2023-07-14T12:15:24.039 INFO:root:teuthology version: 0.0.1.dev145+gaa6a80e 2023-07-14T12:15:24.040 DEBUG:teuthology.run:Teuthology command: teuthology --name rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi --verbose --owner scheduled_rishabh@teuthology --description fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/dbench}} --archive /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458 -- /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/orig.config.yaml 2023-07-14T12:15:24.100 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-07-14T12:15:24.198 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458 branch: wip-rishabh-2023Jul13 description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/dbench}} email: null first_in_suite: false job_id: '7337458' kernel: client: sha1: distro flavor: default kdb: true sha1: a440c79eee0258ae07e4988d8690fe6187b8b7a3 ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-rishabh-2023Jul13 ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 3fc0089cc1082313a98853d48b892acdc1385b8b subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 3fc0089cc1082313a98853d48b892acdc1385b8b kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-2023Jul13 sha1: 3fc0089cc1082313a98853d48b892acdc1385b8b owner: scheduled_rishabh@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 sha1: 3fc0089cc1082313a98853d48b892acdc1385b8b sleep_before_teardown: 0 suite: fs suite_branch: wip-rishabh-2023Jul13 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 3fc0089cc1082313a98853d48b892acdc1385b8b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi040.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= smithi130.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi133.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1M - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6M3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/dbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: aa6a80e6cc655fff48452a7eca02070e61d074fc timestamp: 2023-07-14_10:26:42 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.23459 2023-07-14T12:15:24.198 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa; will attempt to use it 2023-07-14T12:15:24.199 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks 2023-07-14T12:15:24.199 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-07-14T12:15:24.201 INFO:teuthology.task.internal:Checking packages... 2023-07-14T12:15:24.233 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '3fc0089cc1082313a98853d48b892acdc1385b8b' 2023-07-14T12:15:24.233 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-07-14T12:15:24.234 INFO:teuthology.packaging:ref: None 2023-07-14T12:15:24.234 INFO:teuthology.packaging:tag: None 2023-07-14T12:15:24.234 INFO:teuthology.packaging:branch: wip-rishabh-2023Jul13 2023-07-14T12:15:24.234 INFO:teuthology.packaging:sha1: 3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:15:24.235 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-rishabh-2023Jul13 2023-07-14T12:15:24.544 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-4757.g3fc0089c 2023-07-14T12:15:24.545 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-07-14T12:15:24.552 INFO:teuthology.task.internal:no buildpackages task found 2023-07-14T12:15:24.552 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-07-14T12:15:24.565 INFO:teuthology.task.internal:Saving configuration 2023-07-14T12:15:24.587 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-07-14T12:15:24.593 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-07-14T12:15:24.623 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi040.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-14 12:10:40.148682', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-07-14T12:15:24.647 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi130.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-14 12:10:40.146616', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-07-14T12:15:24.669 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-14 12:10:40.149922', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-07-14T12:15:24.670 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-07-14T12:15:24.680 INFO:teuthology.task.internal:roles: ubuntu@smithi040.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-07-14T12:15:24.681 INFO:teuthology.task.internal:roles: ubuntu@smithi130.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-07-14T12:15:24.681 INFO:teuthology.task.internal:roles: ubuntu@smithi133.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-07-14T12:15:24.681 INFO:teuthology.run_tasks:Running task console_log... 2023-07-14T12:15:24.796 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7faa2bb37550>, signals=[15]) 2023-07-14T12:15:24.798 INFO:teuthology.run_tasks:Running task internal.connect... 2023-07-14T12:15:24.811 INFO:teuthology.task.internal:Opening connections... 2023-07-14T12:15:24.811 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T12:15:24.814 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-14T12:15:24.885 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi130.front.sepia.ceph.com 2023-07-14T12:15:24.886 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-14T12:15:24.953 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi133.front.sepia.ceph.com 2023-07-14T12:15:24.954 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-14T12:15:25.022 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-07-14T12:15:25.029 DEBUG:teuthology.orchestra.run.smithi040:> uname -m 2023-07-14T12:15:25.051 INFO:teuthology.orchestra.run.smithi040.stdout:x86_64 2023-07-14T12:15:25.052 DEBUG:teuthology.orchestra.run.smithi040:> cat /etc/os-release 2023-07-14T12:15:25.111 INFO:teuthology.orchestra.run.smithi040.stdout:NAME="Red Hat Enterprise Linux" 2023-07-14T12:15:25.112 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION="8.6 (Ootpa)" 2023-07-14T12:15:25.112 INFO:teuthology.orchestra.run.smithi040.stdout:ID="rhel" 2023-07-14T12:15:25.112 INFO:teuthology.orchestra.run.smithi040.stdout:ID_LIKE="fedora" 2023-07-14T12:15:25.112 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION_ID="8.6" 2023-07-14T12:15:25.112 INFO:teuthology.orchestra.run.smithi040.stdout:PLATFORM_ID="platform:el8" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout:ANSI_COLOR="0;31" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout:HOME_URL="https://www.redhat.com/" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-07-14T12:15:25.113 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:15:25.114 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-07-14T12:15:25.114 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-07-14T12:15:25.114 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-07-14T12:15:25.114 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-07-14T12:15:25.115 INFO:teuthology.lock.ops:Updating smithi040.front.sepia.ceph.com on lock server 2023-07-14T12:15:25.149 DEBUG:teuthology.orchestra.run.smithi130:> uname -m 2023-07-14T12:15:25.170 INFO:teuthology.orchestra.run.smithi130.stdout:x86_64 2023-07-14T12:15:25.170 DEBUG:teuthology.orchestra.run.smithi130:> cat /etc/os-release 2023-07-14T12:15:25.228 INFO:teuthology.orchestra.run.smithi130.stdout:NAME="Red Hat Enterprise Linux" 2023-07-14T12:15:25.228 INFO:teuthology.orchestra.run.smithi130.stdout:VERSION="8.6 (Ootpa)" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:ID="rhel" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:ID_LIKE="fedora" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:VERSION_ID="8.6" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:PLATFORM_ID="platform:el8" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:ANSI_COLOR="0;31" 2023-07-14T12:15:25.229 INFO:teuthology.orchestra.run.smithi130.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout:HOME_URL="https://www.redhat.com/" 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-07-14T12:15:25.230 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-07-14T12:15:25.231 INFO:teuthology.orchestra.run.smithi130.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-07-14T12:15:25.231 INFO:teuthology.lock.ops:Updating smithi130.front.sepia.ceph.com on lock server 2023-07-14T12:15:25.257 DEBUG:teuthology.orchestra.run.smithi133:> uname -m 2023-07-14T12:15:25.277 INFO:teuthology.orchestra.run.smithi133.stdout:x86_64 2023-07-14T12:15:25.278 DEBUG:teuthology.orchestra.run.smithi133:> cat /etc/os-release 2023-07-14T12:15:25.339 INFO:teuthology.orchestra.run.smithi133.stdout:NAME="Red Hat Enterprise Linux" 2023-07-14T12:15:25.340 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION="8.6 (Ootpa)" 2023-07-14T12:15:25.340 INFO:teuthology.orchestra.run.smithi133.stdout:ID="rhel" 2023-07-14T12:15:25.340 INFO:teuthology.orchestra.run.smithi133.stdout:ID_LIKE="fedora" 2023-07-14T12:15:25.340 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION_ID="8.6" 2023-07-14T12:15:25.341 INFO:teuthology.orchestra.run.smithi133.stdout:PLATFORM_ID="platform:el8" 2023-07-14T12:15:25.341 INFO:teuthology.orchestra.run.smithi133.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-07-14T12:15:25.341 INFO:teuthology.orchestra.run.smithi133.stdout:ANSI_COLOR="0;31" 2023-07-14T12:15:25.342 INFO:teuthology.orchestra.run.smithi133.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-07-14T12:15:25.342 INFO:teuthology.orchestra.run.smithi133.stdout:HOME_URL="https://www.redhat.com/" 2023-07-14T12:15:25.342 INFO:teuthology.orchestra.run.smithi133.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-07-14T12:15:25.342 INFO:teuthology.orchestra.run.smithi133.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-07-14T12:15:25.343 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:15:25.343 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-07-14T12:15:25.343 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-07-14T12:15:25.343 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-07-14T12:15:25.344 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-07-14T12:15:25.344 INFO:teuthology.lock.ops:Updating smithi133.front.sepia.ceph.com on lock server 2023-07-14T12:15:25.366 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-07-14T12:15:25.384 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-07-14T12:15:25.391 INFO:teuthology.task.internal:Checking for old test directory... 2023-07-14T12:15:25.391 DEBUG:teuthology.orchestra.run.smithi040:> test '!' -e /home/ubuntu/cephtest 2023-07-14T12:15:25.394 DEBUG:teuthology.orchestra.run.smithi130:> test '!' -e /home/ubuntu/cephtest 2023-07-14T12:15:25.396 DEBUG:teuthology.orchestra.run.smithi133:> test '!' -e /home/ubuntu/cephtest 2023-07-14T12:15:25.415 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-07-14T12:15:25.422 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-07-14T12:15:25.423 DEBUG:teuthology.orchestra.run.smithi040:> test -z $(ls -A /var/lib/ceph) 2023-07-14T12:15:25.453 DEBUG:teuthology.orchestra.run.smithi130:> test -z $(ls -A /var/lib/ceph) 2023-07-14T12:15:25.456 DEBUG:teuthology.orchestra.run.smithi133:> test -z $(ls -A /var/lib/ceph) 2023-07-14T12:15:25.498 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-07-14T12:15:25.584 INFO:teuthology.run_tasks:Running task kernel... 2023-07-14T12:15:25.600 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'flavor': 'default', 'kdb': True, 'sha1': 'a440c79eee0258ae07e4988d8690fe6187b8b7a3'} 2023-07-14T12:15:25.601 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2023-07-14T12:15:25.601 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2023-07-14T12:15:25.601 DEBUG:teuthology.orchestra.run.smithi040:> test -f /run/.containerenv -o -f /.dockerenv 2023-07-14T12:15:25.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:15:25.621 DEBUG:teuthology.orchestra.run.smithi040:> uname -r 2023-07-14T12:15:25.681 INFO:teuthology.orchestra.run.smithi040.stdout:4.18.0-372.9.1.el8.x86_64 2023-07-14T12:15:25.681 INFO:teuthology.task.kernel:Running kernel on smithi040: 4.18.0-372.9.1.el8.x86_64 2023-07-14T12:15:25.681 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum install -y kernel 2023-07-14T12:15:26.980 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:15:26.980 INFO:teuthology.orchestra.run.smithi040.stdout:Unable to read consumer identity 2023-07-14T12:15:28.618 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 9.6 kB/s | 3.5 kB 00:00 2023-07-14T12:16:07.907 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 407 kB/s | 16 MB 00:39 2023-07-14T12:16:11.549 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 457 kB/s | 24 kB 00:00 2023-07-14T12:16:12.418 INFO:teuthology.orchestra.run.smithi040.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-07-14T12:16:12.465 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-07-14T12:16:12.466 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-07-14T12:16:12.467 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-07-14T12:16:12.585 DEBUG:teuthology.orchestra.run.smithi040:> echo no | sudo yum reinstall kernel || true 2023-07-14T12:16:12.937 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:16:12.937 INFO:teuthology.orchestra.run.smithi040.stdout:Unable to read consumer identity 2023-07-14T12:16:13.208 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:00:02 ago on Fri 14 Jul 2023 12:16:11 PM UTC. 2023-07-14T12:16:13.253 INFO:teuthology.orchestra.run.smithi040.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-07-14T12:16:13.287 INFO:teuthology.orchestra.run.smithi040.stderr:Error: No packages marked for reinstall. 2023-07-14T12:16:13.334 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum reinstall -y kernel || true 2023-07-14T12:16:13.685 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:16:13.685 INFO:teuthology.orchestra.run.smithi040.stdout:Unable to read consumer identity 2023-07-14T12:16:13.954 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:00:02 ago on Fri 14 Jul 2023 12:16:11 PM UTC. 2023-07-14T12:16:13.996 INFO:teuthology.orchestra.run.smithi040.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-07-14T12:16:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:Error: No packages marked for reinstall. 2023-07-14T12:16:14.070 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q kernel | sort -rV | head -n 1 2023-07-14T12:16:14.153 INFO:teuthology.orchestra.run.smithi040.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-07-14T12:16:14.153 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-07-14T12:16:14.153 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-07-14T12:16:14.154 DEBUG:teuthology.parallel:result is None 2023-07-14T12:16:14.154 INFO:teuthology.run_tasks:Running task internal.base... 2023-07-14T12:16:14.162 INFO:teuthology.task.internal:Creating test directory... 2023-07-14T12:16:14.162 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-07-14T12:16:14.164 DEBUG:teuthology.orchestra.run.smithi130:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-07-14T12:16:14.167 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-07-14T12:16:14.189 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-07-14T12:16:14.195 INFO:teuthology.run_tasks:Running task internal.archive... 2023-07-14T12:16:14.203 INFO:teuthology.task.internal:Creating archive directory... 2023-07-14T12:16:14.204 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-07-14T12:16:14.220 DEBUG:teuthology.orchestra.run.smithi130:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-07-14T12:16:14.226 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-07-14T12:16:14.270 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-07-14T12:16:14.277 INFO:teuthology.task.internal:Enabling coredump saving... 2023-07-14T12:16:14.278 DEBUG:teuthology.orchestra.run.smithi130:> test -f /run/.containerenv -o -f /.dockerenv 2023-07-14T12:16:14.317 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:16:14.318 DEBUG:teuthology.orchestra.run.smithi133:> test -f /run/.containerenv -o -f /.dockerenv 2023-07-14T12:16:14.337 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:16:14.338 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-07-14T12:16:14.340 DEBUG:teuthology.orchestra.run.smithi130:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-07-14T12:16:14.360 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-07-14T12:16:14.376 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-14T12:16:14.394 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-14T12:16:14.396 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-14T12:16:14.415 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-14T12:16:14.427 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-14T12:16:14.445 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-07-14T12:16:14.446 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-07-14T12:16:14.460 INFO:teuthology.task.internal:Configuring sudo... 2023-07-14T12:16:14.460 DEBUG:teuthology.orchestra.run.smithi040:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-07-14T12:16:14.463 DEBUG:teuthology.orchestra.run.smithi130:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-07-14T12:16:14.465 DEBUG:teuthology.orchestra.run.smithi133:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-07-14T12:16:14.495 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-07-14T12:16:14.523 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-07-14T12:16:14.524 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-07-14T12:16:14.532 DEBUG:teuthology.orchestra.run.smithi130:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-07-14T12:16:14.536 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-07-14T12:16:14.554 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-14T12:16:14.639 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-14T12:16:14.715 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-14T12:16:14.759 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-14T12:16:14.800 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:16:14.801 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-07-14T12:16:14.875 DEBUG:teuthology.orchestra.run.smithi130:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-14T12:16:14.930 DEBUG:teuthology.orchestra.run.smithi130:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-14T12:16:14.974 DEBUG:teuthology.orchestra.run.smithi130:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-14T12:16:15.063 DEBUG:teuthology.orchestra.run.smithi130:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-14T12:16:15.102 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:16:15.102 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-07-14T12:16:15.169 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-14T12:16:15.214 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-07-14T12:16:15.271 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-14T12:16:15.360 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-07-14T12:16:15.401 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:16:15.402 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-07-14T12:16:15.471 DEBUG:teuthology.orchestra.run.smithi040:> sudo service rsyslog restart 2023-07-14T12:16:15.474 DEBUG:teuthology.orchestra.run.smithi130:> sudo service rsyslog restart 2023-07-14T12:16:15.476 DEBUG:teuthology.orchestra.run.smithi133:> sudo service rsyslog restart 2023-07-14T12:16:15.532 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-07-14T12:16:15.538 INFO:teuthology.orchestra.run.smithi130.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-07-14T12:16:15.572 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-07-14T12:16:16.013 INFO:teuthology.run_tasks:Running task internal.timer... 2023-07-14T12:16:16.021 INFO:teuthology.task.internal:Starting timer... 2023-07-14T12:16:16.021 INFO:teuthology.run_tasks:Running task pcp... 2023-07-14T12:16:16.063 INFO:teuthology.run_tasks:Running task selinux... 2023-07-14T12:16:16.072 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2023-07-14T12:16:16.073 DEBUG:teuthology.orchestra.run.smithi040:> sudo service auditd rotate 2023-07-14T12:16:16.140 INFO:teuthology.orchestra.run.smithi040.stdout:Rotating logs: 2023-07-14T12:16:16.142 DEBUG:teuthology.orchestra.run.smithi130:> sudo service auditd rotate 2023-07-14T12:16:16.213 INFO:teuthology.orchestra.run.smithi130.stdout:Rotating logs: 2023-07-14T12:16:16.214 DEBUG:teuthology.orchestra.run.smithi133:> sudo service auditd rotate 2023-07-14T12:16:16.283 INFO:teuthology.orchestra.run.smithi133.stdout:Rotating logs: 2023-07-14T12:16:16.285 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-07-14T12:16:16.285 DEBUG:teuthology.orchestra.run.smithi040:> /usr/sbin/getenforce 2023-07-14T12:16:16.311 INFO:teuthology.orchestra.run.smithi040.stdout:Permissive 2023-07-14T12:16:16.311 DEBUG:teuthology.orchestra.run.smithi130:> /usr/sbin/getenforce 2023-07-14T12:16:16.335 INFO:teuthology.orchestra.run.smithi130.stdout:Permissive 2023-07-14T12:16:16.336 DEBUG:teuthology.orchestra.run.smithi133:> /usr/sbin/getenforce 2023-07-14T12:16:16.358 INFO:teuthology.orchestra.run.smithi133.stdout:Permissive 2023-07-14T12:16:16.358 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi040.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi130.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi133.front.sepia.ceph.com': 'permissive'} 2023-07-14T12:16:16.359 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-07-14T12:16:16.387 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:16:16.388 DEBUG:teuthology.orchestra.run.smithi130:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-07-14T12:16:16.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:16:16.419 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-07-14T12:16:16.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:16:16.447 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-07-14T12:16:16.447 DEBUG:teuthology.orchestra.run.smithi040:> sudo /usr/sbin/setenforce permissive 2023-07-14T12:16:16.480 DEBUG:teuthology.orchestra.run.smithi130:> sudo /usr/sbin/setenforce permissive 2023-07-14T12:16:16.507 DEBUG:teuthology.orchestra.run.smithi133:> sudo /usr/sbin/setenforce permissive 2023-07-14T12:16:16.535 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-07-14T12:16:16.544 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-07-14T12:16:16.545 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-07-14T12:16:16.566 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-07-14T12:16:16.567 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi040.front.sepia.ceph.com,smithi130.front.sepia.ceph.com,smithi133.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-07-14T12:27:28.882 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi040.front.sepia.ceph.com'), Remote(name='ubuntu@smithi130.front.sepia.ceph.com'), Remote(name='ubuntu@smithi133.front.sepia.ceph.com')] 2023-07-14T12:27:28.884 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-07-14T12:27:28.886 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-14T12:27:28.954 DEBUG:teuthology.orchestra.run.smithi040:> true 2023-07-14T12:27:29.021 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-07-14T12:27:29.022 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi130.front.sepia.ceph.com' 2023-07-14T12:27:29.022 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi130.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-14T12:27:29.089 DEBUG:teuthology.orchestra.run.smithi130:> true 2023-07-14T12:27:29.157 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi130.front.sepia.ceph.com' 2023-07-14T12:27:29.158 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-07-14T12:27:29.159 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-07-14T12:27:29.226 DEBUG:teuthology.orchestra.run.smithi133:> true 2023-07-14T12:27:29.295 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2023-07-14T12:27:29.296 INFO:teuthology.run_tasks:Running task clock... 2023-07-14T12:27:29.312 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-07-14T12:27:29.313 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-07-14T12:27:29.313 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-14T12:27:29.315 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-07-14T12:27:29.316 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-14T12:27:29.318 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-07-14T12:27:29.318 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-14T12:27:29.347 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-07-14T12:27:29.349 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-07-14T12:27:29.363 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-07-14T12:27:29.364 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-07-14T12:27:29.369 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-07-14T12:27:29.385 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-07-14T12:27:29.432 INFO:teuthology.orchestra.run.smithi130.stderr:sudo: ntpd: command not found 2023-07-14T12:27:29.444 INFO:teuthology.orchestra.run.smithi130.stdout:506 Cannot talk to daemon 2023-07-14T12:27:29.445 INFO:teuthology.orchestra.run.smithi040.stderr:sudo: ntpd: command not found 2023-07-14T12:27:29.457 INFO:teuthology.orchestra.run.smithi040.stdout:506 Cannot talk to daemon 2023-07-14T12:27:29.458 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-07-14T12:27:29.463 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: ntpd: command not found 2023-07-14T12:27:29.473 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-07-14T12:27:29.473 INFO:teuthology.orchestra.run.smithi130.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-07-14T12:27:29.475 INFO:teuthology.orchestra.run.smithi133.stdout:506 Cannot talk to daemon 2023-07-14T12:27:29.488 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-07-14T12:27:29.490 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-07-14T12:27:29.504 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-07-14T12:27:29.542 INFO:teuthology.orchestra.run.smithi130.stderr:bash: ntpq: command not found 2023-07-14T12:27:29.545 INFO:teuthology.orchestra.run.smithi130.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-07-14T12:27:29.546 INFO:teuthology.orchestra.run.smithi130.stdout:=============================================================================== 2023-07-14T12:27:29.546 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.546 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.546 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.546 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.570 INFO:teuthology.orchestra.run.smithi133.stderr:bash: ntpq: command not found 2023-07-14T12:27:29.572 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2023-07-14T12:27:29.574 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-07-14T12:27:29.574 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2023-07-14T12:27:29.574 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.574 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.575 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.575 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.577 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-07-14T12:27:29.577 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2023-07-14T12:27:29.577 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.578 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.578 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.578 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T12:27:29.579 INFO:teuthology.run_tasks:Running task pexec... 2023-07-14T12:27:29.589 INFO:teuthology.task.pexec:Executing custom commands... 2023-07-14T12:27:29.590 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T12:27:29.590 DEBUG:teuthology.orchestra.run.smithi040:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-07-14T12:27:29.591 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi130.front.sepia.ceph.com 2023-07-14T12:27:29.591 DEBUG:teuthology.orchestra.run.smithi130:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-07-14T12:27:29.591 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi133.front.sepia.ceph.com 2023-07-14T12:27:29.592 DEBUG:teuthology.orchestra.run.smithi133:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-07-14T12:27:29.963 INFO:teuthology.orchestra.run.smithi130.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:29.985 INFO:teuthology.orchestra.run.smithi133.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:30.011 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:30.783 INFO:teuthology.orchestra.run.smithi130.stdout:Last metadata expiration check: 0:01:25 ago on Fri 14 Jul 2023 12:26:05 PM UTC. 2023-07-14T12:27:30.784 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:03:10 ago on Fri 14 Jul 2023 12:24:20 PM UTC. 2023-07-14T12:27:30.862 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:37 ago on Fri 14 Jul 2023 12:23:53 PM UTC. 2023-07-14T12:27:32.533 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2023-07-14T12:27:32.534 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout: Package Architecture Version Repository Size 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout:Resetting modules: 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout: container-tools 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2023-07-14T12:27:32.535 INFO:teuthology.orchestra.run.smithi130.stdout:================================================================================ 2023-07-14T12:27:32.536 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:32.661 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2023-07-14T12:27:32.662 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2023-07-14T12:27:32.662 INFO:teuthology.orchestra.run.smithi133.stdout: Package Architecture Version Repository Size 2023-07-14T12:27:32.663 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2023-07-14T12:27:32.663 INFO:teuthology.orchestra.run.smithi133.stdout:Resetting modules: 2023-07-14T12:27:32.663 INFO:teuthology.orchestra.run.smithi133.stdout: container-tools 2023-07-14T12:27:32.663 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:32.663 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2023-07-14T12:27:32.664 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2023-07-14T12:27:32.664 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:32.862 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-07-14T12:27:32.863 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-07-14T12:27:32.864 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2023-07-14T12:27:32.864 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-07-14T12:27:32.864 INFO:teuthology.orchestra.run.smithi040.stdout:Resetting modules: 2023-07-14T12:27:32.864 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools 2023-07-14T12:27:32.864 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:32.864 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-07-14T12:27:32.865 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-07-14T12:27:32.865 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:33.633 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:03:13 ago on Fri 14 Jul 2023 12:24:20 PM UTC. 2023-07-14T12:27:33.637 INFO:teuthology.orchestra.run.smithi130.stdout:Last metadata expiration check: 0:01:28 ago on Fri 14 Jul 2023 12:26:05 PM UTC. 2023-07-14T12:27:33.873 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:40 ago on Fri 14 Jul 2023 12:23:53 PM UTC. 2023-07-14T12:27:36.085 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2023-07-14T12:27:36.526 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2023-07-14T12:27:36.555 INFO:teuthology.orchestra.run.smithi130.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:36.704 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-07-14T12:27:37.014 INFO:teuthology.orchestra.run.smithi133.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:37.182 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:37.352 INFO:teuthology.orchestra.run.smithi130.stdout:Last metadata expiration check: 0:01:31 ago on Fri 14 Jul 2023 12:26:05 PM UTC. 2023-07-14T12:27:37.826 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:03:17 ago on Fri 14 Jul 2023 12:24:20 PM UTC. 2023-07-14T12:27:38.012 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:44 ago on Fri 14 Jul 2023 12:23:53 PM UTC. 2023-07-14T12:27:39.100 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2023-07-14T12:27:39.192 INFO:teuthology.orchestra.run.smithi130.stdout:============================================================================================================ 2023-07-14T12:27:39.192 INFO:teuthology.orchestra.run.smithi130.stdout: Package Arch Version Repository Size 2023-07-14T12:27:39.192 INFO:teuthology.orchestra.run.smithi130.stdout:============================================================================================================ 2023-07-14T12:27:39.192 INFO:teuthology.orchestra.run.smithi130.stdout:Installing group/module packages: 2023-07-14T12:27:39.192 INFO:teuthology.orchestra.run.smithi130.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout:Installing dependencies: 2023-07-14T12:27:39.193 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout:Installing module profiles: 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout: container-tools/common 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout:Enabling module streams: 2023-07-14T12:27:39.194 INFO:teuthology.orchestra.run.smithi130.stdout: container-tools rhel8 2023-07-14T12:27:39.195 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:39.195 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2023-07-14T12:27:39.195 INFO:teuthology.orchestra.run.smithi130.stdout:============================================================================================================ 2023-07-14T12:27:39.195 INFO:teuthology.orchestra.run.smithi130.stdout:Install 10 Packages 2023-07-14T12:27:39.195 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:39.196 INFO:teuthology.orchestra.run.smithi130.stdout:Total download size: 18 M 2023-07-14T12:27:39.196 INFO:teuthology.orchestra.run.smithi130.stdout:Installed size: 65 M 2023-07-14T12:27:39.196 INFO:teuthology.orchestra.run.smithi130.stdout:Downloading Packages: 2023-07-14T12:27:39.275 INFO:teuthology.orchestra.run.smithi130.stdout:(1/10): python3-pytoml-0.1.14-5.git7dea353.el8. 307 kB/s | 25 kB 00:00 2023-07-14T12:27:39.300 INFO:teuthology.orchestra.run.smithi130.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 384 kB/s | 41 kB 00:00 2023-07-14T12:27:39.326 INFO:teuthology.orchestra.run.smithi130.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 715 kB/s | 94 kB 00:00 2023-07-14T12:27:39.351 INFO:teuthology.orchestra.run.smithi130.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 652 kB/s | 49 kB 00:00 2023-07-14T12:27:39.385 INFO:teuthology.orchestra.run.smithi130.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.1 MB/s | 524 kB 00:00 2023-07-14T12:27:39.410 INFO:teuthology.orchestra.run.smithi130.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-07-14T12:27:39.444 INFO:teuthology.orchestra.run.smithi130.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 3.6 MB/s | 213 kB 00:00 2023-07-14T12:27:39.526 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2023-07-14T12:27:39.552 INFO:teuthology.orchestra.run.smithi130.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 20 MB/s | 2.2 MB 00:00 2023-07-14T12:27:39.621 INFO:teuthology.orchestra.run.smithi133.stdout:============================================================================================================ 2023-07-14T12:27:39.621 INFO:teuthology.orchestra.run.smithi133.stdout: Package Arch Version Repository Size 2023-07-14T12:27:39.622 INFO:teuthology.orchestra.run.smithi133.stdout:============================================================================================================ 2023-07-14T12:27:39.622 INFO:teuthology.orchestra.run.smithi133.stdout:Installing group/module packages: 2023-07-14T12:27:39.622 INFO:teuthology.orchestra.run.smithi133.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-07-14T12:27:39.622 INFO:teuthology.orchestra.run.smithi133.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-07-14T12:27:39.622 INFO:teuthology.orchestra.run.smithi133.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-07-14T12:27:39.622 INFO:teuthology.orchestra.run.smithi133.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout:Installing dependencies: 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-07-14T12:27:39.623 INFO:teuthology.orchestra.run.smithi133.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout:Installing module profiles: 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout: container-tools/common 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout:Enabling module streams: 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout: container-tools rhel8 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:39.624 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2023-07-14T12:27:39.625 INFO:teuthology.orchestra.run.smithi133.stdout:============================================================================================================ 2023-07-14T12:27:39.625 INFO:teuthology.orchestra.run.smithi133.stdout:Install 10 Packages 2023-07-14T12:27:39.625 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:39.625 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 18 M 2023-07-14T12:27:39.626 INFO:teuthology.orchestra.run.smithi133.stdout:Installed size: 65 M 2023-07-14T12:27:39.626 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2023-07-14T12:27:39.653 INFO:teuthology.orchestra.run.smithi130.stdout:(9/10): buildah-1.26.2-1.module+el8.6.0+16771+2 24 MB/s | 8.0 MB 00:00 2023-07-14T12:27:39.693 INFO:teuthology.orchestra.run.smithi133.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 589 kB/s | 41 kB 00:00 2023-07-14T12:27:39.718 INFO:teuthology.orchestra.run.smithi133.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 263 kB/s | 25 kB 00:00 2023-07-14T12:27:39.736 INFO:teuthology.orchestra.run.smithi130.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 22 MB/s | 7.0 MB 00:00 2023-07-14T12:27:39.737 INFO:teuthology.orchestra.run.smithi130.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:27:39.737 INFO:teuthology.orchestra.run.smithi130.stdout:Total 34 MB/s | 18 MB 00:00 2023-07-14T12:27:39.744 INFO:teuthology.orchestra.run.smithi133.stdout:(3/10): udica-0.2.6-4.module+el8.6.0+16771+28df 984 kB/s | 49 kB 00:00 2023-07-14T12:27:39.760 INFO:teuthology.orchestra.run.smithi133.stdout:(4/10): python3-pyxdg-0.25-16.el8.noarch.rpm 686 kB/s | 94 kB 00:00 2023-07-14T12:27:39.794 INFO:teuthology.orchestra.run.smithi133.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.8 MB/s | 524 kB 00:00 2023-07-14T12:27:39.811 INFO:teuthology.orchestra.run.smithi133.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.9 MB/s | 149 kB 00:00 2023-07-14T12:27:39.836 INFO:teuthology.orchestra.run.smithi133.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 5.0 MB/s | 213 kB 00:00 2023-07-14T12:27:39.920 INFO:teuthology.orchestra.run.smithi133.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 26 MB/s | 2.2 MB 00:00 2023-07-14T12:27:39.936 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2023-07-14T12:27:39.955 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2023-07-14T12:27:39.955 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2023-07-14T12:27:40.031 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-07-14T12:27:40.037 INFO:teuthology.orchestra.run.smithi133.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 31 MB/s | 7.0 MB 00:00 2023-07-14T12:27:40.128 INFO:teuthology.orchestra.run.smithi133.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 21 MB/s | 8.0 MB 00:00 2023-07-14T12:27:40.129 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:27:40.129 INFO:teuthology.orchestra.run.smithi133.stdout:Total 36 MB/s | 18 MB 00:00 2023-07-14T12:27:40.132 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================================ 2023-07-14T12:27:40.132 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-07-14T12:27:40.132 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================================ 2023-07-14T12:27:40.132 INFO:teuthology.orchestra.run.smithi040.stdout:Installing group/module packages: 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-07-14T12:27:40.133 INFO:teuthology.orchestra.run.smithi040.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout:Installing module profiles: 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools/common 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:40.134 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling module streams: 2023-07-14T12:27:40.135 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools rhel8 2023-07-14T12:27:40.135 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:40.135 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-07-14T12:27:40.135 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================================ 2023-07-14T12:27:40.135 INFO:teuthology.orchestra.run.smithi040.stdout:Install 10 Packages 2023-07-14T12:27:40.135 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:40.136 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 18 M 2023-07-14T12:27:40.136 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 65 M 2023-07-14T12:27:40.137 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-07-14T12:27:40.137 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2023-07-14T12:27:40.141 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2023-07-14T12:27:40.328 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2023-07-14T12:27:40.338 INFO:teuthology.orchestra.run.smithi040.stdout:(1/10): python3-pytoml-0.1.14-5.git7dea353.el8. 122 kB/s | 25 kB 00:00 2023-07-14T12:27:40.347 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2023-07-14T12:27:40.347 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2023-07-14T12:27:40.355 INFO:teuthology.orchestra.run.smithi040.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 185 kB/s | 41 kB 00:00 2023-07-14T12:27:40.380 INFO:teuthology.orchestra.run.smithi040.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 382 kB/s | 94 kB 00:00 2023-07-14T12:27:40.397 INFO:teuthology.orchestra.run.smithi040.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 838 kB/s | 49 kB 00:00 2023-07-14T12:27:40.431 INFO:teuthology.orchestra.run.smithi040.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.8 MB/s | 524 kB 00:00 2023-07-14T12:27:40.456 INFO:teuthology.orchestra.run.smithi040.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-07-14T12:27:40.481 INFO:teuthology.orchestra.run.smithi040.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-07-14T12:27:40.528 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2023-07-14T12:27:40.532 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2023-07-14T12:27:40.573 INFO:teuthology.orchestra.run.smithi040.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 24 MB/s | 2.2 MB 00:00 2023-07-14T12:27:40.655 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2023-07-14T12:27:40.707 INFO:teuthology.orchestra.run.smithi040.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 28 MB/s | 7.0 MB 00:00 2023-07-14T12:27:40.805 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-07-14T12:27:40.815 INFO:teuthology.orchestra.run.smithi040.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 18 MB/s | 8.0 MB 00:00 2023-07-14T12:27:40.816 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:27:40.816 INFO:teuthology.orchestra.run.smithi040.stdout:Total 27 MB/s | 18 MB 00:00 2023-07-14T12:27:40.968 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-07-14T12:27:41.022 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-07-14T12:27:41.043 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-07-14T12:27:41.043 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-07-14T12:27:41.071 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2023-07-14T12:27:41.187 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-07-14T12:27:41.237 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-07-14T12:27:41.241 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-07-14T12:27:41.266 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-07-14T12:27:41.368 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-07-14T12:27:41.472 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-07-14T12:27:41.665 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-07-14T12:27:41.713 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-07-14T12:27:41.757 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-07-14T12:27:41.904 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-07-14T12:27:41.944 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-07-14T12:27:42.103 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-07-14T12:27:42.276 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-07-14T12:27:42.308 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-07-14T12:27:42.501 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-07-14T12:27:42.508 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-07-14T12:27:43.043 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-07-14T12:27:43.061 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-07-14T12:27:43.407 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-07-14T12:27:43.630 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-07-14T12:27:43.783 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-07-14T12:27:43.827 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-07-14T12:27:43.944 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-07-14T12:27:43.962 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-07-14T12:27:44.166 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-07-14T12:27:44.206 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-07-14T12:27:44.206 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-07-14T12:27:44.206 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-07-14T12:27:44.206 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-07-14T12:27:44.207 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-07-14T12:27:44.207 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-07-14T12:27:44.207 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-07-14T12:27:44.207 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-07-14T12:27:44.207 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-07-14T12:27:44.207 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-07-14T12:27:44.379 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-07-14T12:27:44.565 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-07-14T12:27:44.737 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-07-14T12:27:44.813 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-07-14T12:27:44.814 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-07-14T12:27:44.815 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-07-14T12:27:44.815 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-07-14T12:27:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-07-14T12:27:45.109 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-07-14T12:27:45.310 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-07-14T12:27:45.316 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-07-14T12:27:45.317 INFO:teuthology.orchestra.run.smithi130.stdout:Last metadata expiration check: 0:01:39 ago on Fri 14 Jul 2023 12:26:05 PM UTC. 2023-07-14T12:27:45.571 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-07-14T12:27:45.571 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-07-14T12:27:45.571 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-07-14T12:27:45.572 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-07-14T12:27:45.572 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-07-14T12:27:45.572 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-07-14T12:27:45.572 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-07-14T12:27:45.572 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-07-14T12:27:45.573 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-07-14T12:27:45.573 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-07-14T12:27:45.931 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-07-14T12:27:45.931 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:03:25 ago on Fri 14 Jul 2023 12:24:20 PM UTC. 2023-07-14T12:27:46.747 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-07-14T12:27:46.748 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:53 ago on Fri 14 Jul 2023 12:23:53 PM UTC. 2023-07-14T12:27:48.101 INFO:teuthology.orchestra.run.smithi130.stdout:Installed products updated. 2023-07-14T12:27:48.290 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout:Installed: 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-07-14T12:27:48.291 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-07-14T12:27:48.292 INFO:teuthology.orchestra.run.smithi130.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:48.292 INFO:teuthology.orchestra.run.smithi130.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:48.292 INFO:teuthology.orchestra.run.smithi130.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-07-14T12:27:48.292 INFO:teuthology.orchestra.run.smithi130.stdout: yajl-2.1.0-10.el8.x86_64 2023-07-14T12:27:48.292 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:27:48.292 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2023-07-14T12:27:48.429 DEBUG:teuthology.parallel:result is None 2023-07-14T12:27:49.292 INFO:teuthology.orchestra.run.smithi133.stdout:Installed products updated. 2023-07-14T12:27:49.477 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:49.477 INFO:teuthology.orchestra.run.smithi133.stdout:Installed: 2023-07-14T12:27:49.477 INFO:teuthology.orchestra.run.smithi133.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:49.477 INFO:teuthology.orchestra.run.smithi133.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-07-14T12:27:49.478 INFO:teuthology.orchestra.run.smithi133.stdout: yajl-2.1.0-10.el8.x86_64 2023-07-14T12:27:49.479 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:27:49.479 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2023-07-14T12:27:49.657 DEBUG:teuthology.parallel:result is None 2023-07-14T12:27:51.781 INFO:teuthology.orchestra.run.smithi040.stdout:Installed products updated. 2023-07-14T12:27:51.994 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:51.994 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-07-14T12:27:51.994 INFO:teuthology.orchestra.run.smithi040.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:51.995 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-07-14T12:27:51.996 INFO:teuthology.orchestra.run.smithi040.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-07-14T12:27:51.996 INFO:teuthology.orchestra.run.smithi040.stdout: yajl-2.1.0-10.el8.x86_64 2023-07-14T12:27:51.996 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:27:51.996 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-07-14T12:27:52.149 DEBUG:teuthology.parallel:result is None 2023-07-14T12:27:52.150 INFO:teuthology.run_tasks:Running task install... 2023-07-14T12:27:52.160 DEBUG:teuthology.task.install:project ceph 2023-07-14T12:27:52.160 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b'}} 2023-07-14T12:27:52.161 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b'} 2023-07-14T12:27:52.161 INFO:teuthology.task.install:Using flavor: default 2023-07-14T12:27:52.167 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-07-14T12:27:52.167 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-07-14T12:27:52.168 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b', 'tag': None, 'wait_for_package': False} 2023-07-14T12:27:52.168 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:27:52.171 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b', 'tag': None, 'wait_for_package': False} 2023-07-14T12:27:52.171 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:27:52.172 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b', 'tag': None, 'wait_for_package': False} 2023-07-14T12:27:52.172 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:27:52.540 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/ 2023-07-14T12:27:52.540 INFO:teuthology.task.install.rpm:Package version is 18.0.0-4757.g3fc0089c 2023-07-14T12:27:52.594 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/ 2023-07-14T12:27:52.595 INFO:teuthology.task.install.rpm:Package version is 18.0.0-4757.g3fc0089c 2023-07-14T12:27:52.597 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/ 2023-07-14T12:27:52.597 INFO:teuthology.task.install.rpm:Package version is 18.0.0-4757.g3fc0089c 2023-07-14T12:27:52.869 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-07-14T12:27:52.870 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:27:52.870 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-07-14T12:27:52.877 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-07-14T12:27:52.878 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:27:52.878 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-07-14T12:27:52.886 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-07-14T12:27:52.887 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:27:52.887 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-07-14T12:27:52.903 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-07-14T12:27:52.904 DEBUG:teuthology.orchestra.run.smithi040:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3fc0089cc1082313a98853d48b892acdc1385b8b/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-07-14T12:27:52.913 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-07-14T12:27:52.913 DEBUG:teuthology.orchestra.run.smithi130:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3fc0089cc1082313a98853d48b892acdc1385b8b/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-07-14T12:27:52.919 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-07-14T12:27:52.919 DEBUG:teuthology.orchestra.run.smithi133:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3fc0089cc1082313a98853d48b892acdc1385b8b/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-07-14T12:27:52.976 DEBUG:teuthology.orchestra.run.smithi040:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-07-14T12:27:52.985 DEBUG:teuthology.orchestra.run.smithi130:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-07-14T12:27:52.991 DEBUG:teuthology.orchestra.run.smithi133:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-07-14T12:27:53.060 DEBUG:teuthology.orchestra.run.smithi040:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-07-14T12:27:53.067 DEBUG:teuthology.orchestra.run.smithi130:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-07-14T12:27:53.073 DEBUG:teuthology.orchestra.run.smithi133:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-07-14T12:27:53.128 INFO:teuthology.orchestra.run.smithi040.stdout:check_obsoletes = 1 2023-07-14T12:27:53.130 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum clean all 2023-07-14T12:27:53.134 INFO:teuthology.orchestra.run.smithi130.stdout:check_obsoletes = 1 2023-07-14T12:27:53.136 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum clean all 2023-07-14T12:27:53.142 INFO:teuthology.orchestra.run.smithi133.stdout:check_obsoletes = 1 2023-07-14T12:27:53.143 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum clean all 2023-07-14T12:27:53.509 INFO:teuthology.orchestra.run.smithi130.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:53.518 INFO:teuthology.orchestra.run.smithi133.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:53.526 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:53.825 INFO:teuthology.orchestra.run.smithi130.stdout:44 files removed 2023-07-14T12:27:53.846 INFO:teuthology.orchestra.run.smithi040.stdout:44 files removed 2023-07-14T12:27:53.871 DEBUG:teuthology.orchestra.run.smithi130:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-07-14T12:27:53.875 INFO:teuthology.orchestra.run.smithi133.stdout:44 files removed 2023-07-14T12:27:53.893 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-07-14T12:27:53.922 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-07-14T12:27:54.202 INFO:teuthology.orchestra.run.smithi130.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:54.246 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:54.254 INFO:teuthology.orchestra.run.smithi133.stdout:Updating Subscription Management repositories. 2023-07-14T12:27:55.580 INFO:teuthology.orchestra.run.smithi130.stdout:ceph packages for x86_64 89 kB/s | 81 kB 00:00 2023-07-14T12:27:55.652 INFO:teuthology.orchestra.run.smithi040.stdout:ceph packages for x86_64 88 kB/s | 81 kB 00:00 2023-07-14T12:27:55.689 INFO:teuthology.orchestra.run.smithi133.stdout:ceph packages for x86_64 85 kB/s | 81 kB 00:00 2023-07-14T12:27:56.247 INFO:teuthology.orchestra.run.smithi130.stdout:ceph noarch packages 15 kB/s | 9.4 kB 00:00 2023-07-14T12:27:56.319 INFO:teuthology.orchestra.run.smithi040.stdout:ceph noarch packages 15 kB/s | 9.4 kB 00:00 2023-07-14T12:27:56.389 INFO:teuthology.orchestra.run.smithi133.stdout:ceph noarch packages 14 kB/s | 9.4 kB 00:00 2023-07-14T12:27:56.781 INFO:teuthology.orchestra.run.smithi130.stdout:ceph source packages 2.9 kB/s | 1.5 kB 00:00 2023-07-14T12:27:56.853 INFO:teuthology.orchestra.run.smithi040.stdout:ceph source packages 2.9 kB/s | 1.5 kB 00:00 2023-07-14T12:27:56.898 INFO:teuthology.orchestra.run.smithi133.stdout:ceph source packages 3.1 kB/s | 1.5 kB 00:00 2023-07-14T12:27:57.032 INFO:teuthology.orchestra.run.smithi130.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-07-14T12:27:57.103 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-07-14T12:27:57.174 INFO:teuthology.orchestra.run.smithi133.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2023-07-14T12:27:58.833 INFO:teuthology.orchestra.run.smithi133.stdout:Extra Packages for Enterprise Linux 9.5 MB/s | 16 MB 00:01 2023-07-14T12:28:02.300 INFO:teuthology.orchestra.run.smithi133.stdout:lab-extras 380 kB/s | 24 kB 00:00 2023-07-14T12:28:03.252 INFO:teuthology.orchestra.run.smithi133.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 60 MB/s | 53 MB 00:00 2023-07-14T12:28:11.453 INFO:teuthology.orchestra.run.smithi133.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 56 MB/s | 47 MB 00:00 2023-07-14T12:28:22.325 INFO:teuthology.orchestra.run.smithi133.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-07-14T12:28:22.326 INFO:teuthology.orchestra.run.smithi133.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-07-14T12:28:22.340 INFO:teuthology.orchestra.run.smithi133.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-07-14T12:28:22.341 INFO:teuthology.orchestra.run.smithi133.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-07-14T12:28:22.342 INFO:teuthology.orchestra.run.smithi133.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-07-14T12:28:22.343 INFO:teuthology.orchestra.run.smithi133.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-07-14T12:28:22.345 INFO:teuthology.orchestra.run.smithi133.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-07-14T12:28:22.348 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-07-14T12:28:22.349 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-07-14T12:28:22.477 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2023-07-14T12:28:22.489 INFO:teuthology.orchestra.run.smithi133.stdout:=========================================================================================================================== 2023-07-14T12:28:22.489 INFO:teuthology.orchestra.run.smithi133.stdout: Package Arch Version Repository Size 2023-07-14T12:28:22.490 INFO:teuthology.orchestra.run.smithi133.stdout:=========================================================================================================================== 2023-07-14T12:28:22.490 INFO:teuthology.orchestra.run.smithi133.stdout:Installing: 2023-07-14T12:28:22.490 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-07-14T12:28:22.490 INFO:teuthology.orchestra.run.smithi133.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-07-14T12:28:22.490 INFO:teuthology.orchestra.run.smithi133.stdout: ceph x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 6.4 k 2023-07-14T12:28:22.490 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 5.4 M 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 848 k 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 165 k 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 1.5 M 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 129 k 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 1.7 M 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 7.4 M 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 47 k 2023-07-14T12:28:22.491 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 13 M 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 48 M 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 258 k 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 166 k 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 258 k 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 18 k 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-07-14T12:28:22.492 INFO:teuthology.orchestra.run.smithi133.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 31 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 771 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 139 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-07-14T12:28:22.493 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 197 k 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 371 k 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 364 k 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 107 k 2023-07-14T12:28:22.494 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 94 k 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.4 M 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 179 k 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrading: 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout: librados2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.7 M 2023-07-14T12:28:22.495 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.6 M 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout:Installing dependencies: 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 22 M 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 23 k 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 2.3 M 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 240 k 2023-07-14T12:28:22.496 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 4.6 M 2023-07-14T12:28:22.497 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 18 M 2023-07-14T12:28:22.497 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 15 k 2023-07-14T12:28:22.497 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 24 k 2023-07-14T12:28:22.498 INFO:teuthology.orchestra.run.smithi133.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-07-14T12:28:22.498 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-07-14T12:28:22.498 INFO:teuthology.orchestra.run.smithi133.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-07-14T12:28:22.498 INFO:teuthology.orchestra.run.smithi133.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-07-14T12:28:22.499 INFO:teuthology.orchestra.run.smithi133.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-07-14T12:28:22.499 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 137 k 2023-07-14T12:28:22.499 INFO:teuthology.orchestra.run.smithi133.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-07-14T12:28:22.500 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-07-14T12:28:22.500 INFO:teuthology.orchestra.run.smithi133.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-07-14T12:28:22.500 INFO:teuthology.orchestra.run.smithi133.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-07-14T12:28:22.500 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-07-14T12:28:22.501 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-07-14T12:28:22.501 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 473 k 2023-07-14T12:28:22.501 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-07-14T12:28:22.501 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 6.7 M 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-07-14T12:28:22.502 INFO:teuthology.orchestra.run.smithi133.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-07-14T12:28:22.503 INFO:teuthology.orchestra.run.smithi133.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-07-14T12:28:22.504 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-07-14T12:28:22.504 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 45 k 2023-07-14T12:28:22.504 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 119 k 2023-07-14T12:28:22.504 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-07-14T12:28:22.504 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-07-14T12:28:22.504 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-07-14T12:28:22.505 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-07-14T12:28:22.506 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-07-14T12:28:22.507 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-07-14T12:28:22.508 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-07-14T12:28:22.509 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-07-14T12:28:22.510 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-07-14T12:28:22.511 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-07-14T12:28:22.511 INFO:teuthology.orchestra.run.smithi133.stdout:Enabling module streams: 2023-07-14T12:28:22.511 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql 10 2023-07-14T12:28:22.512 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:28:22.512 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2023-07-14T12:28:22.512 INFO:teuthology.orchestra.run.smithi133.stdout:=========================================================================================================================== 2023-07-14T12:28:22.513 INFO:teuthology.orchestra.run.smithi133.stdout:Install 128 Packages 2023-07-14T12:28:22.513 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrade 3 Packages 2023-07-14T12:28:22.513 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:28:22.514 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 205 M 2023-07-14T12:28:22.514 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2023-07-14T12:28:22.903 INFO:teuthology.orchestra.run.smithi133.stdout:(1/131): ceph-18.0.0-4757.g3fc0089c.el8.x86_64. 34 kB/s | 6.4 kB 00:00 2023-07-14T12:28:23.262 INFO:teuthology.orchestra.run.smithi133.stdout:(2/131): ceph-fuse-18.0.0-4757.g3fc0089c.el8.x8 2.3 MB/s | 848 kB 00:00 2023-07-14T12:28:23.362 INFO:teuthology.orchestra.run.smithi133.stdout:(3/131): ceph-immutable-object-cache-18.0.0-475 1.6 MB/s | 165 kB 00:00 2023-07-14T12:28:23.929 INFO:teuthology.orchestra.run.smithi133.stdout:(4/131): ceph-mds-18.0.0-4757.g3fc0089c.el8.x86 4.0 MB/s | 2.3 MB 00:00 2023-07-14T12:28:24.054 INFO:teuthology.orchestra.run.smithi133.stdout:(5/131): ceph-base-18.0.0-4757.g3fc0089c.el8.x8 4.0 MB/s | 5.4 MB 00:01 2023-07-14T12:28:24.279 INFO:teuthology.orchestra.run.smithi133.stdout:(6/131): ceph-mgr-18.0.0-4757.g3fc0089c.el8.x86 4.4 MB/s | 1.5 MB 00:00 2023-07-14T12:28:24.680 INFO:teuthology.orchestra.run.smithi133.stdout:(7/131): ceph-mon-18.0.0-4757.g3fc0089c.el8.x86 7.4 MB/s | 4.6 MB 00:00 2023-07-14T12:28:25.814 INFO:teuthology.orchestra.run.smithi133.stdout:(8/131): ceph-common-18.0.0-4757.g3fc0089c.el8. 7.1 MB/s | 22 MB 00:03 2023-07-14T12:28:25.930 INFO:teuthology.orchestra.run.smithi133.stdout:(9/131): ceph-selinux-18.0.0-4757.g3fc0089c.el8 209 kB/s | 24 kB 00:00 2023-07-14T12:28:26.281 INFO:teuthology.orchestra.run.smithi133.stdout:(10/131): ceph-radosgw-18.0.0-4757.g3fc0089c.el 8.4 MB/s | 13 MB 00:01 2023-07-14T12:28:26.356 INFO:teuthology.orchestra.run.smithi133.stdout:(11/131): cephfs-mirror-18.0.0-4757.g3fc0089c.e 3.4 MB/s | 258 kB 00:00 2023-07-14T12:28:26.723 INFO:teuthology.orchestra.run.smithi133.stdout:(12/131): ceph-osd-18.0.0-4757.g3fc0089c.el8.x8 7.3 MB/s | 18 MB 00:02 2023-07-14T12:28:26.898 INFO:teuthology.orchestra.run.smithi133.stdout:(13/131): libcephfs-devel-18.0.0-4757.g3fc0089c 57 kB/s | 31 kB 00:00 2023-07-14T12:28:26.940 INFO:teuthology.orchestra.run.smithi133.stdout:(14/131): libcephfs2-18.0.0-4757.g3fc0089c.el8. 3.5 MB/s | 771 kB 00:00 2023-07-14T12:28:26.974 INFO:teuthology.orchestra.run.smithi133.stdout:(15/131): libcephsqlite-18.0.0-4757.g3fc0089c.e 1.8 MB/s | 137 kB 00:00 2023-07-14T12:28:27.007 INFO:teuthology.orchestra.run.smithi133.stdout:(16/131): librados-devel-18.0.0-4757.g3fc0089c. 2.0 MB/s | 139 kB 00:00 2023-07-14T12:28:27.066 INFO:teuthology.orchestra.run.smithi133.stdout:(17/131): libradosstriper1-18.0.0-4757.g3fc0089 5.0 MB/s | 473 kB 00:00 2023-07-14T12:28:27.157 INFO:teuthology.orchestra.run.smithi133.stdout:(18/131): python3-ceph-argparse-18.0.0-4757.g3f 488 kB/s | 45 kB 00:00 2023-07-14T12:28:27.266 INFO:teuthology.orchestra.run.smithi133.stdout:(19/131): python3-ceph-common-18.0.0-4757.g3fc0 1.1 MB/s | 119 kB 00:00 2023-07-14T12:28:27.333 INFO:teuthology.orchestra.run.smithi133.stdout:(20/131): python3-cephfs-18.0.0-4757.g3fc0089c. 2.9 MB/s | 197 kB 00:00 2023-07-14T12:28:27.425 INFO:teuthology.orchestra.run.smithi133.stdout:(21/131): python3-rados-18.0.0-4757.g3fc0089c.e 4.0 MB/s | 371 kB 00:00 2023-07-14T12:28:27.525 INFO:teuthology.orchestra.run.smithi133.stdout:(22/131): python3-rbd-18.0.0-4757.g3fc0089c.el8 3.6 MB/s | 364 kB 00:00 2023-07-14T12:28:27.617 INFO:teuthology.orchestra.run.smithi133.stdout:(23/131): python3-rgw-18.0.0-4757.g3fc0089c.el8 1.1 MB/s | 107 kB 00:00 2023-07-14T12:28:27.693 INFO:teuthology.orchestra.run.smithi133.stdout:(24/131): rbd-fuse-18.0.0-4757.g3fc0089c.el8.x8 1.2 MB/s | 94 kB 00:00 2023-07-14T12:28:28.035 INFO:teuthology.orchestra.run.smithi133.stdout:(25/131): rbd-mirror-18.0.0-4757.g3fc0089c.el8. 10 MB/s | 3.4 MB 00:00 2023-07-14T12:28:28.110 INFO:teuthology.orchestra.run.smithi133.stdout:(26/131): rbd-nbd-18.0.0-4757.g3fc0089c.el8.x86 2.3 MB/s | 179 kB 00:00 2023-07-14T12:28:28.177 INFO:teuthology.orchestra.run.smithi133.stdout:(27/131): ceph-grafana-dashboards-18.0.0-4757.g 346 kB/s | 23 kB 00:00 2023-07-14T12:28:28.252 INFO:teuthology.orchestra.run.smithi133.stdout:(28/131): ceph-mgr-cephadm-18.0.0-4757.g3fc0089 1.7 MB/s | 129 kB 00:00 2023-07-14T12:28:28.388 INFO:teuthology.orchestra.run.smithi133.stdout:(29/131): librgw2-18.0.0-4757.g3fc0089c.el8.x86 4.9 MB/s | 6.7 MB 00:01 2023-07-14T12:28:28.505 INFO:teuthology.orchestra.run.smithi133.stdout:(30/131): ceph-mgr-dashboard-18.0.0-4757.g3fc00 6.8 MB/s | 1.7 MB 00:00 2023-07-14T12:28:28.597 INFO:teuthology.orchestra.run.smithi133.stdout:(31/131): ceph-mgr-modules-core-18.0.0-4757.g3f 2.6 MB/s | 240 kB 00:00 2023-07-14T12:28:28.697 INFO:teuthology.orchestra.run.smithi133.stdout:(32/131): ceph-mgr-rook-18.0.0-4757.g3fc0089c.e 475 kB/s | 47 kB 00:00 2023-07-14T12:28:28.781 INFO:teuthology.orchestra.run.smithi133.stdout:(33/131): ceph-prometheus-alerts-18.0.0-4757.g3 174 kB/s | 15 kB 00:00 2023-07-14T12:28:28.864 INFO:teuthology.orchestra.run.smithi133.stdout:(34/131): ceph-volume-18.0.0-4757.g3fc0089c.el8 3.0 MB/s | 258 kB 00:00 2023-07-14T12:28:28.965 INFO:teuthology.orchestra.run.smithi133.stdout:(35/131): cephadm-18.0.0-4757.g3fc0089c.el8.noa 1.6 MB/s | 166 kB 00:00 2023-07-14T12:28:29.057 INFO:teuthology.orchestra.run.smithi133.stdout:(36/131): cephfs-top-18.0.0-4757.g3fc0089c.el8. 195 kB/s | 18 kB 00:00 2023-07-14T12:28:29.990 INFO:teuthology.orchestra.run.smithi133.stdout:(37/131): ceph-mgr-diskprediction-local-18.0.0- 4.6 MB/s | 7.4 MB 00:01 2023-07-14T12:28:30.140 INFO:teuthology.orchestra.run.smithi133.stdout:(38/131): gperftools-libs-2.7-9.el8.x86_64.rpm 283 kB/s | 306 kB 00:01 2023-07-14T12:28:30.357 INFO:teuthology.orchestra.run.smithi133.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 353 kB/s | 75 kB 00:00 2023-07-14T12:28:30.549 INFO:teuthology.orchestra.run.smithi133.stdout:(40/131): liboath-2.6.2-3.el8.x86_64.rpm 105 kB/s | 59 kB 00:00 2023-07-14T12:28:30.633 INFO:teuthology.orchestra.run.smithi133.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.7 MB/s | 476 kB 00:00 2023-07-14T12:28:30.717 INFO:teuthology.orchestra.run.smithi133.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 261 kB/s | 44 kB 00:00 2023-07-14T12:28:30.767 INFO:teuthology.orchestra.run.smithi133.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.4 MB/s | 185 kB 00:00 2023-07-14T12:28:30.859 INFO:teuthology.orchestra.run.smithi133.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 232 kB/s | 33 kB 00:00 2023-07-14T12:28:30.876 INFO:teuthology.orchestra.run.smithi133.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 150 kB/s | 16 kB 00:00 2023-07-14T12:28:31.043 INFO:teuthology.orchestra.run.smithi133.stdout:(46/131): python3-cherrypy-18.4.0-1.el8.noarch. 2.3 MB/s | 384 kB 00:00 2023-07-14T12:28:31.126 INFO:teuthology.orchestra.run.smithi133.stdout:(47/131): python3-cheroot-8.5.2-1.el8.noarch.rp 646 kB/s | 173 kB 00:00 2023-07-14T12:28:31.168 INFO:teuthology.orchestra.run.smithi133.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 649 kB/s | 81 kB 00:00 2023-07-14T12:28:31.235 INFO:teuthology.orchestra.run.smithi133.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 102 kB/s | 11 kB 00:00 2023-07-14T12:28:31.277 INFO:teuthology.orchestra.run.smithi133.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 162 kB/s | 18 kB 00:00 2023-07-14T12:28:31.402 INFO:teuthology.orchestra.run.smithi133.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 390 kB/s | 49 kB 00:00 2023-07-14T12:28:31.561 INFO:teuthology.orchestra.run.smithi133.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 370 kB/s | 59 kB 00:00 2023-07-14T12:28:31.645 INFO:teuthology.orchestra.run.smithi133.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 2.9 MB/s | 1.2 MB 00:00 2023-07-14T12:28:31.686 INFO:teuthology.orchestra.run.smithi133.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 483 kB/s | 60 kB 00:00 2023-07-14T12:28:31.778 INFO:teuthology.orchestra.run.smithi133.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.1 MB/s | 283 kB 00:00 2023-07-14T12:28:31.820 INFO:teuthology.orchestra.run.smithi133.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 117 kB/s | 16 kB 00:00 2023-07-14T12:28:31.896 INFO:teuthology.orchestra.run.smithi133.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 287 kB/s | 34 kB 00:00 2023-07-14T12:28:31.971 INFO:teuthology.orchestra.run.smithi133.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 1.3 MB/s | 196 kB 00:00 2023-07-14T12:28:32.013 INFO:teuthology.orchestra.run.smithi133.stdout:(59/131): python3-rsa-4.8-1.el8.noarch.rpm 525 kB/s | 61 kB 00:00 2023-07-14T12:28:32.088 INFO:teuthology.orchestra.run.smithi133.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 160 kB/s | 19 kB 00:00 2023-07-14T12:28:32.130 INFO:teuthology.orchestra.run.smithi133.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 205 kB/s | 24 kB 00:00 2023-07-14T12:28:32.205 INFO:teuthology.orchestra.run.smithi133.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 250 kB/s | 29 kB 00:00 2023-07-14T12:28:32.239 INFO:teuthology.orchestra.run.smithi133.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 254 kB/s | 27 kB 00:00 2023-07-14T12:28:32.365 INFO:teuthology.orchestra.run.smithi133.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 1.6 MB/s | 255 kB 00:00 2023-07-14T12:28:32.390 INFO:teuthology.orchestra.run.smithi133.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 1.6 MB/s | 251 kB 00:00 2023-07-14T12:28:32.498 INFO:teuthology.orchestra.run.smithi133.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 459 kB/s | 61 kB 00:00 2023-07-14T12:28:32.524 INFO:teuthology.orchestra.run.smithi133.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 639 kB/s | 85 kB 00:00 2023-07-14T12:28:32.660 INFO:teuthology.orchestra.run.smithi133.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 144 kB/s | 23 kB 00:00 2023-07-14T12:28:32.691 INFO:teuthology.orchestra.run.smithi133.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.1 MB/s | 70 kB 00:00 2023-07-14T12:28:32.741 INFO:teuthology.orchestra.run.smithi133.stdout:(70/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 940 kB/s | 47 kB 00:00 2023-07-14T12:28:32.783 INFO:teuthology.orchestra.run.smithi133.stdout:(71/131): libselinux-devel-2.9-5.el8.x86_64.rpm 4.7 MB/s | 200 kB 00:00 2023-07-14T12:28:32.825 INFO:teuthology.orchestra.run.smithi133.stdout:(72/131): thrift-0.13.0-2.el8.x86_64.rpm 5.8 MB/s | 1.7 MB 00:00 2023-07-14T12:28:32.850 INFO:teuthology.orchestra.run.smithi133.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 636 kB/s | 43 kB 00:00 2023-07-14T12:28:32.892 INFO:teuthology.orchestra.run.smithi133.stdout:(74/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 1.3 MB/s | 48 kB 00:00 2023-07-14T12:28:32.917 INFO:teuthology.orchestra.run.smithi133.stdout:(75/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 2.3 MB/s | 220 kB 00:00 2023-07-14T12:28:32.943 INFO:teuthology.orchestra.run.smithi133.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-07-14T12:28:32.968 INFO:teuthology.orchestra.run.smithi133.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 851 kB/s | 43 kB 00:00 2023-07-14T12:28:33.019 INFO:teuthology.orchestra.run.smithi133.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 1.4 MB/s | 109 kB 00:00 2023-07-14T12:28:33.052 INFO:teuthology.orchestra.run.smithi133.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.7 MB/s | 229 kB 00:00 2023-07-14T12:28:33.085 INFO:teuthology.orchestra.run.smithi133.stdout:(80/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 8.3 MB/s | 560 kB 00:00 2023-07-14T12:28:33.111 INFO:teuthology.orchestra.run.smithi133.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 319 kB/s | 19 kB 00:00 2023-07-14T12:28:33.128 INFO:teuthology.orchestra.run.smithi133.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 3.6 MB/s | 155 kB 00:00 2023-07-14T12:28:33.161 INFO:teuthology.orchestra.run.smithi133.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 11 MB/s | 559 kB 00:00 2023-07-14T12:28:33.187 INFO:teuthology.orchestra.run.smithi133.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 305 kB/s | 18 kB 00:00 2023-07-14T12:28:33.220 INFO:teuthology.orchestra.run.smithi133.stdout:(85/131): pcre2-devel-10.32-2.el8.x86_64.rpm 10 MB/s | 605 kB 00:00 2023-07-14T12:28:33.246 INFO:teuthology.orchestra.run.smithi133.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-07-14T12:28:33.288 INFO:teuthology.orchestra.run.smithi133.stdout:(87/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.7 MB/s | 72 kB 00:00 2023-07-14T12:28:33.338 INFO:teuthology.orchestra.run.smithi133.stdout:(88/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 20 MB/s | 2.3 MB 00:00 2023-07-14T12:28:33.405 INFO:teuthology.orchestra.run.smithi133.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 708 kB/s | 83 kB 00:00 2023-07-14T12:28:33.422 INFO:teuthology.orchestra.run.smithi133.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 718 kB/s | 60 kB 00:00 2023-07-14T12:28:33.447 INFO:teuthology.orchestra.run.smithi133.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 2.3 MB/s | 98 kB 00:00 2023-07-14T12:28:33.464 INFO:teuthology.orchestra.run.smithi133.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2023-07-14T12:28:33.481 INFO:teuthology.orchestra.run.smithi133.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 1.1 MB/s | 39 kB 00:00 2023-07-14T12:28:33.515 INFO:teuthology.orchestra.run.smithi133.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 13 MB/s | 644 kB 00:00 2023-07-14T12:28:33.540 INFO:teuthology.orchestra.run.smithi133.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.9 MB/s | 171 kB 00:00 2023-07-14T12:28:33.565 INFO:teuthology.orchestra.run.smithi133.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.7 MB/s | 138 kB 00:00 2023-07-14T12:28:33.607 INFO:teuthology.orchestra.run.smithi133.stdout:(97/131): python3-pyasn1-modules-0.3.7-6.el8.no 2.6 MB/s | 110 kB 00:00 2023-07-14T12:28:33.649 INFO:teuthology.orchestra.run.smithi133.stdout:(98/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.3 MB/s | 54 kB 00:00 2023-07-14T12:28:33.691 INFO:teuthology.orchestra.run.smithi133.stdout:(99/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-07-14T12:28:33.766 INFO:teuthology.orchestra.run.smithi133.stdout:(100/131): socat-1.7.4.1-1.el8.x86_64.rpm 4.2 MB/s | 323 kB 00:00 2023-07-14T12:28:33.800 INFO:teuthology.orchestra.run.smithi133.stdout:(101/131): python3-markupsafe-0.23-19.el8.x86_6 1.1 MB/s | 39 kB 00:00 2023-07-14T12:28:33.850 INFO:teuthology.orchestra.run.smithi133.stdout:(102/131): bison-3.0.4-10.el8.x86_64.rpm 13 MB/s | 688 kB 00:00 2023-07-14T12:28:33.892 INFO:teuthology.orchestra.run.smithi133.stdout:(103/131): python3-jinja2-2.10.1-3.el8.noarch.r 13 MB/s | 538 kB 00:00 2023-07-14T12:28:33.934 INFO:teuthology.orchestra.run.smithi133.stdout:(104/131): python3-mako-1.0.6-13.el8.noarch.rpm 3.7 MB/s | 157 kB 00:00 2023-07-14T12:28:33.976 INFO:teuthology.orchestra.run.smithi133.stdout:(105/131): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-07-14T12:28:34.135 INFO:teuthology.orchestra.run.smithi133.stdout:(106/131): python3-scipy-1.0.0-21.module+el8.5. 23 MB/s | 14 MB 00:00 2023-07-14T12:28:34.168 INFO:teuthology.orchestra.run.smithi133.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 3.6 MB/s | 713 kB 00:00 2023-07-14T12:28:34.210 INFO:teuthology.orchestra.run.smithi133.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 638 kB/s | 27 kB 00:00 2023-07-14T12:28:34.252 INFO:teuthology.orchestra.run.smithi133.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 7.5 MB/s | 320 kB 00:00 2023-07-14T12:28:34.286 INFO:teuthology.orchestra.run.smithi133.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.3 MB/s | 44 kB 00:00 2023-07-14T12:28:34.353 INFO:teuthology.orchestra.run.smithi133.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 22 MB/s | 4.8 MB 00:00 2023-07-14T12:28:34.446 INFO:teuthology.orchestra.run.smithi133.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 11 MB/s | 457 kB 00:00 2023-07-14T12:28:34.446 INFO:teuthology.orchestra.run.smithi133.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 5.3 MB/s | 225 kB 00:00 2023-07-14T12:28:34.520 INFO:teuthology.orchestra.run.smithi133.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 16 MB/s | 3.7 MB 00:00 2023-07-14T12:28:34.546 INFO:teuthology.orchestra.run.smithi133.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 589 kB/s | 64 kB 00:00 2023-07-14T12:28:34.571 INFO:teuthology.orchestra.run.smithi133.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 2.4 MB/s | 126 kB 00:00 2023-07-14T12:28:34.596 INFO:teuthology.orchestra.run.smithi133.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 396 kB/s | 20 kB 00:00 2023-07-14T12:28:34.621 INFO:teuthology.orchestra.run.smithi133.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 2.0 MB/s | 103 kB 00:00 2023-07-14T12:28:34.655 INFO:teuthology.orchestra.run.smithi133.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 12 MB/s | 709 kB 00:00 2023-07-14T12:28:34.697 INFO:teuthology.orchestra.run.smithi133.stdout:(120/131): libpq-13.5-1.el8.x86_64.rpm 4.6 MB/s | 198 kB 00:00 2023-07-14T12:28:34.798 INFO:teuthology.orchestra.run.smithi133.stdout:(121/131): openblas-threads-0.3.15-3.el8.x86_64 28 MB/s | 4.9 MB 00:00 2023-07-14T12:28:34.864 INFO:teuthology.orchestra.run.smithi133.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 3.0 MB/s | 202 kB 00:00 2023-07-14T12:28:34.940 INFO:teuthology.orchestra.run.smithi133.stdout:(123/131): openblas-0.3.15-3.el8.x86_64.rpm 20 MB/s | 4.7 MB 00:00 2023-07-14T12:28:34.965 INFO:teuthology.orchestra.run.smithi133.stdout:(124/131): librdkafka-0.11.4-3.el8.x86_64.rpm 3.4 MB/s | 354 kB 00:00 2023-07-14T12:28:35.015 INFO:teuthology.orchestra.run.smithi133.stdout:(125/131): postgresql-contrib-10.21-2.module+el 16 MB/s | 808 kB 00:00 2023-07-14T12:28:35.107 INFO:teuthology.orchestra.run.smithi133.stdout:(126/131): postgresql-server-10.21-2.module+el8 30 MB/s | 5.1 MB 00:00 2023-07-14T12:28:35.141 INFO:teuthology.orchestra.run.smithi133.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 12 MB/s | 1.5 MB 00:00 2023-07-14T12:28:35.966 INFO:teuthology.orchestra.run.smithi133.stdout:(128/131): librbd1-18.0.0-4757.g3fc0089c.el8.x8 4.3 MB/s | 3.6 MB 00:00 2023-07-14T12:28:36.016 INFO:teuthology.orchestra.run.smithi133.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-07-14T12:28:36.550 INFO:teuthology.orchestra.run.smithi133.stdout:(130/131): ceph-test-18.0.0-4757.g3fc0089c.el8. 4.5 MB/s | 48 MB 00:10 2023-07-14T12:28:36.608 INFO:teuthology.orchestra.run.smithi133.stdout:(131/131): librados2-18.0.0-4757.g3fc0089c.el8. 2.4 MB/s | 3.7 MB 00:01 2023-07-14T12:28:36.613 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:28:36.614 INFO:teuthology.orchestra.run.smithi133.stdout:Total 15 MB/s | 205 MB 00:14 2023-07-14T12:28:37.457 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2023-07-14T12:28:37.577 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2023-07-14T12:28:37.577 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2023-07-14T12:28:38.701 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2023-07-14T12:28:38.705 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2023-07-14T12:28:43.973 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2023-07-14T12:28:44.172 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-07-14T12:28:44.355 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-07-14T12:28:44.549 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-07-14T12:28:44.660 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-07-14T12:28:44.916 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-07-14T12:28:45.321 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-07-14T12:28:45.491 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 5/134 2023-07-14T12:28:45.906 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 5/134 2023-07-14T12:28:46.057 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:28:46.182 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:28:46.390 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:28:46.487 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:28:46.679 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:28:46.825 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-07-14T12:28:47.052 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-07-14T12:28:47.251 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-07-14T12:28:47.664 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-07-14T12:28:47.885 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-07-14T12:28:47.998 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 14/134 2023-07-14T12:28:48.126 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 14/134 2023-07-14T12:28:48.257 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 15/134 2023-07-14T12:28:48.402 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 15/134 2023-07-14T12:28:48.602 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-07-14T12:28:48.772 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-07-14T12:28:48.971 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-07-14T12:28:49.098 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-07-14T12:28:49.260 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-07-14T12:28:49.398 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-07-14T12:28:50.008 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-07-14T12:28:50.165 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-07-14T12:28:50.775 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-07-14T12:28:50.923 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-07-14T12:28:51.629 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-07-14T12:28:51.888 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-07-14T12:28:52.071 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-07-14T12:28:52.308 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-07-14T12:28:52.496 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8. 26/134 2023-07-14T12:28:52.626 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el 27/134 2023-07-14T12:28:52.827 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_6 28/134 2023-07-14T12:28:53.023 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-07-14T12:28:54.773 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-07-14T12:28:55.810 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-07-14T12:28:56.121 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-07-14T12:28:56.399 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-07-14T12:28:56.661 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-07-14T12:28:56.917 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rsa-4.8-1.el8.noarch 34/134 2023-07-14T12:28:57.399 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-07-14T12:28:57.561 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 36/134 2023-07-14T12:28:57.737 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_6 37/134 2023-07-14T12:28:57.887 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-07-14T12:28:58.081 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-07-14T12:28:58.230 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-07-14T12:28:58.327 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-07-14T12:28:58.552 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-07-14T12:28:58.808 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-07-14T12:28:58.955 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-07-14T12:28:59.020 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-07-14T12:28:59.259 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-07-14T12:28:59.425 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-07-14T12:28:59.620 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-07-14T12:28:59.781 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-07-14T12:28:59.957 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-07-14T12:29:00.108 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-07-14T12:29:00.318 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-07-14T12:29:00.508 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-07-14T12:29:00.896 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-07-14T12:29:01.207 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-07-14T12:29:01.449 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-07-14T12:29:01.666 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-07-14T12:29:01.859 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-07-14T12:29:02.187 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-07-14T12:29:02.421 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-07-14T12:29:02.628 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-07-14T12:29:02.876 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-07-14T12:29:03.041 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-07-14T12:29:03.233 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-07-14T12:29:03.541 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-07-14T12:29:03.784 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-07-14T12:29:04.026 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-07-14T12:29:04.264 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-07-14T12:29:04.429 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-07-14T12:29:04.624 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-07-14T12:29:04.889 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-07-14T12:29:05.127 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-07-14T12:29:05.316 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-07-14T12:29:05.456 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-07-14T12:29:05.655 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-07-14T12:29:05.858 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-07-14T12:29:06.058 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-07-14T12:29:06.207 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-07-14T12:29:06.343 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-07-14T12:29:06.594 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-07-14T12:29:06.850 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-07-14T12:29:07.027 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-07-14T12:29:07.300 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-07-14T12:29:07.536 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-07-14T12:29:07.728 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-07-14T12:29:07.970 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-07-14T12:29:09.097 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-07-14T12:29:09.406 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-07-14T12:29:09.644 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-07-14T12:29:09.980 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-07-14T12:29:10.291 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-07-14T12:29:10.511 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-07-14T12:29:11.286 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-07-14T12:29:11.445 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 92/134 2023-07-14T12:29:11.550 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 92/134 2023-07-14T12:29:11.728 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 93/134 2023-07-14T12:29:15.409 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:29:15.653 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:29:16.245 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:29:16.540 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 95/134 2023-07-14T12:29:16.625 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 95/134 2023-07-14T12:29:16.802 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 96/134 2023-07-14T12:29:35.503 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 96/134 2023-07-14T12:29:35.504 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /sys 2023-07-14T12:29:35.504 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /proc 2023-07-14T12:29:35.504 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /dev 2023-07-14T12:29:35.504 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /run 2023-07-14T12:29:35.505 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /mnt 2023-07-14T12:29:35.505 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /var/tmp 2023-07-14T12:29:35.505 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /home 2023-07-14T12:29:35.505 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /tmp 2023-07-14T12:29:35.505 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /dev 2023-07-14T12:29:35.505 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:29:35.849 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 97/134 2023-07-14T12:29:37.410 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 97/134 2023-07-14T12:29:37.587 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 98/134 2023-07-14T12:29:37.805 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 98/134 2023-07-14T12:29:37.999 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 99/134 2023-07-14T12:29:38.452 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 99/134 2023-07-14T12:29:38.607 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 100/134 2023-07-14T12:29:38.624 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 100/134 2023-07-14T12:29:40.238 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 101/134 2023-07-14T12:29:40.464 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 101/134 2023-07-14T12:29:40.596 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.e 102/134 2023-07-14T12:29:40.830 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c. 103/134 2023-07-14T12:29:41.014 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 104/134 2023-07-14T12:29:41.226 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 104/134 2023-07-14T12:29:41.511 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 105/134 2023-07-14T12:29:42.468 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 105/134 2023-07-14T12:29:42.640 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 106/134 2023-07-14T12:29:42.730 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 106/134 2023-07-14T12:29:43.130 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el 107/134 2023-07-14T12:29:43.368 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 108/134 2023-07-14T12:29:43.402 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 108/134 2023-07-14T12:29:43.539 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 109/134 2023-07-14T12:29:43.551 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 109/134 2023-07-14T12:29:44.873 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 110/134 2023-07-14T12:29:45.066 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 111/134 2023-07-14T12:29:45.099 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 111/134 2023-07-14T12:29:45.273 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 112/134 2023-07-14T12:29:45.314 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 112/134 2023-07-14T12:29:45.514 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 113/134 2023-07-14T12:29:45.858 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 113/134 2023-07-14T12:29:46.006 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 114/134 2023-07-14T12:29:50.578 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 114/134 2023-07-14T12:29:51.463 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 115/134 2023-07-14T12:29:51.811 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-07-14T12:29:51.991 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 117/134 2023-07-14T12:29:52.249 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-07-14T12:29:52.429 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-07-14T12:29:52.617 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-07-14T12:29:52.884 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-07-14T12:29:53.058 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_ 121/134 2023-07-14T12:29:53.222 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-07-14T12:29:55.358 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:29:55.596 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:29:55.615 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:29:55.821 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 124/134 2023-07-14T12:29:56.095 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 125/134 2023-07-14T12:29:56.406 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 126/134 2023-07-14T12:29:56.833 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-07-14T12:29:57.003 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-07-14T12:29:57.088 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-07-14T12:29:57.304 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-07-14T12:29:57.316 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-07-14T12:29:57.512 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-07-14T12:29:57.520 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-07-14T12:29:57.647 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-07-14T12:29:57.648 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:29:57.873 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:29:57.874 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-07-14T12:29:58.091 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-07-14T12:29:58.302 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:29:58.815 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:29:58.815 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 1/134 2023-07-14T12:29:58.815 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 2/134 2023-07-14T12:29:58.815 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 3/134 2023-07-14T12:29:58.815 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 4/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 5/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 9/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 10/134 2023-07-14T12:29:58.816 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 11/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 12/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 13/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_ 14/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 15/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 16/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_6 17/134 2023-07-14T12:29:58.817 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 18/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 19/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el 20/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8. 21/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_6 22/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 23/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 24/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 25/134 2023-07-14T12:29:58.818 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 26/134 2023-07-14T12:29:58.819 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 27/134 2023-07-14T12:29:58.819 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 28/134 2023-07-14T12:29:58.819 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c. 29/134 2023-07-14T12:29:58.826 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 30/134 2023-07-14T12:29:58.826 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 31/134 2023-07-14T12:29:58.826 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 32/134 2023-07-14T12:29:58.826 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el 33/134 2023-07-14T12:29:58.826 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 34/134 2023-07-14T12:29:58.826 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.e 35/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 36/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 37/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 38/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-07-14T12:29:58.827 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-07-14T12:29:58.828 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-07-14T12:29:58.829 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-07-14T12:29:58.830 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-07-14T12:29:58.831 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-07-14T12:29:58.832 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-07-14T12:29:58.833 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-07-14T12:29:58.834 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-07-14T12:29:58.835 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-07-14T12:29:58.836 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-07-14T12:29:58.837 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-07-14T12:29:58.838 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 129/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 131/134 2023-07-14T12:29:58.839 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:29:58.840 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-07-14T12:30:01.375 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:30:01.376 INFO:teuthology.orchestra.run.smithi133.stdout:Last metadata expiration check: 0:01:51 ago on Fri 14 Jul 2023 12:28:10 PM UTC. 2023-07-14T12:30:03.877 INFO:teuthology.orchestra.run.smithi133.stdout:Installed products updated. 2023-07-14T12:30:04.091 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:30:04.091 INFO:teuthology.orchestra.run.smithi133.stdout:Upgraded: 2023-07-14T12:30:04.092 INFO:teuthology.orchestra.run.smithi133.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-07-14T12:30:04.092 INFO:teuthology.orchestra.run.smithi133.stdout: librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.092 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.093 INFO:teuthology.orchestra.run.smithi133.stdout:Installed: 2023-07-14T12:30:04.093 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-07-14T12:30:04.093 INFO:teuthology.orchestra.run.smithi133.stdout: automake-1.16.1-7.el8.noarch 2023-07-14T12:30:04.093 INFO:teuthology.orchestra.run.smithi133.stdout: bison-3.0.4-10.el8.x86_64 2023-07-14T12:30:04.093 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.093 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.094 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.095 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.096 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.096 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.096 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.096 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.096 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.096 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:30:04.097 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-07-14T12:30:04.097 INFO:teuthology.orchestra.run.smithi133.stdout: flex-2.6.1-9.el8.x86_64 2023-07-14T12:30:04.097 INFO:teuthology.orchestra.run.smithi133.stdout: fuse-2.9.7-15.el8.x86_64 2023-07-14T12:30:04.097 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-07-14T12:30:04.098 INFO:teuthology.orchestra.run.smithi133.stdout: jq-1.6-3.el8.x86_64 2023-07-14T12:30:04.098 INFO:teuthology.orchestra.run.smithi133.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-07-14T12:30:04.098 INFO:teuthology.orchestra.run.smithi133.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-07-14T12:30:04.099 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-07-14T12:30:04.099 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.099 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.099 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.100 INFO:teuthology.orchestra.run.smithi133.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-07-14T12:30:04.100 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-07-14T12:30:04.100 INFO:teuthology.orchestra.run.smithi133.stdout: liboath-2.6.2-3.el8.x86_64 2023-07-14T12:30:04.101 INFO:teuthology.orchestra.run.smithi133.stdout: libpq-13.5-1.el8.x86_64 2023-07-14T12:30:04.101 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-07-14T12:30:04.101 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-07-14T12:30:04.102 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.102 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.102 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-07-14T12:30:04.103 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.103 INFO:teuthology.orchestra.run.smithi133.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-07-14T12:30:04.103 INFO:teuthology.orchestra.run.smithi133.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-07-14T12:30:04.103 INFO:teuthology.orchestra.run.smithi133.stdout: libtool-2.4.6-25.el8.x86_64 2023-07-14T12:30:04.104 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind-1.3.1-3.el8.x86_64 2023-07-14T12:30:04.104 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-07-14T12:30:04.104 INFO:teuthology.orchestra.run.smithi133.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-07-14T12:30:04.105 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-07-14T12:30:04.105 INFO:teuthology.orchestra.run.smithi133.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-07-14T12:30:04.105 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-0.3.15-3.el8.x86_64 2023-07-14T12:30:04.105 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-07-14T12:30:04.105 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-07-14T12:30:04.106 INFO:teuthology.orchestra.run.smithi133.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-07-14T12:30:04.106 INFO:teuthology.orchestra.run.smithi133.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-07-14T12:30:04.106 INFO:teuthology.orchestra.run.smithi133.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-07-14T12:30:04.106 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:30:04.107 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:30:04.107 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:30:04.107 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel-2.5.1-7.el8.noarch 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.108 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.109 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-07-14T12:30:04.109 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-07-14T12:30:04.109 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-07-14T12:30:04.109 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-07-14T12:30:04.109 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-07-14T12:30:04.109 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-6.2-6.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-07-14T12:30:04.110 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako-1.0.6-13.el8.noarch 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-07-14T12:30:04.111 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend-2.6-1.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-07-14T12:30:04.112 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser-2.14-14.el8.noarch 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz-2017.2-9.el8.noarch 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.113 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes-2.4.1-12.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa-4.8-1.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-07-14T12:30:04.114 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.115 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:30:04.116 INFO:teuthology.orchestra.run.smithi133.stdout: socat-1.7.4.1-1.el8.x86_64 2023-07-14T12:30:04.116 INFO:teuthology.orchestra.run.smithi133.stdout: thrift-0.13.0-2.el8.x86_64 2023-07-14T12:30:04.116 INFO:teuthology.orchestra.run.smithi133.stdout: uuid-1.6.2-43.el8.x86_64 2023-07-14T12:30:04.116 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-07-14T12:30:04.116 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-07-14T12:30:04.117 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-07-14T12:30:04.117 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:30:04.117 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2023-07-14T12:30:04.317 DEBUG:teuthology.parallel:result is None 2023-07-14T12:32:39.993 INFO:teuthology.orchestra.run.smithi130.stdout:Extra Packages for Enterprise Linux 56 kB/s | 16 MB 04:42 2023-07-14T12:32:43.490 INFO:teuthology.orchestra.run.smithi130.stdout:lab-extras 387 kB/s | 24 kB 00:00 2023-07-14T12:32:44.394 INFO:teuthology.orchestra.run.smithi130.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 64 MB/s | 53 MB 00:00 2023-07-14T12:32:52.637 INFO:teuthology.orchestra.run.smithi130.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 59 MB/s | 47 MB 00:00 2023-07-14T12:33:03.500 INFO:teuthology.orchestra.run.smithi130.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-07-14T12:33:03.501 INFO:teuthology.orchestra.run.smithi130.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-07-14T12:33:03.516 INFO:teuthology.orchestra.run.smithi130.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-07-14T12:33:03.516 INFO:teuthology.orchestra.run.smithi130.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-07-14T12:33:03.517 INFO:teuthology.orchestra.run.smithi130.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-07-14T12:33:03.518 INFO:teuthology.orchestra.run.smithi130.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-07-14T12:33:03.520 INFO:teuthology.orchestra.run.smithi130.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-07-14T12:33:03.524 INFO:teuthology.orchestra.run.smithi130.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-07-14T12:33:03.525 INFO:teuthology.orchestra.run.smithi130.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-07-14T12:33:03.660 INFO:teuthology.orchestra.run.smithi130.stdout:Dependencies resolved. 2023-07-14T12:33:03.672 INFO:teuthology.orchestra.run.smithi130.stdout:=========================================================================================================================== 2023-07-14T12:33:03.672 INFO:teuthology.orchestra.run.smithi130.stdout: Package Arch Version Repository Size 2023-07-14T12:33:03.673 INFO:teuthology.orchestra.run.smithi130.stdout:=========================================================================================================================== 2023-07-14T12:33:03.673 INFO:teuthology.orchestra.run.smithi130.stdout:Installing: 2023-07-14T12:33:03.673 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-07-14T12:33:03.673 INFO:teuthology.orchestra.run.smithi130.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-07-14T12:33:03.673 INFO:teuthology.orchestra.run.smithi130.stdout: ceph x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 6.4 k 2023-07-14T12:33:03.673 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-base x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 5.4 M 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-fuse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 848 k 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 165 k 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 1.5 M 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-cephadm noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 129 k 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-dashboard noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 1.7 M 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 7.4 M 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-rook noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 47 k 2023-07-14T12:33:03.674 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-radosgw x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 13 M 2023-07-14T12:33:03.675 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-test x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 48 M 2023-07-14T12:33:03.675 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-volume noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 258 k 2023-07-14T12:33:03.675 INFO:teuthology.orchestra.run.smithi130.stdout: cephadm noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 166 k 2023-07-14T12:33:03.675 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-mirror x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 258 k 2023-07-14T12:33:03.675 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-top noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 18 k 2023-07-14T12:33:03.676 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-07-14T12:33:03.676 INFO:teuthology.orchestra.run.smithi130.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-07-14T12:33:03.676 INFO:teuthology.orchestra.run.smithi130.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-07-14T12:33:03.676 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs-devel x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 31 k 2023-07-14T12:33:03.676 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 771 k 2023-07-14T12:33:03.676 INFO:teuthology.orchestra.run.smithi130.stdout: librados-devel x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 139 k 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-07-14T12:33:03.677 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cephfs x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 197 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rados x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 371 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rbd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 364 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rgw x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 107 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-fuse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 94 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-mirror x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.4 M 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-nbd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 179 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-07-14T12:33:03.678 INFO:teuthology.orchestra.run.smithi130.stdout:Upgrading: 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout: librados2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.7 M 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout: librbd1 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.6 M 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout:Installing dependencies: 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-common x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 22 M 2023-07-14T12:33:03.679 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-grafana-dashboards noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 23 k 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mds x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 2.3 M 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-modules-core noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 240 k 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mon x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 4.6 M 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-osd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 18 M 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-prometheus-alerts noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 15 k 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-selinux x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 24 k 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-07-14T12:33:03.680 INFO:teuthology.orchestra.run.smithi130.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: libcephsqlite x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 137 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-07-14T12:33:03.681 INFO:teuthology.orchestra.run.smithi130.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: libradosstriper1 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 473 k 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: librgw2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 6.7 M 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-07-14T12:33:03.682 INFO:teuthology.orchestra.run.smithi130.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-07-14T12:33:03.683 INFO:teuthology.orchestra.run.smithi130.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-argparse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 45 k 2023-07-14T12:33:03.684 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-common x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 119 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-07-14T12:33:03.685 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-07-14T12:33:03.686 INFO:teuthology.orchestra.run.smithi130.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-07-14T12:33:03.687 INFO:teuthology.orchestra.run.smithi130.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-07-14T12:33:03.688 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-07-14T12:33:03.689 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-07-14T12:33:03.689 INFO:teuthology.orchestra.run.smithi130.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-07-14T12:33:03.689 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-07-14T12:33:03.689 INFO:teuthology.orchestra.run.smithi130.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-07-14T12:33:03.689 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-07-14T12:33:03.689 INFO:teuthology.orchestra.run.smithi130.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-07-14T12:33:03.690 INFO:teuthology.orchestra.run.smithi130.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-07-14T12:33:03.691 INFO:teuthology.orchestra.run.smithi130.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-07-14T12:33:03.692 INFO:teuthology.orchestra.run.smithi130.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-07-14T12:33:03.692 INFO:teuthology.orchestra.run.smithi130.stdout:Enabling module streams: 2023-07-14T12:33:03.692 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql 10 2023-07-14T12:33:03.692 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:33:03.692 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction Summary 2023-07-14T12:33:03.692 INFO:teuthology.orchestra.run.smithi130.stdout:=========================================================================================================================== 2023-07-14T12:33:03.693 INFO:teuthology.orchestra.run.smithi130.stdout:Install 128 Packages 2023-07-14T12:33:03.693 INFO:teuthology.orchestra.run.smithi130.stdout:Upgrade 3 Packages 2023-07-14T12:33:03.693 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:33:03.693 INFO:teuthology.orchestra.run.smithi130.stdout:Total download size: 205 M 2023-07-14T12:33:03.694 INFO:teuthology.orchestra.run.smithi130.stdout:Downloading Packages: 2023-07-14T12:33:04.553 INFO:teuthology.orchestra.run.smithi130.stdout:(1/131): ceph-18.0.0-4757.g3fc0089c.el8.x86_64. 18 kB/s | 6.4 kB 00:00 2023-07-14T12:33:05.404 INFO:teuthology.orchestra.run.smithi130.stdout:(2/131): ceph-fuse-18.0.0-4757.g3fc0089c.el8.x8 998 kB/s | 848 kB 00:00 2023-07-14T12:33:05.578 INFO:teuthology.orchestra.run.smithi130.stdout:(3/131): ceph-immutable-object-cache-18.0.0-475 946 kB/s | 165 kB 00:00 2023-07-14T12:33:06.579 INFO:teuthology.orchestra.run.smithi130.stdout:(4/131): ceph-mds-18.0.0-4757.g3fc0089c.el8.x86 2.3 MB/s | 2.3 MB 00:00 2023-07-14T12:33:06.712 INFO:teuthology.orchestra.run.smithi130.stdout:(5/131): ceph-base-18.0.0-4757.g3fc0089c.el8.x8 2.1 MB/s | 5.4 MB 00:02 2023-07-14T12:33:07.121 INFO:teuthology.orchestra.run.smithi130.stdout:(6/131): ceph-mgr-18.0.0-4757.g3fc0089c.el8.x86 2.9 MB/s | 1.5 MB 00:00 2023-07-14T12:33:07.471 INFO:teuthology.orchestra.run.smithi130.stdout:(7/131): ceph-mon-18.0.0-4757.g3fc0089c.el8.x86 6.1 MB/s | 4.6 MB 00:00 2023-07-14T12:33:08.440 INFO:teuthology.orchestra.run.smithi130.stdout:(8/131): ceph-common-18.0.0-4757.g3fc0089c.el8. 5.2 MB/s | 22 MB 00:04 2023-07-14T12:33:08.505 INFO:teuthology.orchestra.run.smithi130.stdout:(9/131): ceph-selinux-18.0.0-4757.g3fc0089c.el8 366 kB/s | 24 kB 00:00 2023-07-14T12:33:08.955 INFO:teuthology.orchestra.run.smithi130.stdout:(10/131): ceph-radosgw-18.0.0-4757.g3fc0089c.el 9.1 MB/s | 13 MB 00:01 2023-07-14T12:33:09.089 INFO:teuthology.orchestra.run.smithi130.stdout:(11/131): cephfs-mirror-18.0.0-4757.g3fc0089c.e 1.9 MB/s | 258 kB 00:00 2023-07-14T12:33:09.189 INFO:teuthology.orchestra.run.smithi130.stdout:(12/131): libcephfs-devel-18.0.0-4757.g3fc0089c 310 kB/s | 31 kB 00:00 2023-07-14T12:33:09.398 INFO:teuthology.orchestra.run.smithi130.stdout:(13/131): ceph-osd-18.0.0-4757.g3fc0089c.el8.x8 7.8 MB/s | 18 MB 00:02 2023-07-14T12:33:09.431 INFO:teuthology.orchestra.run.smithi130.stdout:(14/131): libcephfs2-18.0.0-4757.g3fc0089c.el8. 3.1 MB/s | 771 kB 00:00 2023-07-14T12:33:09.507 INFO:teuthology.orchestra.run.smithi130.stdout:(15/131): libcephsqlite-18.0.0-4757.g3fc0089c.e 1.2 MB/s | 137 kB 00:00 2023-07-14T12:33:09.532 INFO:teuthology.orchestra.run.smithi130.stdout:(16/131): librados-devel-18.0.0-4757.g3fc0089c. 1.4 MB/s | 139 kB 00:00 2023-07-14T12:33:09.624 INFO:teuthology.orchestra.run.smithi130.stdout:(17/131): libradosstriper1-18.0.0-4757.g3fc0089 4.0 MB/s | 473 kB 00:00 2023-07-14T12:33:09.732 INFO:teuthology.orchestra.run.smithi130.stdout:(18/131): python3-ceph-argparse-18.0.0-4757.g3f 413 kB/s | 45 kB 00:00 2023-07-14T12:33:09.849 INFO:teuthology.orchestra.run.smithi130.stdout:(19/131): python3-ceph-common-18.0.0-4757.g3fc0 1.0 MB/s | 119 kB 00:00 2023-07-14T12:33:09.966 INFO:teuthology.orchestra.run.smithi130.stdout:(20/131): python3-cephfs-18.0.0-4757.g3fc0089c. 1.6 MB/s | 197 kB 00:00 2023-07-14T12:33:10.075 INFO:teuthology.orchestra.run.smithi130.stdout:(21/131): python3-rados-18.0.0-4757.g3fc0089c.e 3.4 MB/s | 371 kB 00:00 2023-07-14T12:33:10.183 INFO:teuthology.orchestra.run.smithi130.stdout:(22/131): python3-rbd-18.0.0-4757.g3fc0089c.el8 3.3 MB/s | 364 kB 00:00 2023-07-14T12:33:10.276 INFO:teuthology.orchestra.run.smithi130.stdout:(23/131): librgw2-18.0.0-4757.g3fc0089c.el8.x86 9.1 MB/s | 6.7 MB 00:00 2023-07-14T12:33:10.301 INFO:teuthology.orchestra.run.smithi130.stdout:(24/131): python3-rgw-18.0.0-4757.g3fc0089c.el8 914 kB/s | 107 kB 00:00 2023-07-14T12:33:10.361 INFO:teuthology.orchestra.run.smithi130.stdout:(25/131): rbd-fuse-18.0.0-4757.g3fc0089c.el8.x8 1.1 MB/s | 94 kB 00:00 2023-07-14T12:33:10.468 INFO:teuthology.orchestra.run.smithi130.stdout:(26/131): rbd-nbd-18.0.0-4757.g3fc0089c.el8.x86 1.6 MB/s | 179 kB 00:00 2023-07-14T12:33:10.623 INFO:teuthology.orchestra.run.smithi130.stdout:(27/131): ceph-grafana-dashboards-18.0.0-4757.g 149 kB/s | 23 kB 00:00 2023-07-14T12:33:10.694 INFO:teuthology.orchestra.run.smithi130.stdout:(28/131): rbd-mirror-18.0.0-4757.g3fc0089c.el8. 8.8 MB/s | 3.4 MB 00:00 2023-07-14T12:33:10.727 INFO:teuthology.orchestra.run.smithi130.stdout:(29/131): ceph-mgr-cephadm-18.0.0-4757.g3fc0089 1.2 MB/s | 129 kB 00:00 2023-07-14T12:33:10.928 INFO:teuthology.orchestra.run.smithi130.stdout:(30/131): ceph-mgr-dashboard-18.0.0-4757.g3fc00 7.3 MB/s | 1.7 MB 00:00 2023-07-14T12:33:11.036 INFO:teuthology.orchestra.run.smithi130.stdout:(31/131): ceph-mgr-modules-core-18.0.0-4757.g3f 2.2 MB/s | 240 kB 00:00 2023-07-14T12:33:11.145 INFO:teuthology.orchestra.run.smithi130.stdout:(32/131): ceph-mgr-rook-18.0.0-4757.g3fc0089c.e 438 kB/s | 47 kB 00:00 2023-07-14T12:33:11.253 INFO:teuthology.orchestra.run.smithi130.stdout:(33/131): ceph-prometheus-alerts-18.0.0-4757.g3 134 kB/s | 15 kB 00:00 2023-07-14T12:33:11.379 INFO:teuthology.orchestra.run.smithi130.stdout:(34/131): ceph-volume-18.0.0-4757.g3fc0089c.el8 2.0 MB/s | 258 kB 00:00 2023-07-14T12:33:11.495 INFO:teuthology.orchestra.run.smithi130.stdout:(35/131): cephadm-18.0.0-4757.g3fc0089c.el8.noa 1.4 MB/s | 166 kB 00:00 2023-07-14T12:33:11.604 INFO:teuthology.orchestra.run.smithi130.stdout:(36/131): cephfs-top-18.0.0-4757.g3fc0089c.el8. 166 kB/s | 18 kB 00:00 2023-07-14T12:33:11.763 INFO:teuthology.orchestra.run.smithi130.stdout:(37/131): ceph-mgr-diskprediction-local-18.0.0- 7.2 MB/s | 7.4 MB 00:01 2023-07-14T12:33:12.264 INFO:teuthology.orchestra.run.smithi130.stdout:(38/131): ceph-test-18.0.0-4757.g3fc0089c.el8.x 13 MB/s | 48 MB 00:03 2023-07-14T12:33:12.447 INFO:teuthology.orchestra.run.smithi130.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 363 kB/s | 306 kB 00:00 2023-07-14T12:33:12.556 INFO:teuthology.orchestra.run.smithi130.stdout:(40/131): liboath-2.6.2-3.el8.x86_64.rpm 74 kB/s | 59 kB 00:00 2023-07-14T12:33:12.631 INFO:teuthology.orchestra.run.smithi130.stdout:(41/131): libunwind-1.3.1-3.el8.x86_64.rpm 205 kB/s | 75 kB 00:00 2023-07-14T12:33:12.673 INFO:teuthology.orchestra.run.smithi130.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 373 kB/s | 44 kB 00:00 2023-07-14T12:33:12.707 INFO:teuthology.orchestra.run.smithi130.stdout:(43/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.8 MB/s | 476 kB 00:00 2023-07-14T12:33:12.798 INFO:teuthology.orchestra.run.smithi130.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 263 kB/s | 33 kB 00:00 2023-07-14T12:33:12.824 INFO:teuthology.orchestra.run.smithi130.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 139 kB/s | 16 kB 00:00 2023-07-14T12:33:12.853 INFO:teuthology.orchestra.run.smithi130.stdout:(46/131): python3-beautifulsoup4-4.6.3-2.el8.1. 851 kB/s | 185 kB 00:00 2023-07-14T12:33:13.033 INFO:teuthology.orchestra.run.smithi130.stdout:(47/131): python3-cheroot-8.5.2-1.el8.noarch.rp 737 kB/s | 173 kB 00:00 2023-07-14T12:33:13.058 INFO:teuthology.orchestra.run.smithi130.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 389 kB/s | 81 kB 00:00 2023-07-14T12:33:13.083 INFO:teuthology.orchestra.run.smithi130.stdout:(49/131): python3-cherrypy-18.4.0-1.el8.noarch. 1.4 MB/s | 384 kB 00:00 2023-07-14T12:33:13.184 INFO:teuthology.orchestra.run.smithi130.stdout:(50/131): python3-jaraco-6.2-6.el8.noarch.rpm 74 kB/s | 11 kB 00:00 2023-07-14T12:33:13.209 INFO:teuthology.orchestra.run.smithi130.stdout:(51/131): python3-jaraco-functools-2.0-4.el8.no 117 kB/s | 18 kB 00:00 2023-07-14T12:33:13.326 INFO:teuthology.orchestra.run.smithi130.stdout:(52/131): python3-logutils-0.3.5-11.el8.noarch. 344 kB/s | 49 kB 00:00 2023-07-14T12:33:13.351 INFO:teuthology.orchestra.run.smithi130.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 414 kB/s | 59 kB 00:00 2023-07-14T12:33:13.443 INFO:teuthology.orchestra.run.smithi130.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 515 kB/s | 60 kB 00:00 2023-07-14T12:33:13.577 INFO:teuthology.orchestra.run.smithi130.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 1.2 MB/s | 283 kB 00:00 2023-07-14T12:33:13.602 INFO:teuthology.orchestra.run.smithi130.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 98 kB/s | 16 kB 00:00 2023-07-14T12:33:13.702 INFO:teuthology.orchestra.run.smithi130.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 268 kB/s | 34 kB 00:00 2023-07-14T12:33:13.744 INFO:teuthology.orchestra.run.smithi130.stdout:(58/131): python3-kubernetes-11.0.0-6.el8.noarc 1.8 MB/s | 1.2 MB 00:00 2023-07-14T12:33:13.803 INFO:teuthology.orchestra.run.smithi130.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 978 kB/s | 196 kB 00:00 2023-07-14T12:33:13.853 INFO:teuthology.orchestra.run.smithi130.stdout:(60/131): python3-rsa-4.8-1.el8.noarch.rpm 408 kB/s | 61 kB 00:00 2023-07-14T12:33:13.878 INFO:teuthology.orchestra.run.smithi130.stdout:(61/131): python3-simplegeneric-0.8.1-17.el8.no 140 kB/s | 19 kB 00:00 2023-07-14T12:33:13.938 INFO:teuthology.orchestra.run.smithi130.stdout:(62/131): python3-singledispatch-3.4.0.3-18.el8 179 kB/s | 24 kB 00:00 2023-07-14T12:33:14.004 INFO:teuthology.orchestra.run.smithi130.stdout:(63/131): python3-tempora-1.14.1-5.el8.noarch.r 194 kB/s | 29 kB 00:00 2023-07-14T12:33:14.029 INFO:teuthology.orchestra.run.smithi130.stdout:(64/131): python3-trustme-0.6.0-4.el8.noarch.rp 183 kB/s | 27 kB 00:00 2023-07-14T12:33:14.129 INFO:teuthology.orchestra.run.smithi130.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.0 MB/s | 251 kB 00:00 2023-07-14T12:33:14.154 INFO:teuthology.orchestra.run.smithi130.stdout:(66/131): python3-waitress-1.4.3-1.el8.noarch.r 1.1 MB/s | 255 kB 00:00 2023-07-14T12:33:14.188 INFO:teuthology.orchestra.run.smithi130.stdout:(67/131): python3-websocket-client-0.56.0-5.el8 385 kB/s | 61 kB 00:00 2023-07-14T12:33:14.239 INFO:teuthology.orchestra.run.smithi130.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 783 kB/s | 85 kB 00:00 2023-07-14T12:33:14.264 INFO:teuthology.orchestra.run.smithi130.stdout:(69/131): python3-zc-lockfile-2.0-2.el8.noarch. 210 kB/s | 23 kB 00:00 2023-07-14T12:33:14.289 INFO:teuthology.orchestra.run.smithi130.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-07-14T12:33:14.344 INFO:teuthology.orchestra.run.smithi130.stdout:(71/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 622 kB/s | 47 kB 00:00 2023-07-14T12:33:14.365 INFO:teuthology.orchestra.run.smithi130.stdout:(72/131): libselinux-devel-2.9-5.el8.x86_64.rpm 2.8 MB/s | 200 kB 00:00 2023-07-14T12:33:14.391 INFO:teuthology.orchestra.run.smithi130.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 849 kB/s | 43 kB 00:00 2023-07-14T12:33:14.415 INFO:teuthology.orchestra.run.smithi130.stdout:(74/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 4.3 MB/s | 220 kB 00:00 2023-07-14T12:33:14.441 INFO:teuthology.orchestra.run.smithi130.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 959 kB/s | 48 kB 00:00 2023-07-14T12:33:14.466 INFO:teuthology.orchestra.run.smithi130.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-07-14T12:33:14.491 INFO:teuthology.orchestra.run.smithi130.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 851 kB/s | 43 kB 00:00 2023-07-14T12:33:14.517 INFO:teuthology.orchestra.run.smithi130.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 2.1 MB/s | 109 kB 00:00 2023-07-14T12:33:14.573 INFO:teuthology.orchestra.run.smithi130.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 2.7 MB/s | 229 kB 00:00 2023-07-14T12:33:14.609 INFO:teuthology.orchestra.run.smithi130.stdout:(80/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 6.0 MB/s | 560 kB 00:00 2023-07-14T12:33:14.626 INFO:teuthology.orchestra.run.smithi130.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 357 kB/s | 19 kB 00:00 2023-07-14T12:33:14.643 INFO:teuthology.orchestra.run.smithi130.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 4.5 MB/s | 155 kB 00:00 2023-07-14T12:33:14.685 INFO:teuthology.orchestra.run.smithi130.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 9.3 MB/s | 559 kB 00:00 2023-07-14T12:33:14.702 INFO:teuthology.orchestra.run.smithi130.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 305 kB/s | 18 kB 00:00 2023-07-14T12:33:14.738 INFO:teuthology.orchestra.run.smithi130.stdout:(85/131): pcre2-devel-10.32-2.el8.x86_64.rpm 12 MB/s | 605 kB 00:00 2023-07-14T12:33:14.761 INFO:teuthology.orchestra.run.smithi130.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-07-14T12:33:14.803 INFO:teuthology.orchestra.run.smithi130.stdout:(87/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.7 MB/s | 72 kB 00:00 2023-07-14T12:33:14.837 INFO:teuthology.orchestra.run.smithi130.stdout:(88/131): thrift-0.13.0-2.el8.x86_64.rpm 2.7 MB/s | 1.7 MB 00:00 2023-07-14T12:33:14.862 INFO:teuthology.orchestra.run.smithi130.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 1.4 MB/s | 83 kB 00:00 2023-07-14T12:33:14.920 INFO:teuthology.orchestra.run.smithi130.stdout:(90/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 13 MB/s | 2.3 MB 00:00 2023-07-14T12:33:14.946 INFO:teuthology.orchestra.run.smithi130.stdout:(91/131): elfutils-libelf-devel-0.186-1.el8.x86 549 kB/s | 60 kB 00:00 2023-07-14T12:33:14.971 INFO:teuthology.orchestra.run.smithi130.stdout:(92/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 949 kB/s | 98 kB 00:00 2023-07-14T12:33:14.996 INFO:teuthology.orchestra.run.smithi130.stdout:(93/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 763 kB/s | 58 kB 00:00 2023-07-14T12:33:15.021 INFO:teuthology.orchestra.run.smithi130.stdout:(94/131): libcom_err-devel-1.45.6-4.el8.x86_64. 511 kB/s | 39 kB 00:00 2023-07-14T12:33:15.047 INFO:teuthology.orchestra.run.smithi130.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 3.3 MB/s | 171 kB 00:00 2023-07-14T12:33:15.073 INFO:teuthology.orchestra.run.smithi130.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.7 MB/s | 138 kB 00:00 2023-07-14T12:33:15.106 INFO:teuthology.orchestra.run.smithi130.stdout:(97/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 4.7 MB/s | 644 kB 00:00 2023-07-14T12:33:15.131 INFO:teuthology.orchestra.run.smithi130.stdout:(98/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.8 MB/s | 110 kB 00:00 2023-07-14T12:33:15.156 INFO:teuthology.orchestra.run.smithi130.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-07-14T12:33:15.173 INFO:teuthology.orchestra.run.smithi130.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.0 MB/s | 259 kB 00:00 2023-07-14T12:33:15.207 INFO:teuthology.orchestra.run.smithi130.stdout:(101/131): socat-1.7.4.1-1.el8.x86_64.rpm 6.3 MB/s | 323 kB 00:00 2023-07-14T12:33:15.233 INFO:teuthology.orchestra.run.smithi130.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 663 kB/s | 39 kB 00:00 2023-07-14T12:33:15.268 INFO:teuthology.orchestra.run.smithi130.stdout:(103/131): bison-3.0.4-10.el8.x86_64.rpm 12 MB/s | 688 kB 00:00 2023-07-14T12:33:15.326 INFO:teuthology.orchestra.run.smithi130.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 5.6 MB/s | 538 kB 00:00 2023-07-14T12:33:15.358 INFO:teuthology.orchestra.run.smithi130.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.7 MB/s | 157 kB 00:00 2023-07-14T12:33:15.384 INFO:teuthology.orchestra.run.smithi130.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.2 MB/s | 187 kB 00:00 2023-07-14T12:33:15.417 INFO:teuthology.orchestra.run.smithi130.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 12 MB/s | 713 kB 00:00 2023-07-14T12:33:15.460 INFO:teuthology.orchestra.run.smithi130.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 638 kB/s | 27 kB 00:00 2023-07-14T12:33:15.509 INFO:teuthology.orchestra.run.smithi130.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 6.2 MB/s | 320 kB 00:00 2023-07-14T12:33:15.551 INFO:teuthology.orchestra.run.smithi130.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.0 MB/s | 44 kB 00:00 2023-07-14T12:33:15.627 INFO:teuthology.orchestra.run.smithi130.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 20 MB/s | 4.8 MB 00:00 2023-07-14T12:33:15.677 INFO:teuthology.orchestra.run.smithi130.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 8.9 MB/s | 457 kB 00:00 2023-07-14T12:33:15.877 INFO:teuthology.orchestra.run.smithi130.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 1.1 MB/s | 225 kB 00:00 2023-07-14T12:33:15.953 INFO:teuthology.orchestra.run.smithi130.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 9.3 MB/s | 3.7 MB 00:00 2023-07-14T12:33:15.969 INFO:teuthology.orchestra.run.smithi130.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 697 kB/s | 64 kB 00:00 2023-07-14T12:33:15.996 INFO:teuthology.orchestra.run.smithi130.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 3.0 MB/s | 126 kB 00:00 2023-07-14T12:33:16.021 INFO:teuthology.orchestra.run.smithi130.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 397 kB/s | 20 kB 00:00 2023-07-14T12:33:16.054 INFO:teuthology.orchestra.run.smithi130.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 1.7 MB/s | 103 kB 00:00 2023-07-14T12:33:16.121 INFO:teuthology.orchestra.run.smithi130.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 6.9 MB/s | 709 kB 00:00 2023-07-14T12:33:16.271 INFO:teuthology.orchestra.run.smithi130.stdout:(120/131): python3-scipy-1.0.0-21.module+el8.5. 11 MB/s | 14 MB 00:01 2023-07-14T12:33:16.296 INFO:teuthology.orchestra.run.smithi130.stdout:(121/131): libpq-13.5-1.el8.x86_64.rpm 1.1 MB/s | 198 kB 00:00 2023-07-14T12:33:16.339 INFO:teuthology.orchestra.run.smithi130.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-07-14T12:33:16.381 INFO:teuthology.orchestra.run.smithi130.stdout:(123/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-07-14T12:33:16.465 INFO:teuthology.orchestra.run.smithi130.stdout:(124/131): openblas-threads-0.3.15-3.el8.x86_64 12 MB/s | 4.9 MB 00:00 2023-07-14T12:33:16.548 INFO:teuthology.orchestra.run.smithi130.stdout:(125/131): openblas-0.3.15-3.el8.x86_64.rpm 17 MB/s | 4.7 MB 00:00 2023-07-14T12:33:16.598 INFO:teuthology.orchestra.run.smithi130.stdout:(126/131): postgresql-contrib-10.21-2.module+el 5.9 MB/s | 808 kB 00:00 2023-07-14T12:33:16.648 INFO:teuthology.orchestra.run.smithi130.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 15 MB/s | 1.5 MB 00:00 2023-07-14T12:33:16.741 INFO:teuthology.orchestra.run.smithi130.stdout:(128/131): postgresql-server-10.21-2.module+el8 14 MB/s | 5.1 MB 00:00 2023-07-14T12:33:16.791 INFO:teuthology.orchestra.run.smithi130.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-07-14T12:33:17.407 INFO:teuthology.orchestra.run.smithi130.stdout:(130/131): librados2-18.0.0-4757.g3fc0089c.el8. 4.5 MB/s | 3.7 MB 00:00 2023-07-14T12:33:17.491 INFO:teuthology.orchestra.run.smithi130.stdout:(131/131): librbd1-18.0.0-4757.g3fc0089c.el8.x8 4.2 MB/s | 3.6 MB 00:00 2023-07-14T12:33:17.494 INFO:teuthology.orchestra.run.smithi130.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:33:17.494 INFO:teuthology.orchestra.run.smithi130.stdout:Total 15 MB/s | 205 MB 00:13 2023-07-14T12:33:18.352 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction check 2023-07-14T12:33:18.472 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction check succeeded. 2023-07-14T12:33:18.474 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction test 2023-07-14T12:33:19.583 INFO:teuthology.orchestra.run.smithi130.stdout:Transaction test succeeded. 2023-07-14T12:33:19.587 INFO:teuthology.orchestra.run.smithi130.stdout:Running transaction 2023-07-14T12:33:24.723 INFO:teuthology.orchestra.run.smithi130.stdout: Preparing : 1/1 2023-07-14T12:33:24.893 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-07-14T12:33:25.069 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-07-14T12:33:25.229 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-07-14T12:33:25.326 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-07-14T12:33:25.554 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-07-14T12:33:25.956 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-07-14T12:33:26.162 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 5/134 2023-07-14T12:33:26.558 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 5/134 2023-07-14T12:33:26.712 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:33:26.841 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:33:27.096 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:33:27.197 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:33:27.334 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:33:27.488 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-07-14T12:33:27.732 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-07-14T12:33:27.948 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-07-14T12:33:28.326 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-07-14T12:33:28.583 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-07-14T12:33:28.703 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 14/134 2023-07-14T12:33:28.811 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 14/134 2023-07-14T12:33:28.937 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 15/134 2023-07-14T12:33:29.087 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 15/134 2023-07-14T12:33:29.332 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-07-14T12:33:29.501 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-07-14T12:33:29.679 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-07-14T12:33:29.820 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-07-14T12:33:29.972 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-07-14T12:33:30.137 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-07-14T12:33:30.742 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-07-14T12:33:30.912 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-07-14T12:33:31.497 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-07-14T12:33:31.653 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-07-14T12:33:32.349 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-07-14T12:33:32.603 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-07-14T12:33:32.784 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-07-14T12:33:32.996 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-07-14T12:33:33.184 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8. 26/134 2023-07-14T12:33:33.307 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el 27/134 2023-07-14T12:33:33.515 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_6 28/134 2023-07-14T12:33:33.703 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-07-14T12:33:35.463 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-07-14T12:33:36.492 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-07-14T12:33:36.793 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-07-14T12:33:37.088 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-07-14T12:33:37.297 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-07-14T12:33:37.489 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rsa-4.8-1.el8.noarch 34/134 2023-07-14T12:33:37.663 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-07-14T12:33:37.866 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 36/134 2023-07-14T12:33:37.992 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_6 37/134 2023-07-14T12:33:38.125 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-07-14T12:33:38.270 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-07-14T12:33:38.469 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-07-14T12:33:38.538 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-07-14T12:33:38.763 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-07-14T12:33:38.964 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-07-14T12:33:39.118 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-07-14T12:33:39.183 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-07-14T12:33:39.423 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-07-14T12:33:39.581 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-07-14T12:33:39.717 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-07-14T12:33:39.904 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-07-14T12:33:40.079 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-07-14T12:33:40.221 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-07-14T12:33:40.398 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-07-14T12:33:40.588 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-07-14T12:33:40.969 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-07-14T12:33:41.270 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-07-14T12:33:41.455 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-07-14T12:33:41.673 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-07-14T12:33:41.873 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-07-14T12:33:42.168 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-07-14T12:33:42.393 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-07-14T12:33:42.561 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-07-14T12:33:42.772 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-07-14T12:33:42.922 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-07-14T12:33:43.113 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-07-14T12:33:43.373 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-07-14T12:33:43.622 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-07-14T12:33:43.881 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-07-14T12:33:44.111 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-07-14T12:33:44.292 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-07-14T12:33:44.478 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-07-14T12:33:44.752 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-07-14T12:33:44.941 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-07-14T12:33:45.063 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-07-14T12:33:45.188 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-07-14T12:33:45.384 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-07-14T12:33:45.586 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-07-14T12:33:45.760 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-07-14T12:33:45.945 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-07-14T12:33:46.098 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-07-14T12:33:46.351 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-07-14T12:33:46.562 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-07-14T12:33:46.740 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-07-14T12:33:46.964 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-07-14T12:33:47.166 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-07-14T12:33:47.307 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-07-14T12:33:47.523 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-07-14T12:33:48.639 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-07-14T12:33:48.896 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-07-14T12:33:49.125 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-07-14T12:33:49.452 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-07-14T12:33:49.716 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-07-14T12:33:49.928 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-07-14T12:33:50.721 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-07-14T12:33:50.909 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 92/134 2023-07-14T12:33:50.966 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 92/134 2023-07-14T12:33:51.134 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 93/134 2023-07-14T12:33:54.751 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:33:54.950 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:33:55.538 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:33:55.785 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 95/134 2023-07-14T12:33:55.871 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 95/134 2023-07-14T12:33:55.974 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 96/134 2023-07-14T12:34:14.819 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 96/134 2023-07-14T12:34:14.819 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /sys 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /proc 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /dev 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /run 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /mnt 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /var/tmp 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /home 2023-07-14T12:34:14.820 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /tmp 2023-07-14T12:34:14.821 INFO:teuthology.orchestra.run.smithi130.stdout:skipping the directory /dev 2023-07-14T12:34:14.821 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:34:15.180 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 97/134 2023-07-14T12:34:16.741 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 97/134 2023-07-14T12:34:16.881 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 98/134 2023-07-14T12:34:17.100 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 98/134 2023-07-14T12:34:17.313 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 99/134 2023-07-14T12:34:17.768 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 99/134 2023-07-14T12:34:17.905 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 100/134 2023-07-14T12:34:17.922 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 100/134 2023-07-14T12:34:19.586 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 101/134 2023-07-14T12:34:19.776 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 101/134 2023-07-14T12:34:19.893 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.e 102/134 2023-07-14T12:34:20.076 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c. 103/134 2023-07-14T12:34:20.229 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 104/134 2023-07-14T12:34:20.444 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 104/134 2023-07-14T12:34:20.714 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 105/134 2023-07-14T12:34:21.677 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 105/134 2023-07-14T12:34:21.846 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 106/134 2023-07-14T12:34:21.938 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 106/134 2023-07-14T12:34:22.291 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el 107/134 2023-07-14T12:34:22.523 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 108/134 2023-07-14T12:34:22.558 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 108/134 2023-07-14T12:34:22.763 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 109/134 2023-07-14T12:34:22.774 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 109/134 2023-07-14T12:34:24.071 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 110/134 2023-07-14T12:34:24.287 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 111/134 2023-07-14T12:34:24.321 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 111/134 2023-07-14T12:34:24.470 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 112/134 2023-07-14T12:34:24.512 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 112/134 2023-07-14T12:34:24.670 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 113/134 2023-07-14T12:34:25.014 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 113/134 2023-07-14T12:34:25.162 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 114/134 2023-07-14T12:34:29.720 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 114/134 2023-07-14T12:34:30.563 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 115/134 2023-07-14T12:34:30.867 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-07-14T12:34:31.047 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 117/134 2023-07-14T12:34:31.309 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-07-14T12:34:31.460 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-07-14T12:34:31.650 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-07-14T12:34:31.890 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-07-14T12:34:32.073 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_ 121/134 2023-07-14T12:34:32.195 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-07-14T12:34:34.342 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:34:34.594 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:34:34.612 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:34:34.769 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 124/134 2023-07-14T12:34:35.102 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 125/134 2023-07-14T12:34:35.396 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 126/134 2023-07-14T12:34:35.720 INFO:teuthology.orchestra.run.smithi130.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-07-14T12:34:35.910 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-07-14T12:34:35.994 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-07-14T12:34:36.202 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-07-14T12:34:36.214 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-07-14T12:34:36.360 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-07-14T12:34:36.368 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-07-14T12:34:36.495 INFO:teuthology.orchestra.run.smithi130.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-07-14T12:34:36.496 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:34:36.696 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:34:36.697 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-07-14T12:34:36.878 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 40 kB/s | 16 MB 06:39 2023-07-14T12:34:36.923 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-07-14T12:34:37.117 INFO:teuthology.orchestra.run.smithi130.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:34:37.676 INFO:teuthology.orchestra.run.smithi130.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:34:37.677 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 1/134 2023-07-14T12:34:37.677 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 2/134 2023-07-14T12:34:37.677 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 3/134 2023-07-14T12:34:37.677 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 4/134 2023-07-14T12:34:37.677 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 5/134 2023-07-14T12:34:37.677 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 9/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 10/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 11/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 12/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 13/134 2023-07-14T12:34:37.678 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_ 14/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 15/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 16/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_6 17/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 18/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 19/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el 20/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8. 21/134 2023-07-14T12:34:37.679 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_6 22/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 23/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 24/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 25/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 26/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 27/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 28/134 2023-07-14T12:34:37.680 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c. 29/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 30/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 31/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 32/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el 33/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 34/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.e 35/134 2023-07-14T12:34:37.681 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 36/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 37/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 38/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-07-14T12:34:37.682 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-07-14T12:34:37.683 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-07-14T12:34:37.683 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-07-14T12:34:37.683 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-07-14T12:34:37.683 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-07-14T12:34:37.684 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-07-14T12:34:37.684 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-07-14T12:34:37.684 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-07-14T12:34:37.684 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-07-14T12:34:37.684 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-07-14T12:34:37.684 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-07-14T12:34:37.685 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-07-14T12:34:37.686 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-07-14T12:34:37.687 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-07-14T12:34:37.688 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-07-14T12:34:37.689 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-07-14T12:34:37.690 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-07-14T12:34:37.690 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-07-14T12:34:37.690 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-07-14T12:34:37.690 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-07-14T12:34:37.690 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-07-14T12:34:37.691 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-07-14T12:34:37.691 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-07-14T12:34:37.691 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-07-14T12:34:37.691 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-07-14T12:34:37.691 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-07-14T12:34:37.692 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-07-14T12:34:37.692 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-07-14T12:34:37.692 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-07-14T12:34:37.693 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-07-14T12:34:37.693 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-07-14T12:34:37.693 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-07-14T12:34:37.694 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-07-14T12:34:37.694 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-07-14T12:34:37.694 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-07-14T12:34:37.695 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-07-14T12:34:37.695 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-07-14T12:34:37.695 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-07-14T12:34:37.695 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-07-14T12:34:37.695 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-07-14T12:34:37.696 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-07-14T12:34:37.696 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-07-14T12:34:37.696 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-07-14T12:34:37.696 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-07-14T12:34:37.697 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-07-14T12:34:37.697 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-07-14T12:34:37.697 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-07-14T12:34:37.697 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-07-14T12:34:37.698 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-07-14T12:34:37.698 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-07-14T12:34:37.698 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-07-14T12:34:37.699 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-07-14T12:34:37.699 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 129/134 2023-07-14T12:34:37.699 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-07-14T12:34:37.699 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 131/134 2023-07-14T12:34:37.699 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:34:37.699 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-07-14T12:34:40.138 INFO:teuthology.orchestra.run.smithi130.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:34:40.138 INFO:teuthology.orchestra.run.smithi130.stdout:Last metadata expiration check: 0:01:48 ago on Fri 14 Jul 2023 12:32:52 PM UTC. 2023-07-14T12:34:40.527 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 275 kB/s | 24 kB 00:00 2023-07-14T12:34:41.579 INFO:teuthology.orchestra.run.smithi040.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 49 MB/s | 47 MB 00:00 2023-07-14T12:34:46.574 INFO:teuthology.orchestra.run.smithi130.stdout:Installed products updated. 2023-07-14T12:34:46.788 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:34:46.788 INFO:teuthology.orchestra.run.smithi130.stdout:Upgraded: 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout: librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout: librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout:Installed: 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout: automake-1.16.1-7.el8.noarch 2023-07-14T12:34:46.789 INFO:teuthology.orchestra.run.smithi130.stdout: bison-3.0.4-10.el8.x86_64 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-immutable-object-cache-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.790 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.791 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.792 INFO:teuthology.orchestra.run.smithi130.stdout: cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: flex-2.6.1-9.el8.x86_64 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: fuse-2.9.7-15.el8.x86_64 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: jq-1.6-3.el8.x86_64 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-07-14T12:34:46.793 INFO:teuthology.orchestra.run.smithi130.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: liboath-2.6.2-3.el8.x86_64 2023-07-14T12:34:46.794 INFO:teuthology.orchestra.run.smithi130.stdout: libpq-13.5-1.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-07-14T12:34:46.795 INFO:teuthology.orchestra.run.smithi130.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-07-14T12:34:46.796 INFO:teuthology.orchestra.run.smithi130.stdout: libtool-2.4.6-25.el8.x86_64 2023-07-14T12:34:46.796 INFO:teuthology.orchestra.run.smithi130.stdout: libunwind-1.3.1-3.el8.x86_64 2023-07-14T12:34:46.796 INFO:teuthology.orchestra.run.smithi130.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-07-14T12:34:46.796 INFO:teuthology.orchestra.run.smithi130.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-07-14T12:34:46.796 INFO:teuthology.orchestra.run.smithi130.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-07-14T12:34:46.796 INFO:teuthology.orchestra.run.smithi130.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-0.3.15-3.el8.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:34:46.797 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: python3-babel-2.5.1-7.el8.noarch 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-07-14T12:34:46.798 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-07-14T12:34:46.799 INFO:teuthology.orchestra.run.smithi130.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-6.2-6.el8.noarch 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-07-14T12:34:46.800 INFO:teuthology.orchestra.run.smithi130.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-mako-1.0.6-13.el8.noarch 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-07-14T12:34:46.801 INFO:teuthology.orchestra.run.smithi130.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-portend-2.6-1.el8.noarch 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-07-14T12:34:46.802 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pycparser-2.14-14.el8.noarch 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-pytz-2017.2-9.el8.noarch 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.803 INFO:teuthology.orchestra.run.smithi130.stdout: python3-routes-2.4.1-12.el8.noarch 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-rsa-4.8-1.el8.noarch 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-07-14T12:34:46.804 INFO:teuthology.orchestra.run.smithi130.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.805 INFO:teuthology.orchestra.run.smithi130.stdout: rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:34:46.806 INFO:teuthology.orchestra.run.smithi130.stdout: socat-1.7.4.1-1.el8.x86_64 2023-07-14T12:34:46.806 INFO:teuthology.orchestra.run.smithi130.stdout: thrift-0.13.0-2.el8.x86_64 2023-07-14T12:34:46.806 INFO:teuthology.orchestra.run.smithi130.stdout: uuid-1.6.2-43.el8.x86_64 2023-07-14T12:34:46.806 INFO:teuthology.orchestra.run.smithi130.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-07-14T12:34:46.806 INFO:teuthology.orchestra.run.smithi130.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-07-14T12:34:46.807 INFO:teuthology.orchestra.run.smithi130.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-07-14T12:34:46.807 INFO:teuthology.orchestra.run.smithi130.stdout: 2023-07-14T12:34:46.807 INFO:teuthology.orchestra.run.smithi130.stdout:Complete! 2023-07-14T12:34:46.978 DEBUG:teuthology.parallel:result is None 2023-07-14T12:34:50.180 INFO:teuthology.orchestra.run.smithi040.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 49 MB/s | 53 MB 00:01 2023-07-14T12:35:02.080 INFO:teuthology.orchestra.run.smithi040.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-07-14T12:35:02.081 INFO:teuthology.orchestra.run.smithi040.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-07-14T12:35:02.096 INFO:teuthology.orchestra.run.smithi040.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-07-14T12:35:02.097 INFO:teuthology.orchestra.run.smithi040.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-07-14T12:35:02.098 INFO:teuthology.orchestra.run.smithi040.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-07-14T12:35:02.099 INFO:teuthology.orchestra.run.smithi040.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-07-14T12:35:02.102 INFO:teuthology.orchestra.run.smithi040.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-07-14T12:35:02.105 INFO:teuthology.orchestra.run.smithi040.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-07-14T12:35:02.106 INFO:teuthology.orchestra.run.smithi040.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-07-14T12:35:02.251 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-07-14T12:35:02.265 INFO:teuthology.orchestra.run.smithi040.stdout:=========================================================================================================================== 2023-07-14T12:35:02.265 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-07-14T12:35:02.266 INFO:teuthology.orchestra.run.smithi040.stdout:=========================================================================================================================== 2023-07-14T12:35:02.266 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-07-14T12:35:02.266 INFO:teuthology.orchestra.run.smithi040.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-07-14T12:35:02.267 INFO:teuthology.orchestra.run.smithi040.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-07-14T12:35:02.267 INFO:teuthology.orchestra.run.smithi040.stdout: ceph x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 6.4 k 2023-07-14T12:35:02.267 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 5.4 M 2023-07-14T12:35:02.268 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 848 k 2023-07-14T12:35:02.268 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 165 k 2023-07-14T12:35:02.268 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 1.5 M 2023-07-14T12:35:02.268 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 129 k 2023-07-14T12:35:02.269 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 1.7 M 2023-07-14T12:35:02.269 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 7.4 M 2023-07-14T12:35:02.269 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 47 k 2023-07-14T12:35:02.270 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 13 M 2023-07-14T12:35:02.270 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 48 M 2023-07-14T12:35:02.270 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-volume noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 258 k 2023-07-14T12:35:02.271 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 166 k 2023-07-14T12:35:02.271 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-mirror x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 258 k 2023-07-14T12:35:02.271 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-top noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 18 k 2023-07-14T12:35:02.271 INFO:teuthology.orchestra.run.smithi040.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-07-14T12:35:02.272 INFO:teuthology.orchestra.run.smithi040.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-07-14T12:35:02.272 INFO:teuthology.orchestra.run.smithi040.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-07-14T12:35:02.272 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 31 k 2023-07-14T12:35:02.273 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 771 k 2023-07-14T12:35:02.273 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 139 k 2023-07-14T12:35:02.273 INFO:teuthology.orchestra.run.smithi040.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-07-14T12:35:02.273 INFO:teuthology.orchestra.run.smithi040.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-07-14T12:35:02.274 INFO:teuthology.orchestra.run.smithi040.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-07-14T12:35:02.274 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-07-14T12:35:02.274 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-07-14T12:35:02.274 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-07-14T12:35:02.275 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 197 k 2023-07-14T12:35:02.275 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 371 k 2023-07-14T12:35:02.275 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 364 k 2023-07-14T12:35:02.275 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 107 k 2023-07-14T12:35:02.276 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 94 k 2023-07-14T12:35:02.276 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.4 M 2023-07-14T12:35:02.276 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 179 k 2023-07-14T12:35:02.276 INFO:teuthology.orchestra.run.smithi040.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-07-14T12:35:02.276 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrading: 2023-07-14T12:35:02.276 INFO:teuthology.orchestra.run.smithi040.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout: librados2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.7 M 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 3.6 M 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 22 M 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 23 k 2023-07-14T12:35:02.277 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 2.3 M 2023-07-14T12:35:02.278 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 240 k 2023-07-14T12:35:02.278 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 4.6 M 2023-07-14T12:35:02.278 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 18 M 2023-07-14T12:35:02.278 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts noarch 2:18.0.0-4757.g3fc0089c.el8 ceph-noarch 15 k 2023-07-14T12:35:02.279 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 24 k 2023-07-14T12:35:02.279 INFO:teuthology.orchestra.run.smithi040.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-07-14T12:35:02.279 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-07-14T12:35:02.280 INFO:teuthology.orchestra.run.smithi040.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-07-14T12:35:02.280 INFO:teuthology.orchestra.run.smithi040.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-07-14T12:35:02.280 INFO:teuthology.orchestra.run.smithi040.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-07-14T12:35:02.281 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 137 k 2023-07-14T12:35:02.281 INFO:teuthology.orchestra.run.smithi040.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-07-14T12:35:02.281 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-07-14T12:35:02.282 INFO:teuthology.orchestra.run.smithi040.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-07-14T12:35:02.282 INFO:teuthology.orchestra.run.smithi040.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-07-14T12:35:02.282 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-07-14T12:35:02.282 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-07-14T12:35:02.283 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 473 k 2023-07-14T12:35:02.283 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-07-14T12:35:02.283 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2 x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 6.7 M 2023-07-14T12:35:02.283 INFO:teuthology.orchestra.run.smithi040.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-07-14T12:35:02.284 INFO:teuthology.orchestra.run.smithi040.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-07-14T12:35:02.284 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-07-14T12:35:02.284 INFO:teuthology.orchestra.run.smithi040.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-07-14T12:35:02.285 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-07-14T12:35:02.285 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-07-14T12:35:02.285 INFO:teuthology.orchestra.run.smithi040.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-07-14T12:35:02.285 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-07-14T12:35:02.285 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-07-14T12:35:02.286 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-07-14T12:35:02.286 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-07-14T12:35:02.286 INFO:teuthology.orchestra.run.smithi040.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-07-14T12:35:02.286 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-07-14T12:35:02.286 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-07-14T12:35:02.286 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 45 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common x86_64 2:18.0.0-4757.g3fc0089c.el8 ceph 119 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-07-14T12:35:02.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-07-14T12:35:02.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-07-14T12:35:02.289 INFO:teuthology.orchestra.run.smithi040.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-07-14T12:35:02.290 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-07-14T12:35:02.291 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-07-14T12:35:02.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-07-14T12:35:02.293 INFO:teuthology.orchestra.run.smithi040.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling module streams: 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql 10 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:35:02.294 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-07-14T12:35:02.295 INFO:teuthology.orchestra.run.smithi040.stdout:=========================================================================================================================== 2023-07-14T12:35:02.295 INFO:teuthology.orchestra.run.smithi040.stdout:Install 128 Packages 2023-07-14T12:35:02.295 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrade 3 Packages 2023-07-14T12:35:02.295 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:35:02.296 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 205 M 2023-07-14T12:35:02.296 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-07-14T12:35:02.647 INFO:teuthology.orchestra.run.smithi040.stdout:(1/131): ceph-18.0.0-4757.g3fc0089c.el8.x86_64. 20 kB/s | 6.4 kB 00:00 2023-07-14T12:35:03.097 INFO:teuthology.orchestra.run.smithi040.stdout:(2/131): ceph-fuse-18.0.0-4757.g3fc0089c.el8.x8 1.8 MB/s | 848 kB 00:00 2023-07-14T12:35:03.189 INFO:teuthology.orchestra.run.smithi040.stdout:(3/131): ceph-immutable-object-cache-18.0.0-475 1.8 MB/s | 165 kB 00:00 2023-07-14T12:35:03.898 INFO:teuthology.orchestra.run.smithi040.stdout:(4/131): ceph-mds-18.0.0-4757.g3fc0089c.el8.x86 3.2 MB/s | 2.3 MB 00:00 2023-07-14T12:35:04.073 INFO:teuthology.orchestra.run.smithi040.stdout:(5/131): ceph-base-18.0.0-4757.g3fc0089c.el8.x8 3.1 MB/s | 5.4 MB 00:01 2023-07-14T12:35:04.332 INFO:teuthology.orchestra.run.smithi040.stdout:(6/131): ceph-mgr-18.0.0-4757.g3fc0089c.el8.x86 3.6 MB/s | 1.5 MB 00:00 2023-07-14T12:35:04.779 INFO:teuthology.orchestra.run.smithi040.stdout:(7/131): ceph-mon-18.0.0-4757.g3fc0089c.el8.x86 6.7 MB/s | 4.6 MB 00:00 2023-07-14T12:35:06.574 INFO:teuthology.orchestra.run.smithi040.stdout:(8/131): ceph-radosgw-18.0.0-4757.g3fc0089c.el8 7.5 MB/s | 13 MB 00:01 2023-07-14T12:35:06.674 INFO:teuthology.orchestra.run.smithi040.stdout:(9/131): ceph-selinux-18.0.0-4757.g3fc0089c.el8 243 kB/s | 24 kB 00:00 2023-07-14T12:35:07.284 INFO:teuthology.orchestra.run.smithi040.stdout:(10/131): ceph-common-18.0.0-4757.g3fc0089c.el8 4.5 MB/s | 22 MB 00:04 2023-07-14T12:35:07.612 INFO:teuthology.orchestra.run.smithi040.stdout:(11/131): ceph-osd-18.0.0-4757.g3fc0089c.el8.x8 5.4 MB/s | 18 MB 00:03 2023-07-14T12:35:07.642 INFO:teuthology.orchestra.run.smithi040.stdout:(12/131): cephfs-mirror-18.0.0-4757.g3fc0089c.e 721 kB/s | 258 kB 00:00 2023-07-14T12:35:07.700 INFO:teuthology.orchestra.run.smithi040.stdout:(13/131): libcephfs-devel-18.0.0-4757.g3fc0089c 352 kB/s | 31 kB 00:00 2023-07-14T12:35:07.792 INFO:teuthology.orchestra.run.smithi040.stdout:(14/131): libcephsqlite-18.0.0-4757.g3fc0089c.e 1.5 MB/s | 137 kB 00:00 2023-07-14T12:35:07.884 INFO:teuthology.orchestra.run.smithi040.stdout:(15/131): libcephfs2-18.0.0-4757.g3fc0089c.el8. 3.1 MB/s | 771 kB 00:00 2023-07-14T12:35:07.909 INFO:teuthology.orchestra.run.smithi040.stdout:(16/131): librados-devel-18.0.0-4757.g3fc0089c. 1.2 MB/s | 139 kB 00:00 2023-07-14T12:35:08.043 INFO:teuthology.orchestra.run.smithi040.stdout:(17/131): libradosstriper1-18.0.0-4757.g3fc0089 2.9 MB/s | 473 kB 00:00 2023-07-14T12:35:08.135 INFO:teuthology.orchestra.run.smithi040.stdout:(18/131): python3-ceph-argparse-18.0.0-4757.g3f 489 kB/s | 45 kB 00:00 2023-07-14T12:35:08.249 INFO:teuthology.orchestra.run.smithi040.stdout:(19/131): python3-ceph-common-18.0.0-4757.g3fc0 1.0 MB/s | 119 kB 00:00 2023-07-14T12:35:08.369 INFO:teuthology.orchestra.run.smithi040.stdout:(20/131): python3-cephfs-18.0.0-4757.g3fc0089c. 1.6 MB/s | 197 kB 00:00 2023-07-14T12:35:08.527 INFO:teuthology.orchestra.run.smithi040.stdout:(21/131): python3-rados-18.0.0-4757.g3fc0089c.e 2.3 MB/s | 371 kB 00:00 2023-07-14T12:35:08.669 INFO:teuthology.orchestra.run.smithi040.stdout:(22/131): python3-rbd-18.0.0-4757.g3fc0089c.el8 2.5 MB/s | 364 kB 00:00 2023-07-14T12:35:08.761 INFO:teuthology.orchestra.run.smithi040.stdout:(23/131): python3-rgw-18.0.0-4757.g3fc0089c.el8 1.1 MB/s | 107 kB 00:00 2023-07-14T12:35:08.837 INFO:teuthology.orchestra.run.smithi040.stdout:(24/131): rbd-fuse-18.0.0-4757.g3fc0089c.el8.x8 1.2 MB/s | 94 kB 00:00 2023-07-14T12:35:09.112 INFO:teuthology.orchestra.run.smithi040.stdout:(25/131): librgw2-18.0.0-4757.g3fc0089c.el8.x86 5.6 MB/s | 6.7 MB 00:01 2023-07-14T12:35:09.187 INFO:teuthology.orchestra.run.smithi040.stdout:(26/131): rbd-nbd-18.0.0-4757.g3fc0089c.el8.x86 2.4 MB/s | 179 kB 00:00 2023-07-14T12:35:09.279 INFO:teuthology.orchestra.run.smithi040.stdout:(27/131): ceph-grafana-dashboards-18.0.0-4757.g 251 kB/s | 23 kB 00:00 2023-07-14T12:35:09.363 INFO:teuthology.orchestra.run.smithi040.stdout:(28/131): ceph-mgr-cephadm-18.0.0-4757.g3fc0089 1.5 MB/s | 129 kB 00:00 2023-07-14T12:35:09.588 INFO:teuthology.orchestra.run.smithi040.stdout:(29/131): rbd-mirror-18.0.0-4757.g3fc0089c.el8. 4.6 MB/s | 3.4 MB 00:00 2023-07-14T12:35:09.747 INFO:teuthology.orchestra.run.smithi040.stdout:(30/131): ceph-mgr-dashboard-18.0.0-4757.g3fc00 4.5 MB/s | 1.7 MB 00:00 2023-07-14T12:35:09.814 INFO:teuthology.orchestra.run.smithi040.stdout:(31/131): ceph-mgr-modules-core-18.0.0-4757.g3f 3.5 MB/s | 240 kB 00:00 2023-07-14T12:35:09.889 INFO:teuthology.orchestra.run.smithi040.stdout:(32/131): ceph-mgr-rook-18.0.0-4757.g3fc0089c.e 635 kB/s | 47 kB 00:00 2023-07-14T12:35:09.956 INFO:teuthology.orchestra.run.smithi040.stdout:(33/131): ceph-prometheus-alerts-18.0.0-4757.g3 218 kB/s | 15 kB 00:00 2023-07-14T12:35:10.064 INFO:teuthology.orchestra.run.smithi040.stdout:(34/131): ceph-volume-18.0.0-4757.g3fc0089c.el8 2.3 MB/s | 258 kB 00:00 2023-07-14T12:35:10.140 INFO:teuthology.orchestra.run.smithi040.stdout:(35/131): cephadm-18.0.0-4757.g3fc0089c.el8.noa 2.2 MB/s | 166 kB 00:00 2023-07-14T12:35:10.207 INFO:teuthology.orchestra.run.smithi040.stdout:(36/131): cephfs-top-18.0.0-4757.g3fc0089c.el8. 270 kB/s | 18 kB 00:00 2023-07-14T12:35:10.715 INFO:teuthology.orchestra.run.smithi040.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 603 kB/s | 306 kB 00:00 2023-07-14T12:35:11.307 INFO:teuthology.orchestra.run.smithi040.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 99 kB/s | 59 kB 00:00 2023-07-14T12:35:11.441 INFO:teuthology.orchestra.run.smithi040.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 564 kB/s | 75 kB 00:00 2023-07-14T12:35:11.849 INFO:teuthology.orchestra.run.smithi040.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.1 MB/s | 476 kB 00:00 2023-07-14T12:35:12.017 INFO:teuthology.orchestra.run.smithi040.stdout:(41/131): ceph-mgr-diskprediction-local-18.0.0- 3.1 MB/s | 7.4 MB 00:02 2023-07-14T12:35:12.042 INFO:teuthology.orchestra.run.smithi040.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 227 kB/s | 44 kB 00:00 2023-07-14T12:35:12.184 INFO:teuthology.orchestra.run.smithi040.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 233 kB/s | 33 kB 00:00 2023-07-14T12:35:12.234 INFO:teuthology.orchestra.run.smithi040.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 853 kB/s | 185 kB 00:00 2023-07-14T12:35:12.285 INFO:teuthology.orchestra.run.smithi040.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 162 kB/s | 16 kB 00:00 2023-07-14T12:35:12.360 INFO:teuthology.orchestra.run.smithi040.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.3 MB/s | 173 kB 00:00 2023-07-14T12:35:12.485 INFO:teuthology.orchestra.run.smithi040.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 650 kB/s | 81 kB 00:00 2023-07-14T12:35:12.646 INFO:teuthology.orchestra.run.smithi040.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 69 kB/s | 11 kB 00:00 2023-07-14T12:35:12.762 INFO:teuthology.orchestra.run.smithi040.stdout:(49/131): python3-jaraco-functools-2.0-4.el8.no 153 kB/s | 18 kB 00:00 2023-07-14T12:35:12.786 INFO:teuthology.orchestra.run.smithi040.stdout:(50/131): python3-cherrypy-18.4.0-1.el8.noarch. 767 kB/s | 384 kB 00:00 2023-07-14T12:35:12.953 INFO:teuthology.orchestra.run.smithi040.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 292 kB/s | 49 kB 00:00 2023-07-14T12:35:13.037 INFO:teuthology.orchestra.run.smithi040.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 4.2 MB/s | 1.2 MB 00:00 2023-07-14T12:35:13.062 INFO:teuthology.orchestra.run.smithi040.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 542 kB/s | 59 kB 00:00 2023-07-14T12:35:13.154 INFO:teuthology.orchestra.run.smithi040.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 515 kB/s | 60 kB 00:00 2023-07-14T12:35:13.204 INFO:teuthology.orchestra.run.smithi040.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 1.9 MB/s | 283 kB 00:00 2023-07-14T12:35:13.230 INFO:teuthology.orchestra.run.smithi040.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 207 kB/s | 16 kB 00:00 2023-07-14T12:35:13.288 INFO:teuthology.orchestra.run.smithi040.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 402 kB/s | 34 kB 00:00 2023-07-14T12:35:13.397 INFO:teuthology.orchestra.run.smithi040.stdout:(58/131): python3-rsa-4.8-1.el8.noarch.rpm 568 kB/s | 61 kB 00:00 2023-07-14T12:35:13.422 INFO:teuthology.orchestra.run.smithi040.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.0 MB/s | 196 kB 00:00 2023-07-14T12:35:13.504 INFO:teuthology.orchestra.run.smithi040.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 187 kB/s | 19 kB 00:00 2023-07-14T12:35:13.514 INFO:teuthology.orchestra.run.smithi040.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 260 kB/s | 24 kB 00:00 2023-07-14T12:35:13.556 INFO:teuthology.orchestra.run.smithi040.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 499 kB/s | 29 kB 00:00 2023-07-14T12:35:13.573 INFO:teuthology.orchestra.run.smithi040.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 472 kB/s | 27 kB 00:00 2023-07-14T12:35:13.740 INFO:teuthology.orchestra.run.smithi040.stdout:(64/131): python3-webob-1.8.5-1.el8.1.noarch.rp 1.5 MB/s | 251 kB 00:00 2023-07-14T12:35:13.782 INFO:teuthology.orchestra.run.smithi040.stdout:(65/131): python3-waitress-1.4.3-1.el8.noarch.r 1.1 MB/s | 255 kB 00:00 2023-07-14T12:35:13.807 INFO:teuthology.orchestra.run.smithi040.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 913 kB/s | 61 kB 00:00 2023-07-14T12:35:13.866 INFO:teuthology.orchestra.run.smithi040.stdout:(67/131): python3-zc-lockfile-2.0-2.el8.noarch. 394 kB/s | 23 kB 00:00 2023-07-14T12:35:13.891 INFO:teuthology.orchestra.run.smithi040.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 783 kB/s | 85 kB 00:00 2023-07-14T12:35:13.917 INFO:teuthology.orchestra.run.smithi040.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-07-14T12:35:14.125 INFO:teuthology.orchestra.run.smithi040.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 6.7 MB/s | 1.7 MB 00:00 2023-07-14T12:35:14.234 INFO:teuthology.orchestra.run.smithi040.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.0 MB/s | 110 kB 00:00 2023-07-14T12:35:14.476 INFO:teuthology.orchestra.run.smithi040.stdout:(72/131): python3-scipy-1.0.0-21.module+el8.5.0 24 MB/s | 14 MB 00:00 2023-07-14T12:35:14.501 INFO:teuthology.orchestra.run.smithi040.stdout:(73/131): python3-pytz-2017.2-9.el8.noarch.rpm 203 kB/s | 54 kB 00:00 2023-07-14T12:35:14.627 INFO:teuthology.orchestra.run.smithi040.stdout:(74/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 1.7 MB/s | 259 kB 00:00 2023-07-14T12:35:14.652 INFO:teuthology.orchestra.run.smithi040.stdout:(75/131): socat-1.7.4.1-1.el8.x86_64.rpm 2.1 MB/s | 323 kB 00:00 2023-07-14T12:35:15.161 INFO:teuthology.orchestra.run.smithi040.stdout:(76/131): ceph-test-18.0.0-4757.g3fc0089c.el8.x 5.6 MB/s | 48 MB 00:08 2023-07-14T12:35:15.186 INFO:teuthology.orchestra.run.smithi040.stdout:(77/131): python3-markupsafe-0.23-19.el8.x86_64 69 kB/s | 39 kB 00:00 2023-07-14T12:35:15.228 INFO:teuthology.orchestra.run.smithi040.stdout:(78/131): bison-3.0.4-10.el8.x86_64.rpm 1.2 MB/s | 688 kB 00:00 2023-07-14T12:35:15.311 INFO:teuthology.orchestra.run.smithi040.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.3 MB/s | 157 kB 00:00 2023-07-14T12:35:15.337 INFO:teuthology.orchestra.run.smithi040.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.7 MB/s | 187 kB 00:00 2023-07-14T12:35:15.387 INFO:teuthology.orchestra.run.smithi040.stdout:(81/131): python3-jinja2-2.10.1-3.el8.noarch.rp 2.3 MB/s | 538 kB 00:00 2023-07-14T12:35:15.454 INFO:teuthology.orchestra.run.smithi040.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 4.9 MB/s | 713 kB 00:00 2023-07-14T12:35:15.513 INFO:teuthology.orchestra.run.smithi040.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 212 kB/s | 27 kB 00:00 2023-07-14T12:35:15.630 INFO:teuthology.orchestra.run.smithi040.stdout:(84/131): python3-babel-2.5.1-7.el8.noarch.rpm 16 MB/s | 4.8 MB 00:00 2023-07-14T12:35:15.655 INFO:teuthology.orchestra.run.smithi040.stdout:(85/131): flex-2.6.1-9.el8.x86_64.rpm 1.6 MB/s | 320 kB 00:00 2023-07-14T12:35:15.671 INFO:teuthology.orchestra.run.smithi040.stdout:(86/131): python3-prettytable-0.7.2-14.el8.noar 277 kB/s | 44 kB 00:00 2023-07-14T12:35:15.789 INFO:teuthology.orchestra.run.smithi040.stdout:(87/131): python3-werkzeug-0.12.2-4.el8.noarch. 3.3 MB/s | 457 kB 00:00 2023-07-14T12:35:15.814 INFO:teuthology.orchestra.run.smithi040.stdout:(88/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.5 MB/s | 225 kB 00:00 2023-07-14T12:35:15.906 INFO:teuthology.orchestra.run.smithi040.stdout:(89/131): python3-numpy-1.14.3-10.el8.x86_64.rp 14 MB/s | 3.7 MB 00:00 2023-07-14T12:35:15.931 INFO:teuthology.orchestra.run.smithi040.stdout:(90/131): uuid-1.6.2-43.el8.x86_64.rpm 450 kB/s | 64 kB 00:00 2023-07-14T12:35:15.957 INFO:teuthology.orchestra.run.smithi040.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 889 kB/s | 126 kB 00:00 2023-07-14T12:35:16.032 INFO:teuthology.orchestra.run.smithi040.stdout:(92/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.0 MB/s | 103 kB 00:00 2023-07-14T12:35:16.065 INFO:teuthology.orchestra.run.smithi040.stdout:(93/131): python3-jsonpointer-1.10-11.el8.noarc 125 kB/s | 20 kB 00:00 2023-07-14T12:35:16.140 INFO:teuthology.orchestra.run.smithi040.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 3.8 MB/s | 709 kB 00:00 2023-07-14T12:35:16.183 INFO:teuthology.orchestra.run.smithi040.stdout:(95/131): libpq-13.5-1.el8.x86_64.rpm 1.7 MB/s | 198 kB 00:00 2023-07-14T12:35:16.299 INFO:teuthology.orchestra.run.smithi040.stdout:(96/131): openblas-threads-0.3.15-3.el8.x86_64. 18 MB/s | 4.9 MB 00:00 2023-07-14T12:35:16.324 INFO:teuthology.orchestra.run.smithi040.stdout:(97/131): jq-1.6-3.el8.x86_64.rpm 1.4 MB/s | 202 kB 00:00 2023-07-14T12:35:16.383 INFO:teuthology.orchestra.run.smithi040.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 4.2 MB/s | 354 kB 00:00 2023-07-14T12:35:16.483 INFO:teuthology.orchestra.run.smithi040.stdout:(99/131): openblas-0.3.15-3.el8.x86_64.rpm 14 MB/s | 4.7 MB 00:00 2023-07-14T12:35:16.526 INFO:teuthology.orchestra.run.smithi040.stdout:(100/131): postgresql-contrib-10.21-2.module+el 5.6 MB/s | 808 kB 00:00 2023-07-14T12:35:16.584 INFO:teuthology.orchestra.run.smithi040.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 15 MB/s | 1.5 MB 00:00 2023-07-14T12:35:16.618 INFO:teuthology.orchestra.run.smithi040.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 509 kB/s | 47 kB 00:00 2023-07-14T12:35:16.652 INFO:teuthology.orchestra.run.smithi040.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 2.9 MB/s | 200 kB 00:00 2023-07-14T12:35:16.677 INFO:teuthology.orchestra.run.smithi040.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 724 kB/s | 43 kB 00:00 2023-07-14T12:35:16.744 INFO:teuthology.orchestra.run.smithi040.stdout:(105/131): postgresql-server-10.21-2.module+el8 12 MB/s | 5.1 MB 00:00 2023-07-14T12:35:16.769 INFO:teuthology.orchestra.run.smithi040.stdout:(106/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.8 MB/s | 220 kB 00:00 2023-07-14T12:35:16.794 INFO:teuthology.orchestra.run.smithi040.stdout:(107/131): keyutils-libs-devel-1.5.10-9.el8.x86 411 kB/s | 48 kB 00:00 2023-07-14T12:35:16.828 INFO:teuthology.orchestra.run.smithi040.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 727 kB/s | 43 kB 00:00 2023-07-14T12:35:16.853 INFO:teuthology.orchestra.run.smithi040.stdout:(109/131): libsepol-devel-2.9-3.el8.x86_64.rpm 797 kB/s | 87 kB 00:00 2023-07-14T12:35:16.870 INFO:teuthology.orchestra.run.smithi040.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 1.4 MB/s | 109 kB 00:00 2023-07-14T12:35:16.913 INFO:teuthology.orchestra.run.smithi040.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 9.4 MB/s | 560 kB 00:00 2023-07-14T12:35:16.937 INFO:teuthology.orchestra.run.smithi040.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 279 kB/s | 19 kB 00:00 2023-07-14T12:35:16.963 INFO:teuthology.orchestra.run.smithi040.stdout:(113/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.7 MB/s | 229 kB 00:00 2023-07-14T12:35:17.038 INFO:teuthology.orchestra.run.smithi040.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.2 MB/s | 155 kB 00:00 2023-07-14T12:35:17.063 INFO:teuthology.orchestra.run.smithi040.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 178 kB/s | 18 kB 00:00 2023-07-14T12:35:17.097 INFO:teuthology.orchestra.run.smithi040.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 3.4 MB/s | 559 kB 00:00 2023-07-14T12:35:17.155 INFO:teuthology.orchestra.run.smithi040.stdout:(117/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.0 MB/s | 605 kB 00:00 2023-07-14T12:35:17.206 INFO:teuthology.orchestra.run.smithi040.stdout:(118/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.6 MB/s | 238 kB 00:00 2023-07-14T12:35:17.231 INFO:teuthology.orchestra.run.smithi040.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 962 kB/s | 72 kB 00:00 2023-07-14T12:35:17.273 INFO:teuthology.orchestra.run.smithi040.stdout:(120/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 13 MB/s | 2.3 MB 00:00 2023-07-14T12:35:17.298 INFO:teuthology.orchestra.run.smithi040.stdout:(121/131): fuse-2.9.7-15.el8.x86_64.rpm 897 kB/s | 83 kB 00:00 2023-07-14T12:35:17.323 INFO:teuthology.orchestra.run.smithi040.stdout:(122/131): elfutils-libelf-devel-0.186-1.el8.x8 649 kB/s | 60 kB 00:00 2023-07-14T12:35:17.349 INFO:teuthology.orchestra.run.smithi040.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.1 MB/s | 58 kB 00:00 2023-07-14T12:35:17.399 INFO:teuthology.orchestra.run.smithi040.stdout:(124/131): libuuid-devel-2.32.1-35.el8.x86_64.r 781 kB/s | 98 kB 00:00 2023-07-14T12:35:17.466 INFO:teuthology.orchestra.run.smithi040.stdout:(125/131): libcom_err-devel-1.45.6-4.el8.x86_64 271 kB/s | 39 kB 00:00 2023-07-14T12:35:17.591 INFO:teuthology.orchestra.run.smithi040.stdout:(126/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 2.6 MB/s | 644 kB 00:00 2023-07-14T12:35:17.616 INFO:teuthology.orchestra.run.smithi040.stdout:(127/131): NetworkManager-initscripts-updown-1. 916 kB/s | 138 kB 00:00 2023-07-14T12:35:17.692 INFO:teuthology.orchestra.run.smithi040.stdout:(128/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 585 kB/s | 171 kB 00:00 2023-07-14T12:35:17.925 INFO:teuthology.orchestra.run.smithi040.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 3.3 MB/s | 798 kB 00:00 2023-07-14T12:35:18.492 INFO:teuthology.orchestra.run.smithi040.stdout:(130/131): librados2-18.0.0-4757.g3fc0089c.el8. 4.1 MB/s | 3.7 MB 00:00 2023-07-14T12:35:18.651 INFO:teuthology.orchestra.run.smithi040.stdout:(131/131): librbd1-18.0.0-4757.g3fc0089c.el8.x8 3.4 MB/s | 3.6 MB 00:01 2023-07-14T12:35:18.654 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:35:18.654 INFO:teuthology.orchestra.run.smithi040.stdout:Total 13 MB/s | 205 MB 00:16 2023-07-14T12:35:19.523 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-07-14T12:35:19.654 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-07-14T12:35:19.655 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-07-14T12:35:20.836 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-07-14T12:35:20.840 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-07-14T12:35:25.847 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-07-14T12:35:26.016 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-07-14T12:35:26.177 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-07-14T12:35:26.510 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-07-14T12:35:26.667 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-07-14T12:35:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-07-14T12:35:27.017 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-07-14T12:35:27.442 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-07-14T12:35:27.659 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:35:28.074 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:35:28.275 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:35:28.406 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:35:28.684 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:35:28.785 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:35:29.188 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 9/134 2023-07-14T12:35:29.409 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-07-14T12:35:29.681 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-07-14T12:35:30.071 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-07-14T12:35:30.363 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-07-14T12:35:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 14/134 2023-07-14T12:35:30.599 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 14/134 2023-07-14T12:35:30.717 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 15/134 2023-07-14T12:35:30.836 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 15/134 2023-07-14T12:35:30.966 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-07-14T12:35:31.110 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-07-14T12:35:31.275 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-07-14T12:35:31.931 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-07-14T12:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-07-14T12:35:32.746 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-07-14T12:35:32.916 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-07-14T12:35:33.680 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-07-14T12:35:33.957 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-07-14T12:35:34.304 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-07-14T12:35:34.564 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-07-14T12:35:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-07-14T12:35:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-07-14T12:35:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-07-14T12:35:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8. 26/134 2023-07-14T12:35:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el 27/134 2023-07-14T12:35:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_6 28/134 2023-07-14T12:35:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-07-14T12:35:37.240 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-07-14T12:35:37.495 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-07-14T12:35:37.849 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-07-14T12:35:39.728 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-07-14T12:35:40.231 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-07-14T12:35:40.449 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rsa-4.8-1.el8.noarch 34/134 2023-07-14T12:35:40.679 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-07-14T12:35:40.848 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 36/134 2023-07-14T12:35:41.012 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_6 37/134 2023-07-14T12:35:41.165 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-07-14T12:35:41.360 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-07-14T12:35:41.536 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-07-14T12:35:41.671 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-07-14T12:35:41.868 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-07-14T12:35:42.094 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-07-14T12:35:42.458 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-07-14T12:35:42.862 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-07-14T12:35:43.061 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-07-14T12:35:43.297 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-07-14T12:35:43.524 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-07-14T12:35:43.870 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-07-14T12:35:44.040 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-07-14T12:35:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-07-14T12:35:44.399 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-07-14T12:35:44.564 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-07-14T12:35:44.720 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-07-14T12:35:45.001 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-07-14T12:35:45.289 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-07-14T12:35:45.533 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-07-14T12:35:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-07-14T12:35:45.931 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-07-14T12:35:46.084 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-07-14T12:35:46.306 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-07-14T12:35:46.378 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-07-14T12:35:46.618 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-07-14T12:35:46.811 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-07-14T12:35:46.973 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-07-14T12:35:47.039 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-07-14T12:35:47.240 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-07-14T12:35:47.585 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-07-14T12:35:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-07-14T12:35:47.915 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-07-14T12:35:48.162 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-07-14T12:35:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-07-14T12:35:48.553 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-07-14T12:35:48.702 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-07-14T12:35:48.920 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-07-14T12:35:49.113 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-07-14T12:35:49.287 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-07-14T12:35:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-07-14T12:35:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-07-14T12:35:49.841 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-07-14T12:35:50.128 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-07-14T12:35:50.304 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-07-14T12:35:50.527 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-07-14T12:35:50.765 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-07-14T12:35:50.924 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-07-14T12:35:51.137 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-07-14T12:35:52.335 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-07-14T12:35:52.629 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-07-14T12:35:52.992 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-07-14T12:35:53.335 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-07-14T12:35:53.601 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-07-14T12:35:53.849 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-07-14T12:35:54.639 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-07-14T12:35:54.788 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 92/134 2023-07-14T12:35:54.866 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 92/134 2023-07-14T12:35:55.039 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 93/134 2023-07-14T12:35:59.035 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:35:59.247 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:35:59.871 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 94/134 2023-07-14T12:36:00.116 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 95/134 2023-07-14T12:36:00.200 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 95/134 2023-07-14T12:36:01.082 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 96/134 2023-07-14T12:36:20.621 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 96/134 2023-07-14T12:36:20.621 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /sys 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /proc 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /run 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /mnt 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /var/tmp 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /home 2023-07-14T12:36:20.622 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /tmp 2023-07-14T12:36:20.623 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2023-07-14T12:36:20.623 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:36:20.985 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 97/134 2023-07-14T12:36:22.651 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 97/134 2023-07-14T12:36:22.838 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 98/134 2023-07-14T12:36:23.069 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 98/134 2023-07-14T12:36:23.276 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 99/134 2023-07-14T12:36:23.759 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 99/134 2023-07-14T12:36:23.935 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 100/134 2023-07-14T12:36:23.953 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 100/134 2023-07-14T12:36:25.757 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 101/134 2023-07-14T12:36:25.923 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 101/134 2023-07-14T12:36:26.024 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.e 102/134 2023-07-14T12:36:26.194 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c. 103/134 2023-07-14T12:36:26.376 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 104/134 2023-07-14T12:36:26.612 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 104/134 2023-07-14T12:36:26.912 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 105/134 2023-07-14T12:36:27.936 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 105/134 2023-07-14T12:36:28.118 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 106/134 2023-07-14T12:36:28.215 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 106/134 2023-07-14T12:36:28.591 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el 107/134 2023-07-14T12:36:28.813 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 108/134 2023-07-14T12:36:28.849 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 108/134 2023-07-14T12:36:28.992 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 109/134 2023-07-14T12:36:29.004 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 109/134 2023-07-14T12:36:30.355 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 110/134 2023-07-14T12:36:30.564 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 111/134 2023-07-14T12:36:30.600 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 111/134 2023-07-14T12:36:30.725 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 112/134 2023-07-14T12:36:30.769 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 112/134 2023-07-14T12:36:30.925 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 113/134 2023-07-14T12:36:31.292 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 113/134 2023-07-14T12:36:31.443 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 114/134 2023-07-14T12:36:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 114/134 2023-07-14T12:36:36.587 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 115/134 2023-07-14T12:36:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-07-14T12:36:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-07-14T12:36:37.882 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-07-14T12:36:38.186 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-07-14T12:36:38.370 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 119/134 2023-07-14T12:36:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-07-14T12:36:38.830 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_ 121/134 2023-07-14T12:36:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-07-14T12:36:41.373 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:36:41.616 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:36:41.635 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-07-14T12:36:41.775 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 124/134 2023-07-14T12:36:42.092 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 125/134 2023-07-14T12:36:42.395 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 126/134 2023-07-14T12:36:42.684 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-07-14T12:36:42.824 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-07-14T12:36:42.834 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-07-14T12:36:43.195 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-07-14T12:36:43.365 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-07-14T12:36:43.457 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-07-14T12:36:43.641 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-07-14T12:36:43.655 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-07-14T12:36:43.655 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:36:43.853 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:36:43.853 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-07-14T12:36:44.072 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-07-14T12:36:44.240 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:36:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:36:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 1/134 2023-07-14T12:36:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 2/134 2023-07-14T12:36:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 3/134 2023-07-14T12:36:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 4/134 2023-07-14T12:36:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-4757.g3fc00 5/134 2023-07-14T12:36:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 6/134 2023-07-14T12:36:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 7/134 2023-07-14T12:36:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 8/134 2023-07-14T12:36:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 9/134 2023-07-14T12:36:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 10/134 2023-07-14T12:36:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 11/134 2023-07-14T12:36:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 12/134 2023-07-14T12:36:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 13/134 2023-07-14T12:36:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_ 14/134 2023-07-14T12:36:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 15/134 2023-07-14T12:36:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 16/134 2023-07-14T12:36:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_6 17/134 2023-07-14T12:36:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86 18/134 2023-07-14T12:36:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 19/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el 20/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8. 21/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_6 22/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 23/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 24/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 25/134 2023-07-14T12:36:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 26/134 2023-07-14T12:36:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 27/134 2023-07-14T12:36:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 28/134 2023-07-14T12:36:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c. 29/134 2023-07-14T12:36:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noa 30/134 2023-07-14T12:36:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.n 31/134 2023-07-14T12:36:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc 32/134 2023-07-14T12:36:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el 33/134 2023-07-14T12:36:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 34/134 2023-07-14T12:36:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.e 35/134 2023-07-14T12:36:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 36/134 2023-07-14T12:36:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 37/134 2023-07-14T12:36:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 38/134 2023-07-14T12:36:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-07-14T12:36:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-07-14T12:36:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-07-14T12:36:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-07-14T12:36:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-07-14T12:36:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-07-14T12:36:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-07-14T12:36:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-07-14T12:36:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-07-14T12:36:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-07-14T12:36:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-07-14T12:36:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-07-14T12:36:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-07-14T12:36:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-07-14T12:36:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-07-14T12:36:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 60/134 2023-07-14T12:36:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-07-14T12:36:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-07-14T12:36:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-07-14T12:36:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-07-14T12:36:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-07-14T12:36:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-07-14T12:36:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-07-14T12:36:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-07-14T12:36:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-07-14T12:36:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-07-14T12:36:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-07-14T12:36:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-07-14T12:36:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-07-14T12:36:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-07-14T12:36:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-07-14T12:36:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-07-14T12:36:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-07-14T12:36:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-07-14T12:36:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-07-14T12:36:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-07-14T12:36:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-07-14T12:36:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-07-14T12:36:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-07-14T12:36:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-07-14T12:36:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-07-14T12:36:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-07-14T12:36:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-07-14T12:36:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-07-14T12:36:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-07-14T12:36:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-07-14T12:36:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-07-14T12:36:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-07-14T12:36:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-07-14T12:36:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-07-14T12:36:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-07-14T12:36:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-07-14T12:36:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-07-14T12:36:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-07-14T12:36:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-07-14T12:36:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-07-14T12:36:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-07-14T12:36:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-07-14T12:36:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-07-14T12:36:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-07-14T12:36:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-07-14T12:36:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-07-14T12:36:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-07-14T12:36:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-07-14T12:36:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-07-14T12:36:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-07-14T12:36:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-07-14T12:36:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 129/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-07-14T12:36:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 131/134 2023-07-14T12:36:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-07-14T12:36:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-07-14T12:36:47.390 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-07-14T12:36:47.391 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:58 ago on Fri 14 Jul 2023 12:34:49 PM UTC. 2023-07-14T12:36:55.152 INFO:teuthology.orchestra.run.smithi040.stdout:Installed products updated. 2023-07-14T12:36:55.388 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:36:55.388 INFO:teuthology.orchestra.run.smithi040.stdout:Upgraded: 2023-07-14T12:36:55.388 INFO:teuthology.orchestra.run.smithi040.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-07-14T12:36:55.388 INFO:teuthology.orchestra.run.smithi040.stdout: librados2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout: automake-1.16.1-7.el8.noarch 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout: bison-3.0.4-10.el8.x86_64 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.389 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.390 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.391 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-volume-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-top-2:18.0.0-4757.g3fc0089c.el8.noarch 2023-07-14T12:36:55.392 INFO:teuthology.orchestra.run.smithi040.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: flex-2.6.1-9.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: fuse-2.9.7-15.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: jq-1.6-3.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-07-14T12:36:55.393 INFO:teuthology.orchestra.run.smithi040.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: liboath-2.6.2-3.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libpq-13.5-1.el8.x86_64 2023-07-14T12:36:55.394 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-07-14T12:36:55.395 INFO:teuthology.orchestra.run.smithi040.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: libtool-2.4.6-25.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind-1.3.1-3.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-07-14T12:36:55.396 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-0.3.15-3.el8.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:36:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel-2.5.1-7.el8.noarch 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.398 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-07-14T12:36:55.399 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-6.2-6.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-07-14T12:36:55.400 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako-1.0.6-13.el8.noarch 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-07-14T12:36:55.401 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend-2.6-1.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-07-14T12:36:55.402 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser-2.14-14.el8.noarch 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz-2017.2-9.el8.noarch 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes-2.4.1-12.el8.noarch 2023-07-14T12:36:55.403 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa-4.8-1.el8.noarch 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-07-14T12:36:55.404 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd-2:18.0.0-4757.g3fc0089c.el8.x86_64 2023-07-14T12:36:55.405 INFO:teuthology.orchestra.run.smithi040.stdout: socat-1.7.4.1-1.el8.x86_64 2023-07-14T12:36:55.406 INFO:teuthology.orchestra.run.smithi040.stdout: thrift-0.13.0-2.el8.x86_64 2023-07-14T12:36:55.406 INFO:teuthology.orchestra.run.smithi040.stdout: uuid-1.6.2-43.el8.x86_64 2023-07-14T12:36:55.406 INFO:teuthology.orchestra.run.smithi040.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-07-14T12:36:55.406 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-07-14T12:36:55.406 INFO:teuthology.orchestra.run.smithi040.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-07-14T12:36:55.407 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:36:55.407 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-07-14T12:36:56.512 DEBUG:teuthology.parallel:result is None 2023-07-14T12:36:56.513 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:36:56.840 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-07-14T12:36:56.869 INFO:teuthology.orchestra.run.smithi040.stdout:18.0.0-4757.g3fc0089c.el8 2023-07-14T12:36:56.870 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4757.g3fc0089c.el8 2023-07-14T12:36:56.870 INFO:teuthology.task.install:The correct ceph version 18.0.0-4757.g3fc0089c is installed. 2023-07-14T12:36:56.871 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:36:57.218 DEBUG:teuthology.orchestra.run.smithi130:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-07-14T12:36:57.247 INFO:teuthology.orchestra.run.smithi130.stdout:18.0.0-4757.g3fc0089c.el8 2023-07-14T12:36:57.247 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4757.g3fc0089c.el8 2023-07-14T12:36:57.248 INFO:teuthology.task.install:The correct ceph version 18.0.0-4757.g3fc0089c is installed. 2023-07-14T12:36:57.248 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:36:57.545 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-07-14T12:36:57.575 INFO:teuthology.orchestra.run.smithi133.stdout:18.0.0-4757.g3fc0089c.el8 2023-07-14T12:36:57.576 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-4757.g3fc0089c.el8 2023-07-14T12:36:57.576 INFO:teuthology.task.install:The correct ceph version 18.0.0-4757.g3fc0089c is installed. 2023-07-14T12:36:57.577 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-07-14T12:36:57.578 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:36:57.578 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-07-14T12:36:57.629 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:36:57.630 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-07-14T12:36:57.679 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:36:57.679 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-07-14T12:36:57.726 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-07-14T12:36:57.726 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:36:57.726 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/daemon-helper 2023-07-14T12:36:57.758 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-07-14T12:36:57.831 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:36:57.831 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/daemon-helper 2023-07-14T12:36:57.863 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-07-14T12:36:57.934 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:36:57.934 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/daemon-helper 2023-07-14T12:36:57.968 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-07-14T12:36:58.038 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-07-14T12:36:58.039 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:36:58.039 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/adjust-ulimits 2023-07-14T12:36:58.071 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-07-14T12:36:58.143 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:36:58.144 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/adjust-ulimits 2023-07-14T12:36:58.174 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-07-14T12:36:58.243 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:36:58.243 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/adjust-ulimits 2023-07-14T12:36:58.275 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-07-14T12:36:58.345 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-07-14T12:36:58.346 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:36:58.347 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/stdin-killer 2023-07-14T12:36:58.380 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-07-14T12:36:58.452 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:36:58.452 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/usr/bin/stdin-killer 2023-07-14T12:36:58.482 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-07-14T12:36:58.553 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:36:58.553 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/stdin-killer 2023-07-14T12:36:58.585 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-07-14T12:36:58.656 INFO:teuthology.run_tasks:Running task cephadm... 2023-07-14T12:36:58.825 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2023-07-14T12:36:58.826 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:36:58.840 INFO:tasks.cephadm:Cluster fsid is 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:36:58.842 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-07-14T12:36:58.842 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.40', 'mon.b': '172.21.15.130', 'mon.c': '172.21.15.133'} 2023-07-14T12:36:58.843 INFO:tasks.cephadm:First mon is mon.a on smithi040 2023-07-14T12:36:58.843 INFO:tasks.cephadm:First mgr is x 2023-07-14T12:36:58.843 INFO:tasks.cephadm:Normalizing hostnames... 2023-07-14T12:36:58.844 DEBUG:teuthology.orchestra.run.smithi040:> sudo hostname $(hostname -s) 2023-07-14T12:36:58.878 DEBUG:teuthology.orchestra.run.smithi130:> sudo hostname $(hostname -s) 2023-07-14T12:36:58.911 DEBUG:teuthology.orchestra.run.smithi133:> sudo hostname $(hostname -s) 2023-07-14T12:36:58.944 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-07-14T12:36:58.944 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:36:59.221 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3fc0089cc1082313a98853d48b892acdc1385b8b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/71399/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-4757-g3fc0089c', 'node_name': '172.21.2.8+braggi08', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-4757.g3fc0089c'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-07-13 19:47:46.444052', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rishabh-2023Jul13', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2023-07-14T12:36:59.507 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-rishabh-2023Jul13, sha1 3fc0089cc1082313a98853d48b892acdc1385b8b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:36:59.508 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/x86_64/flavors/default/cephadm 2023-07-14T12:36:59.508 DEBUG:teuthology.orchestra.run.smithi040:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:00.199 INFO:teuthology.orchestra.run.smithi040.stdout:-rw-rw-r--. 1 ubuntu ubuntu 663791 Jul 14 12:37 /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:00.199 DEBUG:teuthology.orchestra.run.smithi130:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:00.888 INFO:teuthology.orchestra.run.smithi130.stdout:-rw-rw-r--. 1 ubuntu ubuntu 663791 Jul 14 12:37 /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:00.888 DEBUG:teuthology.orchestra.run.smithi133:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-2023Jul13/3fc0089cc1082313a98853d48b892acdc1385b8b/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:01.570 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-rw-r--. 1 ubuntu ubuntu 663791 Jul 14 12:37 /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:01.571 DEBUG:teuthology.orchestra.run.smithi040:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:01.594 DEBUG:teuthology.orchestra.run.smithi130:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:01.616 DEBUG:teuthology.orchestra.run.smithi133:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-07-14T12:37:01.655 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b on all hosts... 2023-07-14T12:37:01.656 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b pull 2023-07-14T12:37:01.659 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b pull 2023-07-14T12:37:01.663 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b pull 2023-07-14T12:37:02.944 INFO:teuthology.orchestra.run.smithi130.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b... 2023-07-14T12:37:03.013 INFO:teuthology.orchestra.run.smithi133.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b... 2023-07-14T12:37:06.632 INFO:teuthology.orchestra.run.smithi040.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b... 2023-07-14T12:37:27.586 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-07-14T12:37:27.587 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_version": "ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev)", 2023-07-14T12:37:27.587 INFO:teuthology.orchestra.run.smithi133.stdout: "image_id": "afd12e232ec04c7e77932076425916985d97c3486288fff2ba931630e84a9295", 2023-07-14T12:37:27.587 INFO:teuthology.orchestra.run.smithi133.stdout: "repo_digests": [ 2023-07-14T12:37:27.587 INFO:teuthology.orchestra.run.smithi133.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c4bf3497f7cb9cae2d0db734c6fa7ef173cd8dc715907bde16e4a68082d82e1d" 2023-07-14T12:37:27.587 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2023-07-14T12:37:27.587 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-07-14T12:37:32.218 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:37:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_version": "ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev)", 2023-07-14T12:37:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "image_id": "afd12e232ec04c7e77932076425916985d97c3486288fff2ba931630e84a9295", 2023-07-14T12:37:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "repo_digests": [ 2023-07-14T12:37:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c4bf3497f7cb9cae2d0db734c6fa7ef173cd8dc715907bde16e4a68082d82e1d" 2023-07-14T12:37:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T12:37:32.219 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:37:38.758 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2023-07-14T12:37:38.759 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_version": "ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev)", 2023-07-14T12:37:38.759 INFO:teuthology.orchestra.run.smithi130.stdout: "image_id": "afd12e232ec04c7e77932076425916985d97c3486288fff2ba931630e84a9295", 2023-07-14T12:37:38.759 INFO:teuthology.orchestra.run.smithi130.stdout: "repo_digests": [ 2023-07-14T12:37:38.759 INFO:teuthology.orchestra.run.smithi130.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:c4bf3497f7cb9cae2d0db734c6fa7ef173cd8dc715907bde16e4a68082d82e1d" 2023-07-14T12:37:38.759 INFO:teuthology.orchestra.run.smithi130.stdout: ] 2023-07-14T12:37:38.760 INFO:teuthology.orchestra.run.smithi130.stdout:} 2023-07-14T12:37:38.780 DEBUG:teuthology.orchestra.run.smithi040:> sudo mkdir -p /etc/ceph 2023-07-14T12:37:38.821 DEBUG:teuthology.orchestra.run.smithi130:> sudo mkdir -p /etc/ceph 2023-07-14T12:37:38.852 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /etc/ceph 2023-07-14T12:37:38.888 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 777 /etc/ceph 2023-07-14T12:37:38.921 DEBUG:teuthology.orchestra.run.smithi130:> sudo chmod 777 /etc/ceph 2023-07-14T12:37:38.950 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 777 /etc/ceph 2023-07-14T12:37:38.981 INFO:tasks.cephadm:Writing seed config... 2023-07-14T12:37:38.997 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-07-14T12:37:38.997 INFO:tasks.cephadm: override: [client] debug client = 20 2023-07-14T12:37:38.997 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-07-14T12:37:38.997 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-07-14T12:37:38.998 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-07-14T12:37:38.998 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-07-14T12:37:38.998 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-07-14T12:37:38.998 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-07-14T12:37:38.999 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-07-14T12:37:38.999 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-07-14T12:37:38.999 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-07-14T12:37:38.999 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-07-14T12:37:38.999 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-07-14T12:37:38.999 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-07-14T12:37:39.000 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-07-14T12:37:39.000 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-07-14T12:37:39.000 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-07-14T12:37:39.000 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2023-07-14T12:37:39.001 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-07-14T12:37:39.001 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-07-14T12:37:39.001 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-07-14T12:37:39.001 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-07-14T12:37:39.001 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2023-07-14T12:37:39.002 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-07-14T12:37:39.002 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-07-14T12:37:39.002 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-07-14T12:37:39.002 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-07-14T12:37:39.002 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-07-14T12:37:39.003 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-07-14T12:37:39.003 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2023-07-14T12:37:39.003 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2023-07-14T12:37:39.003 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2023-07-14T12:37:39.003 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-07-14T12:37:39.004 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-07-14T12:37:39.004 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2023-07-14T12:37:39.004 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2023-07-14T12:37:39.005 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-07-14T12:37:39.005 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-07-14T12:37:39.005 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2023-07-14T12:37:39.005 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-07-14T12:37:39.005 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-07-14T12:37:39.006 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-07-14T12:37:39.006 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-07-14T12:37:39.006 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-07-14T12:37:39.008 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-07-14T12:37:39.008 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-07-14T12:37:39.008 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2023-07-14T12:37:39.010 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:37:39.010 DEBUG:teuthology.orchestra.run.smithi040:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-07-14T12:37:39.032 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 1fe65914-2243-11ee-9b33-001a4aab830c ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-07-14T12:37:39.033 DEBUG:teuthology.orchestra.run.smithi040:mon.a> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a.service 2023-07-14T12:37:39.075 DEBUG:teuthology.orchestra.run.smithi040:mgr.x> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x.service 2023-07-14T12:37:39.108 INFO:journalctl@ceph.mon.a.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:37:39.109 INFO:tasks.cephadm:Bootstrapping... 2023-07-14T12:37:39.109 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b -v bootstrap --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.40 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-07-14T12:37:39.139 INFO:journalctl@ceph.mgr.x.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:37:39.284 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-07-14T12:37:39.284 INFO:teuthology.orchestra.run.smithi040.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b', '-v', 'bootstrap', '--fsid', '1fe65914-2243-11ee-9b33-001a4aab830c', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.40', '--skip-admin-label'] 2023-07-14T12:37:39.433 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout 4.1.1 2023-07-14T12:37:39.434 INFO:teuthology.orchestra.run.smithi040.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-07-14T12:37:39.434 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying podman|docker is present... 2023-07-14T12:37:39.579 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout 4.1.1 2023-07-14T12:37:39.581 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying lvm2 is present... 2023-07-14T12:37:39.581 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying time synchronization is in place... 2023-07-14T12:37:39.586 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-07-14T12:37:39.586 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-07-14T12:37:39.591 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-07-14T12:37:39.591 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-07-14T12:37:39.597 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout enabled 2023-07-14T12:37:39.604 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout active 2023-07-14T12:37:39.604 INFO:teuthology.orchestra.run.smithi040.stdout:Unit chronyd.service is enabled and running 2023-07-14T12:37:39.604 INFO:teuthology.orchestra.run.smithi040.stdout:Repeating the final host check... 2023-07-14T12:37:39.746 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout 4.1.1 2023-07-14T12:37:39.746 INFO:teuthology.orchestra.run.smithi040.stdout:podman (/bin/podman) version 4.1.1 is present 2023-07-14T12:37:39.747 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl is present 2023-07-14T12:37:39.747 INFO:teuthology.orchestra.run.smithi040.stdout:lvcreate is present 2023-07-14T12:37:39.752 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-07-14T12:37:39.752 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-07-14T12:37:39.759 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-07-14T12:37:39.759 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-07-14T12:37:39.764 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout enabled 2023-07-14T12:37:39.770 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout active 2023-07-14T12:37:39.770 INFO:teuthology.orchestra.run.smithi040.stdout:Unit chronyd.service is enabled and running 2023-07-14T12:37:39.770 INFO:teuthology.orchestra.run.smithi040.stdout:Host looks OK 2023-07-14T12:37:39.771 INFO:teuthology.orchestra.run.smithi040.stdout:Cluster fsid: 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:39.771 INFO:teuthology.orchestra.run.smithi040.stdout:Acquiring lock 140099169655272 on /run/cephadm/1fe65914-2243-11ee-9b33-001a4aab830c.lock 2023-07-14T12:37:39.771 INFO:teuthology.orchestra.run.smithi040.stdout:Lock 140099169655272 acquired on /run/cephadm/1fe65914-2243-11ee-9b33-001a4aab830c.lock 2023-07-14T12:37:39.771 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying IP 172.21.15.40 port 3300 ... 2023-07-14T12:37:39.772 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying IP 172.21.15.40 port 6789 ... 2023-07-14T12:37:39.772 INFO:teuthology.orchestra.run.smithi040.stdout:Base mon IP(s) is [172.21.15.40:3300, 172.21.15.40:6789], mon addrv is [v2:172.21.15.40:3300,v1:172.21.15.40:6789] 2023-07-14T12:37:39.775 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2023-07-14T12:37:39.775 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.40 metric 100 2023-07-14T12:37:39.778 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-07-14T12:37:39.778 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-07-14T12:37:39.778 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1792sec hoplimit 64 pref medium 2023-07-14T12:37:39.780 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-07-14T12:37:39.780 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-07-14T12:37:39.780 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-07-14T12:37:39.781 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-07-14T12:37:39.781 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:12cc/64 scope link 2023-07-14T12:37:39.781 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-07-14T12:37:39.781 INFO:teuthology.orchestra.run.smithi040.stdout:Mon IP `172.21.15.40` is in CIDR network `172.21.0.0/20` 2023-07-14T12:37:39.782 INFO:teuthology.orchestra.run.smithi040.stdout:Mon IP `172.21.15.40` is in CIDR network `172.21.0.0/20` 2023-07-14T12:37:39.782 INFO:teuthology.orchestra.run.smithi040.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-07-14T12:37:39.782 INFO:teuthology.orchestra.run.smithi040.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-07-14T12:37:39.783 INFO:teuthology.orchestra.run.smithi040.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b... 2023-07-14T12:37:40.342 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout afd12e232ec04c7e77932076425916985d97c3486288fff2ba931630e84a9295 2023-07-14T12:37:40.343 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b... 2023-07-14T12:37:40.343 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Getting image source signatures 2023-07-14T12:37:40.343 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Copying blob sha256:d8eac6e0ff3c58bd5607bffacb1c2214d20cdd3ff8cfaf23cfeb0cc60b2d0d6b 2023-07-14T12:37:40.343 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Copying blob sha256:6022c611d474f2b306ddd1edfc8360123ece5266119096f25fde843d7967e636 2023-07-14T12:37:40.343 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Copying config sha256:afd12e232ec04c7e77932076425916985d97c3486288fff2ba931630e84a9295 2023-07-14T12:37:40.344 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Writing manifest to image destination 2023-07-14T12:37:40.344 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Storing signatures 2023-07-14T12:37:41.188 INFO:teuthology.orchestra.run.smithi040.stdout:ceph: stdout ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev) 2023-07-14T12:37:41.189 INFO:teuthology.orchestra.run.smithi040.stdout:Ceph version: ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev) 2023-07-14T12:37:41.189 INFO:teuthology.orchestra.run.smithi040.stdout:Extracting ceph user uid/gid from container image... 2023-07-14T12:37:41.837 INFO:teuthology.orchestra.run.smithi040.stdout:stat: stdout 167 167 2023-07-14T12:37:41.837 INFO:teuthology.orchestra.run.smithi040.stdout:Creating initial keys... 2023-07-14T12:37:42.587 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph-authtool: stdout AQCWQbFkMD2EDBAALr6gnsO3R5AyLL03Y/cMog== 2023-07-14T12:37:45.042 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph-authtool: stdout AQCYQbFkeDUGDhAACjrS1ou2VDiSviZD0qj9Dg== 2023-07-14T12:37:45.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph-authtool: stdout AQCZQbFkTzqPFxAAR5UOzIxHZG7IaofmavFoCw== 2023-07-14T12:37:45.693 INFO:teuthology.orchestra.run.smithi040.stdout:Creating initial monmap... 2023-07-14T12:37:46.445 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-07-14T12:37:46.445 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout:monmaptool for a [v2:172.21.15.40:3300,v1:172.21.15.40:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout:setting min_mon_release = pacific 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: set fsid to 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-07-14T12:37:46.446 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:37:46.447 INFO:teuthology.orchestra.run.smithi040.stdout:Creating mon... 2023-07-14T12:37:47.093 INFO:teuthology.orchestra.run.smithi040.stdout:create mon.a on 2023-07-14T12:37:47.220 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-07-14T12:37:47.313 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-07-14T12:37:47.440 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-1fe65914-2243-11ee-9b33-001a4aab830c.target → /etc/systemd/system/ceph-1fe65914-2243-11ee-9b33-001a4aab830c.target. 2023-07-14T12:37:47.440 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-1fe65914-2243-11ee-9b33-001a4aab830c.target → /etc/systemd/system/ceph-1fe65914-2243-11ee-9b33-001a4aab830c.target. 2023-07-14T12:37:47.621 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a 2023-07-14T12:37:47.622 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a.service: Unit ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a.service not loaded. 2023-07-14T12:37:47.714 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1fe65914-2243-11ee-9b33-001a4aab830c.target.wants/ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a.service → /etc/systemd/system/ceph-1fe65914-2243-11ee-9b33-001a4aab830c@.service. 2023-07-14T12:37:47.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:47 smithi040 systemd[1]: Starting Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:37:48.228 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-07-14T12:37:48.228 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-07-14T12:37:48.236 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-07-14T12:37:48.236 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-07-14T12:37:48.236 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-07-14T12:37:48.236 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to enable service . firewalld.service is not available 2023-07-14T12:37:48.237 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mon to start... 2023-07-14T12:37:48.237 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mon... 2023-07-14T12:37:48.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:48 smithi040 podman[95987]: 2023-07-14T12:37:48.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:48 smithi040 bash[95987]: 3815e9c3c81862ad538769c7ed7d9dec28cefbc53e4296da5feb8611aa6eb168 2023-07-14T12:37:48.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:48 smithi040 systemd[1]: Started Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:37:48.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:48 smithi040 ceph-mon[96028]: mkfs 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:48.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:48 smithi040 ceph-mon[96028]: mon.a is new leader, mons a in quorum (ranks 0) 2023-07-14T12:37:49.194 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout cluster: 2023-07-14T12:37:49.195 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout id: 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:49.195 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-07-14T12:37:49.195 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:49.195 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout services: 2023-07-14T12:37:49.195 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.608926s) 2023-07-14T12:37:49.196 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-07-14T12:37:49.196 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-07-14T12:37:49.196 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout data: 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout pgs: 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:49.197 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.714+0000 7faab7f1b700 1 Processor -- start 2023-07-14T12:37:49.199 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.714+0000 7faab7f1b700 1 -- start start 2023-07-14T12:37:49.199 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.714+0000 7faab7f1b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0103f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:49.199 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.714+0000 7faab7f1b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab01044c0 con 0x7faab0103b70 2023-07-14T12:37:49.199 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab5cb7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0103f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab5cb7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0103f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58674/0 (socket says 172.21.15.40:58674) 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab5cb7700 1 -- 172.21.15.40:0/1432185116 learned_addr learned my addr 172.21.15.40:0/1432185116 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab5cb7700 1 -- 172.21.15.40:0/1432185116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faab0104600 con 0x7faab0103b70 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab5cb7700 1 --2- 172.21.15.40:0/1432185116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0103f80 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7faaac00aa40 tx=0x7faaac00ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24984070fcfd1c80 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab4cb5700 1 -- 172.21.15.40:0/1432185116 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaac004160 con 0x7faab0103b70 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab4cb5700 1 -- 172.21.15.40:0/1432185116 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaac0042c0 con 0x7faab0103b70 2023-07-14T12:37:49.200 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.715+0000 7faab4cb5700 1 -- 172.21.15.40:0/1432185116 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaac004580 con 0x7faab0103b70 2023-07-14T12:37:49.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 -- 172.21.15.40:0/1432185116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 msgr2=0x7faab0103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:49.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 --2- 172.21.15.40:0/1432185116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0103f80 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7faaac00aa40 tx=0x7faaac00ad50 comp rx=0 tx=0).stop 2023-07-14T12:37:49.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 -- 172.21.15.40:0/1432185116 shutdown_connections 2023-07-14T12:37:49.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 --2- 172.21.15.40:0/1432185116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0103f80 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:49.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 -- 172.21.15.40:0/1432185116 >> 172.21.15.40:0/1432185116 conn(0x7faab00ff1c0 msgr2=0x7faab01015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:49.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 -- 172.21.15.40:0/1432185116 shutdown_connections 2023-07-14T12:37:49.202 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.716+0000 7faab7f1b700 1 -- 172.21.15.40:0/1432185116 wait complete. 2023-07-14T12:37:49.202 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab7f1b700 1 Processor -- start 2023-07-14T12:37:49.202 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab7f1b700 1 -- start start 2023-07-14T12:37:49.202 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab7f1b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab7f1b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab0198f40 con 0x7faab0103b70 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab5cb7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab5cb7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58676/0 (socket says 172.21.15.40:58676) 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.717+0000 7faab5cb7700 1 -- 172.21.15.40:0/1040410963 learned_addr learned my addr 172.21.15.40:0/1040410963 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faab5cb7700 1 -- 172.21.15.40:0/1040410963 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaac00a6f0 con 0x7faab0103b70 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faab5cb7700 1 --2- 172.21.15.40:0/1040410963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0198a00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7faaac00afd0 tx=0x7faaac004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:49.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaac01d070 con 0x7faab0103b70 2023-07-14T12:37:49.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faab0199140 con 0x7faab0103b70 2023-07-14T12:37:49.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaac003aa0 con 0x7faab0103b70 2023-07-14T12:37:49.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaac003d80 con 0x7faab0103b70 2023-07-14T12:37:49.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faab0199560 con 0x7faab0103b70 2023-07-14T12:37:49.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7faaac02b440 con 0x7faab0103b70 2023-07-14T12:37:49.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.718+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7faaac021460 con 0x7faab0103b70 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.719+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faab01926b0 con 0x7faab0103b70 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.722+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7faaac026070 con 0x7faab0103b70 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.853+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7faab002c850 con 0x7faab0103b70 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.853+0000 7faaa6ffd700 1 -- 172.21.15.40:0/1040410963 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7faaac00b040 con 0x7faab0103b70 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 msgr2=0x7faab0198a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 --2- 172.21.15.40:0/1040410963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0198a00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7faaac00afd0 tx=0x7faaac004750 comp rx=0 tx=0).stop 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 shutdown_connections 2023-07-14T12:37:49.205 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 --2- 172.21.15.40:0/1040410963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faab0103b70 0x7faab0198a00 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:49.206 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 >> 172.21.15.40:0/1040410963 conn(0x7faab00ff1c0 msgr2=0x7faab018f7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:49.206 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 shutdown_connections 2023-07-14T12:37:49.206 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:48.854+0000 7faab7f1b700 1 -- 172.21.15.40:0/1040410963 wait complete. 2023-07-14T12:37:49.206 INFO:teuthology.orchestra.run.smithi040.stdout:mon is available 2023-07-14T12:37:49.206 INFO:teuthology.orchestra.run.smithi040.stdout:Assimilating anything we can from ceph.conf... 2023-07-14T12:37:49.590 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:49 smithi040 ceph-mon[96028]: mon.a is new leader, mons a in quorum (ranks 0) 2023-07-14T12:37:49.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:49 smithi040 ceph-mon[96028]: monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2023-07-14T12:37:49.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:49 smithi040 ceph-mon[96028]: fsmap 2023-07-14T12:37:49.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:49 smithi040 ceph-mon[96028]: osdmap e1: 0 total, 0 up, 0 in 2023-07-14T12:37:49.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:49 smithi040 ceph-mon[96028]: mgrmap e1: no daemons active 2023-07-14T12:37:49.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:49 smithi040 ceph-mon[96028]: from='client.? 172.21.15.40:0/1040410963' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-07-14T12:37:50.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:50.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [global] 2023-07-14T12:37:50.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout fsid = 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:50.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.40:3300,v1:172.21.15.40:6789] 2023-07-14T12:37:50.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-07-14T12:37:50.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-07-14T12:37:50.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-07-14T12:37:50.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-07-14T12:37:50.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:50.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [mgr] 2023-07-14T12:37:50.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-07-14T12:37:50.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:50.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [osd] 2023-07-14T12:37:50.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-07-14T12:37:50.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-07-14T12:37:50.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-07-14T12:37:50.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.642+0000 7fc408b76700 1 Processor -- start 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.642+0000 7fc408b76700 1 -- start start 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.642+0000 7fc408b76700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc4041080c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.642+0000 7fc408b76700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc404108600 con 0x7fc404073b80 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc4041080c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:50.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc4041080c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58678/0 (socket says 172.21.15.40:58678) 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40259c700 1 -- 172.21.15.40:0/3270149749 learned_addr learned my addr 172.21.15.40:0/3270149749 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40259c700 1 -- 172.21.15.40:0/3270149749 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc404108740 con 0x7fc404073b80 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40259c700 1 --2- 172.21.15.40:0/3270149749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc4041080c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40098a0 tx=0x7fc3f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3af5de0adbdc9e5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40159a700 1 -- 172.21.15.40:0/3270149749 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4004160 con 0x7fc404073b80 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40159a700 1 -- 172.21.15.40:0/3270149749 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3f40042c0 con 0x7fc404073b80 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.643+0000 7fc40159a700 1 -- 172.21.15.40:0/3270149749 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3f40045a0 con 0x7fc404073b80 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 -- 172.21.15.40:0/3270149749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 msgr2=0x7fc4041080c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:50.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 --2- 172.21.15.40:0/3270149749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc4041080c0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fc3f40098a0 tx=0x7fc3f4009bb0 comp rx=0 tx=0).stop 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 -- 172.21.15.40:0/3270149749 shutdown_connections 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 --2- 172.21.15.40:0/3270149749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc4041080c0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 -- 172.21.15.40:0/3270149749 >> 172.21.15.40:0/3270149749 conn(0x7fc4040ffa50 msgr2=0x7fc404101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 -- 172.21.15.40:0/3270149749 shutdown_connections 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.644+0000 7fc408b76700 1 -- 172.21.15.40:0/3270149749 wait complete. 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc408b76700 1 Processor -- start 2023-07-14T12:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc408b76700 1 -- start start 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc408b76700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc404198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc408b76700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc404198f70 con 0x7fc404073b80 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc40259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc404198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc40259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc404198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58680/0 (socket says 172.21.15.40:58680) 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.645+0000 7fc40259c700 1 -- 172.21.15.40:0/3022569265 learned_addr learned my addr 172.21.15.40:0/3022569265 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc40259c700 1 -- 172.21.15.40:0/3022569265 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3f4009550 con 0x7fc404073b80 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc40259c700 1 --2- 172.21.15.40:0/3022569265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc404198a30 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fc3f4004000 tx=0x7fc3f4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4011630 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3f4011790 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc3f4011a30 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc404199170 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc404199590 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.646+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc3f4022070 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.647+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc3f401c450 con 0x7fc404073b80 2023-07-14T12:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.647+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4041927f0 con 0x7fc404073b80 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.650+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fc3f401b450 con 0x7fc404073b80 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.776+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7fc404061b40 con 0x7fc404073b80 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.779+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 7 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc3f401b5f0 con 0x7fc404073b80 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.779+0000 7fc3fb7fe700 1 -- 172.21.15.40:0/3022569265 <== mon.0 v2:172.21.15.40:3300/0 8 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7fc3f4024630 con 0x7fc404073b80 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 msgr2=0x7fc404198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 --2- 172.21.15.40:0/3022569265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc404198a30 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fc3f4004000 tx=0x7fc3f4004750 comp rx=0 tx=0).stop 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 shutdown_connections 2023-07-14T12:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 --2- 172.21.15.40:0/3022569265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc404073b80 0x7fc404198a30 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 >> 172.21.15.40:0/3022569265 conn(0x7fc4040ffa50 msgr2=0x7fc404101390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 shutdown_connections 2023-07-14T12:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:49.780+0000 7fc408b76700 1 -- 172.21.15.40:0/3022569265 wait complete. 2023-07-14T12:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout:Generating new minimal ceph.conf... 2023-07-14T12:37:50.590 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:50 smithi040 ceph-mon[96028]: from='client.? 172.21.15.40:0/3022569265' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-07-14T12:37:50.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:50 smithi040 ceph-mon[96028]: from='client.? 172.21.15.40:0/3022569265' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-07-14T12:37:51.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd0b739700 1 Processor -- start 2023-07-14T12:37:51.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd0b739700 1 -- start start 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd0b739700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 0x7fbd04108090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd0b739700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd041085d0 con 0x7fbd04073ba0 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd094d5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 0x7fbd04108090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd094d5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 0x7fbd04108090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58682/0 (socket says 172.21.15.40:58682) 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.578+0000 7fbd094d5700 1 -- 172.21.15.40:0/4006131485 learned_addr learned my addr 172.21.15.40:0/4006131485 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.579+0000 7fbd094d5700 1 -- 172.21.15.40:0/4006131485 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd04108710 con 0x7fbd04073ba0 2023-07-14T12:37:51.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.579+0000 7fbd094d5700 1 --2- 172.21.15.40:0/4006131485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 0x7fbd04108090 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbcf40098a0 tx=0x7fbcf4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc0e8bd3edc54915 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.579+0000 7fbcfbfff700 1 -- 172.21.15.40:0/4006131485 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbcf4004160 con 0x7fbd04073ba0 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.579+0000 7fbcfbfff700 1 -- 172.21.15.40:0/4006131485 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbcf40042c0 con 0x7fbd04073ba0 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.579+0000 7fbcfbfff700 1 -- 172.21.15.40:0/4006131485 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbcf4011a00 con 0x7fbd04073ba0 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 -- 172.21.15.40:0/4006131485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 msgr2=0x7fbd04108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 --2- 172.21.15.40:0/4006131485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 0x7fbd04108090 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fbcf40098a0 tx=0x7fbcf4009bb0 comp rx=0 tx=0).stop 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 -- 172.21.15.40:0/4006131485 shutdown_connections 2023-07-14T12:37:51.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 --2- 172.21.15.40:0/4006131485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd04073ba0 0x7fbd04108090 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 -- 172.21.15.40:0/4006131485 >> 172.21.15.40:0/4006131485 conn(0x7fbd040ffa40 msgr2=0x7fbd04101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 -- 172.21.15.40:0/4006131485 shutdown_connections 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 -- 172.21.15.40:0/4006131485 wait complete. 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 Processor -- start 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.580+0000 7fbd0b739700 1 -- start start 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd0b739700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 0x7fbd0419ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd0b739700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0419bfb0 con 0x7fbd0419b660 2023-07-14T12:37:51.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd094d5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 0x7fbd0419ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd094d5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 0x7fbd0419ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58684/0 (socket says 172.21.15.40:58684) 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd094d5700 1 -- 172.21.15.40:0/242496928 learned_addr learned my addr 172.21.15.40:0/242496928 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd094d5700 1 -- 172.21.15.40:0/242496928 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcf4009550 con 0x7fbd0419b660 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd094d5700 1 --2- 172.21.15.40:0/242496928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 0x7fbd0419ba70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbcf4009fb0 tx=0x7fbcf40117f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbcf40037d0 con 0x7fbd0419b660 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbcf401f070 con 0x7fbd0419b660 2023-07-14T12:37:51.185 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbcf4026dc0 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd0419c1b0 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.581+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd0419ee10 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.582+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fbcf401a760 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.582+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fbcf4021070 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.583+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd041956c0 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.585+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fbcf401b440 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.710+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fbd04061b40 con 0x7fbd0419b660 2023-07-14T12:37:51.186 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.711+0000 7fbcfa7fc700 1 -- 172.21.15.40:0/242496928 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fbcf401b5e0 con 0x7fbd0419b660 2023-07-14T12:37:51.187 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.711+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 msgr2=0x7fbd0419ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:51.187 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.711+0000 7fbd0b739700 1 --2- 172.21.15.40:0/242496928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 0x7fbd0419ba70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fbcf4009fb0 tx=0x7fbcf40117f0 comp rx=0 tx=0).stop 2023-07-14T12:37:51.187 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.711+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 shutdown_connections 2023-07-14T12:37:51.187 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.712+0000 7fbd0b739700 1 --2- 172.21.15.40:0/242496928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd0419b660 0x7fbd0419ba70 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:51.188 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.712+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 >> 172.21.15.40:0/242496928 conn(0x7fbd040ffa40 msgr2=0x7fbd041011a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:51.188 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.712+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 shutdown_connections 2023-07-14T12:37:51.188 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:50.712+0000 7fbd0b739700 1 -- 172.21.15.40:0/242496928 wait complete. 2023-07-14T12:37:51.188 INFO:teuthology.orchestra.run.smithi040.stdout:Restarting the monitor... 2023-07-14T12:37:51.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:51 smithi040 systemd[1]: Stopping Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:37:51.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:51 smithi040 ceph-mon[96028]: from='client.? 172.21.15.40:0/242496928' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:37:51.774 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:51 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96003]: 2023-07-14T12:37:51.504+0000 7f4b152f0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T12:37:51.774 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:51 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96003]: 2023-07-14T12:37:51.504+0000 7f4b152f0700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-07-14T12:37:52.090 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:51 smithi040 bash[96369]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a 2023-07-14T12:37:52.463 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 systemd[1]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a.service: Succeeded. 2023-07-14T12:37:52.464 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 systemd[1]: Stopped Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:37:52.464 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 systemd[1]: Starting Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:37:52.655 INFO:teuthology.orchestra.run.smithi040.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-07-14T12:37:52.715 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 podman[96495]: 2023-07-14T12:37:52.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: set uid:gid to 167:167 (ceph:ceph) 2023-07-14T12:37:52.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev), process ceph-mon, pid 7 2023-07-14T12:37:52.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 bash[96495]: 2122fb2cb9eef7d5333c948e257c7f9166fd4e0792b859830174b6f192b1ac58 2023-07-14T12:37:52.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: pidfile_write: ignore empty --pid-file 2023-07-14T12:37:52.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: load: jerasure load: lrc 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: RocksDB version: 7.9.2 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Git sha 0 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Compile date 2023-07-13 18:29:45 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: DB SUMMARY 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: DB Session ID: BGVBQPZEIN9BBA5UB50M 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: CURRENT file: CURRENT 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: IDENTITY file: IDENTITY 2023-07-14T12:37:52.717 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 100051 ; 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.error_if_exists: 0 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.create_if_missing: 0 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.paranoid_checks: 1 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.flush_verify_memtable_count: 1 2023-07-14T12:37:52.718 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.env: 0x55c0ae36f720 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.fs: PosixFileSystem 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.info_log: 0x55c0b06e3280 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_file_opening_threads: 16 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.statistics: (nil) 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.use_fsync: 0 2023-07-14T12:37:52.719 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_log_file_size: 0 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.log_file_time_to_roll: 0 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.keep_log_file_num: 1000 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.recycle_log_file_num: 0 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.allow_fallocate: 1 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.allow_mmap_reads: 0 2023-07-14T12:37:52.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.allow_mmap_writes: 0 2023-07-14T12:37:52.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.use_direct_reads: 0 2023-07-14T12:37:52.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-07-14T12:37:52.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.create_missing_column_families: 0 2023-07-14T12:37:52.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.db_log_dir: 2023-07-14T12:37:52.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.wal_dir: 2023-07-14T12:37:52.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.table_cache_numshardbits: 6 2023-07-14T12:37:52.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.WAL_ttl_seconds: 0 2023-07-14T12:37:52.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.WAL_size_limit_MB: 0 2023-07-14T12:37:52.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-07-14T12:37:52.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-07-14T12:37:52.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.is_fd_close_on_exec: 1 2023-07-14T12:37:52.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.advise_random_on_open: 1 2023-07-14T12:37:52.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.db_write_buffer_size: 0 2023-07-14T12:37:52.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.write_buffer_manager: 0x55c0b06043c0 2023-07-14T12:37:52.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-07-14T12:37:52.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-07-14T12:37:52.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.use_adaptive_mutex: 0 2023-07-14T12:37:52.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.rate_limiter: (nil) 2023-07-14T12:37:52.726 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-07-14T12:37:52.726 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.wal_recovery_mode: 2 2023-07-14T12:37:52.726 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.enable_thread_tracking: 0 2023-07-14T12:37:52.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.enable_pipelined_write: 0 2023-07-14T12:37:52.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.unordered_write: 0 2023-07-14T12:37:52.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-07-14T12:37:52.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-07-14T12:37:52.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-07-14T12:37:52.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-07-14T12:37:52.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.row_cache: None 2023-07-14T12:37:52.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.wal_filter: None 2023-07-14T12:37:52.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-07-14T12:37:52.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.allow_ingest_behind: 0 2023-07-14T12:37:52.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.two_write_queues: 0 2023-07-14T12:37:52.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.manual_wal_flush: 0 2023-07-14T12:37:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.wal_compression: 0 2023-07-14T12:37:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.atomic_flush: 0 2023-07-14T12:37:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-07-14T12:37:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.persist_stats_to_disk: 0 2023-07-14T12:37:52.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.write_dbid_to_manifest: 0 2023-07-14T12:37:52.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.log_readahead_size: 0 2023-07-14T12:37:52.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-07-14T12:37:52.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.best_efforts_recovery: 0 2023-07-14T12:37:52.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-07-14T12:37:52.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-07-14T12:37:52.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.allow_data_in_errors: 0 2023-07-14T12:37:52.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.db_host_id: __hostname__ 2023-07-14T12:37:52.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.enforce_single_del_contracts: true 2023-07-14T12:37:52.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_background_jobs: 2 2023-07-14T12:37:52.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_background_compactions: -1 2023-07-14T12:37:52.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_subcompactions: 1 2023-07-14T12:37:52.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-07-14T12:37:52.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-07-14T12:37:52.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.delayed_write_rate : 16777216 2023-07-14T12:37:52.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_total_wal_size: 0 2023-07-14T12:37:52.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-07-14T12:37:52.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.stats_dump_period_sec: 600 2023-07-14T12:37:52.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.stats_persist_period_sec: 600 2023-07-14T12:37:52.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-07-14T12:37:52.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_open_files: -1 2023-07-14T12:37:52.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bytes_per_sync: 0 2023-07-14T12:37:52.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.wal_bytes_per_sync: 0 2023-07-14T12:37:52.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.strict_bytes_per_sync: 0 2023-07-14T12:37:52.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_readahead_size: 0 2023-07-14T12:37:52.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_background_flushes: -1 2023-07-14T12:37:52.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Compression algorithms supported: 2023-07-14T12:37:52.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-07-14T12:37:52.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kZSTD supported: 0 2023-07-14T12:37:52.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kXpressCompression supported: 0 2023-07-14T12:37:52.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kLZ4HCCompression supported: 1 2023-07-14T12:37:52.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kZlibCompression supported: 1 2023-07-14T12:37:52.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kSnappyCompression supported: 1 2023-07-14T12:37:52.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kLZ4Compression supported: 1 2023-07-14T12:37:52.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: kBZip2Compression supported: 0 2023-07-14T12:37:52.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Fast CRC32 supported: Supported on x86 2023-07-14T12:37:52.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: DMutex implementation: pthread_mutex_t 2023-07-14T12:37:52.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-07-14T12:37:52.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-07-14T12:37:52.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-07-14T12:37:52.743 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.merge_operator: 2023-07-14T12:37:52.743 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_filter: None 2023-07-14T12:37:52.744 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_filter_factory: None 2023-07-14T12:37:52.744 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.sst_partitioner_factory: None 2023-07-14T12:37:52.745 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.memtable_factory: SkipListFactory 2023-07-14T12:37:52.745 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.table_factory: BlockBasedTable 2023-07-14T12:37:52.745 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c0b06e3380) 2023-07-14T12:37:52.748 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks: 1 2023-07-14T12:37:52.748 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-07-14T12:37:52.749 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-07-14T12:37:52.749 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_top_level_index_and_filter: 1 2023-07-14T12:37:52.750 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_type: 0 2023-07-14T12:37:52.750 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_index_type: 0 2023-07-14T12:37:52.750 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_shortening: 1 2023-07-14T12:37:52.751 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2023-07-14T12:37:52.751 INFO:journalctl@ceph.mon.a.smithi040.stdout: checksum: 4 2023-07-14T12:37:52.752 INFO:journalctl@ceph.mon.a.smithi040.stdout: no_block_cache: 0 2023-07-14T12:37:52.752 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache: 0x55c0b06a31f0 2023-07-14T12:37:52.752 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_name: BinnedLRUCache 2023-07-14T12:37:52.752 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_options: 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: capacity : 536870912 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: num_shard_bits : 4 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: strict_capacity_limit : 0 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: high_pri_pool_ratio: 0.000 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_compressed: (nil) 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: persistent_cache: (nil) 2023-07-14T12:37:52.753 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size: 4096 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size_deviation: 10 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_restart_interval: 16 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_block_restart_interval: 1 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: metadata_block_size: 4096 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: partition_filters: 0 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: use_delta_encoding: 1 2023-07-14T12:37:52.754 INFO:journalctl@ceph.mon.a.smithi040.stdout: filter_policy: bloomfilter 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: whole_key_filtering: 1 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: verify_compression: 0 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: read_amp_bytes_per_bit: 0 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: format_version: 5 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_index_compression: 1 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_align: 0 2023-07-14T12:37:52.755 INFO:journalctl@ceph.mon.a.smithi040.stdout: max_auto_readahead_size: 262144 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout: prepopulate_block_cache: 0 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout: initial_auto_readahead_size: 8192 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout: num_file_reads_for_auto_readahead: 2 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.write_buffer_size: 33554432 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_write_buffer_number: 2 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression: NoCompression 2023-07-14T12:37:52.756 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression: Disabled 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.prefix_extractor: nullptr 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.num_levels: 7 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-07-14T12:37:52.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-07-14T12:37:52.758 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.window_bits: -14 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.level: 32767 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.strategy: 0 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-07-14T12:37:52.759 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.enabled: false 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-07-14T12:37:52.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.target_file_size_base: 67108864 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.target_file_size_multiplier: 1 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-07-14T12:37:52.761 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-07-14T12:37:52.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.arena_block_size: 1048576 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.disable_auto_compactions: 0 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-07-14T12:37:52.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-07-14T12:37:52.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-07-14T12:37:52.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-07-14T12:37:52.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-07-14T12:37:52.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-07-14T12:37:52.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-07-14T12:37:52.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.table_properties_collectors: 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.inplace_update_support: 0 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.inplace_update_num_locks: 10000 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.memtable_huge_page_size: 0 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.bloom_locality: 0 2023-07-14T12:37:52.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.max_successive_merges: 0 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.optimize_filters_for_hits: 0 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.paranoid_file_checks: 0 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.force_consistency_checks: 1 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.report_bg_io_stats: 0 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.ttl: 2592000 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.periodic_compaction_seconds: 0 2023-07-14T12:37:52.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.enable_blob_files: false 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.min_blob_size: 0 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.blob_file_size: 268435456 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.blob_compression_type: NoCompression 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.enable_blob_garbage_collection: false 2023-07-14T12:37:52.767 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.blob_file_starting_level: 0 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-07-14T12:37:52.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: cf41b434-e0af-4155-b29e-9dd75e57b6a9 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338272635009, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338272636108, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 95163, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 320, "table_properties": {"data_size": 93151, "index_size": 294, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13991, "raw_average_key_size": 50, "raw_value_size": 85541, "raw_average_value_size": 306, "num_data_blocks": 11, "num_entries": 279, "num_filter_entries": 279, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1689338272, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "cf41b434-e0af-4155-b29e-9dd75e57b6a9", "db_session_id": "BGVBQPZEIN9BBA5UB50M", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338272636181, "job": 1, "event": "recovery_finished"} 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-07-14T12:37:52.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c0b073c000 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: DB pointer 0x55c0b0728000 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** DB Stats ** 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-07-14T12:37:52.770 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-07-14T12:37:52.771 INFO:journalctl@ceph.mon.a.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-07-14T12:37:52.772 INFO:journalctl@ceph.mon.a.smithi040.stdout: L0 2/0 94.77 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:37:52.772 INFO:journalctl@ceph.mon.a.smithi040.stdout: Sum 2/0 94.77 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:37:52.772 INFO:journalctl@ceph.mon.a.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:37:52.772 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-07-14T12:37:52.772 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2023-07-14T12:37:52.772 INFO:journalctl@ceph.mon.a.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-07-14T12:37:52.773 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative compaction: 0.00 GB write, 16.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval compaction: 0.00 GB write, 16.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-07-14T12:37:52.774 INFO:journalctl@ceph.mon.a.smithi040.stdout: Block cache BinnedLRUCache@0x55c0b06a31f0#7 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: starting mon.a rank 0 at public addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] at bind addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???) e1 preinit fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).mds e1 new map 2023-07-14T12:37:52.775 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).mds e1 print_map 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout: e1 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout: legacy client fscid: -1 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout: No filesystems configured 2023-07-14T12:37:52.776 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 systemd[1]: Started Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mon.a is new leader, mons a in quorum (ranks 0) 2023-07-14T12:37:52.777 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2023-07-14T12:37:52.778 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: fsmap 2023-07-14T12:37:52.778 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: osdmap e1: 0 total, 0 up, 0 in 2023-07-14T12:37:52.778 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:52 smithi040 ceph-mon[96535]: mgrmap e1: no daemons active 2023-07-14T12:37:53.703 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.212+0000 7fd43e342700 1 Processor -- start 2023-07-14T12:37:53.708 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.212+0000 7fd43e342700 1 -- start start 2023-07-14T12:37:53.708 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.212+0000 7fd43e342700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd438108420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:53.708 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.212+0000 7fd43e342700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd438073be0 con 0x7fd438106040 2023-07-14T12:37:53.708 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.213+0000 7fd437fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd438108420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:53.708 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.213+0000 7fd437fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd438108420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58686/0 (socket says 172.21.15.40:58686) 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.213+0000 7fd437fff700 1 -- 172.21.15.40:0/3606002225 learned_addr learned my addr 172.21.15.40:0/3606002225 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.213+0000 7fd437fff700 1 -- 172.21.15.40:0/3606002225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd438073d20 con 0x7fd438106040 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.213+0000 7fd437fff700 1 --2- 172.21.15.40:0/3606002225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd438108420 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd4280098a0 tx=0x7fd428009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=265c457bce3af2d8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.213+0000 7fd436ffd700 1 -- 172.21.15.40:0/3606002225 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd428004160 con 0x7fd438106040 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd436ffd700 1 -- 172.21.15.40:0/3606002225 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd4280042c0 con 0x7fd438106040 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd436ffd700 1 -- 172.21.15.40:0/3606002225 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd428011a00 con 0x7fd438106040 2023-07-14T12:37:53.709 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 -- 172.21.15.40:0/3606002225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 msgr2=0x7fd438108420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:53.710 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 --2- 172.21.15.40:0/3606002225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd438108420 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd4280098a0 tx=0x7fd428009bb0 comp rx=0 tx=0).stop 2023-07-14T12:37:53.710 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 -- 172.21.15.40:0/3606002225 shutdown_connections 2023-07-14T12:37:53.710 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 --2- 172.21.15.40:0/3606002225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd438108420 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:53.710 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 -- 172.21.15.40:0/3606002225 >> 172.21.15.40:0/3606002225 conn(0x7fd4380ffa40 msgr2=0x7fd438101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:53.710 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 -- 172.21.15.40:0/3606002225 shutdown_connections 2023-07-14T12:37:53.710 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.214+0000 7fd43e342700 1 -- 172.21.15.40:0/3606002225 wait complete. 2023-07-14T12:37:53.711 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.215+0000 7fd43e342700 1 Processor -- start 2023-07-14T12:37:53.711 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.215+0000 7fd43e342700 1 -- start start 2023-07-14T12:37:53.711 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.215+0000 7fd43e342700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd4381059a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:53.711 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.215+0000 7fd43e342700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd438105ee0 con 0x7fd438106040 2023-07-14T12:37:53.711 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.215+0000 7fd437fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd4381059a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:53.712 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd437fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd4381059a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58688/0 (socket says 172.21.15.40:58688) 2023-07-14T12:37:53.712 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd437fff700 1 -- 172.21.15.40:0/4225059299 learned_addr learned my addr 172.21.15.40:0/4225059299 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:53.712 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd437fff700 1 -- 172.21.15.40:0/4225059299 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd428009550 con 0x7fd438106040 2023-07-14T12:37:53.712 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd437fff700 1 --2- 172.21.15.40:0/4225059299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd4381059a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd428009fb0 tx=0x7fd428011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:53.712 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd428003a40 con 0x7fd438106040 2023-07-14T12:37:53.712 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd428003ba0 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd42801a750 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd438104050 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4381044d0 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fd42801ac80 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.216+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fd42802de20 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.217+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd438061b40 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.220+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fd428024b60 con 0x7fd438106040 2023-07-14T12:37:53.713 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.344+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7fd438104c60 con 0x7fd438106040 2023-07-14T12:37:53.714 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.347+0000 7fd4357fa700 1 -- 172.21.15.40:0/4225059299 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7fd428024d00 con 0x7fd438106040 2023-07-14T12:37:53.714 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 msgr2=0x7fd4381059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:53.714 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 --2- 172.21.15.40:0/4225059299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd4381059a0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd428009fb0 tx=0x7fd428011ad0 comp rx=0 tx=0).stop 2023-07-14T12:37:53.714 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 shutdown_connections 2023-07-14T12:37:53.714 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 --2- 172.21.15.40:0/4225059299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd438106040 0x7fd4381059a0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:53.715 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 >> 172.21.15.40:0/4225059299 conn(0x7fd4380ffa40 msgr2=0x7fd438101140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:53.715 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 shutdown_connections 2023-07-14T12:37:53.715 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:53.348+0000 7fd43e342700 1 -- 172.21.15.40:0/4225059299 wait complete. 2023-07-14T12:37:53.715 INFO:teuthology.orchestra.run.smithi040.stdout:Wrote config to /etc/ceph/ceph.conf 2023-07-14T12:37:53.726 INFO:teuthology.orchestra.run.smithi040.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-07-14T12:37:53.727 INFO:teuthology.orchestra.run.smithi040.stdout:Creating mgr... 2023-07-14T12:37:53.727 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying port 9283 ... 2023-07-14T12:37:53.727 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying port 8765 ... 2023-07-14T12:37:53.911 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x 2023-07-14T12:37:53.912 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to reset failed state of unit ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x.service: Unit ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x.service not loaded. 2023-07-14T12:37:54.006 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-1fe65914-2243-11ee-9b33-001a4aab830c.target.wants/ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x.service → /etc/systemd/system/ceph-1fe65914-2243-11ee-9b33-001a4aab830c@.service. 2023-07-14T12:37:54.271 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 systemd[1]: Starting Ceph mgr.x for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:37:54.590 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:54 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4225059299' entity='client.admin' 2023-07-14T12:37:54.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 podman[96768]: 2023-07-14T12:37:54.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 bash[96768]: cdab9732b01116fd980e6f475e1993e5b5097555fadcde67d600277b718cbc2d 2023-07-14T12:37:54.613 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-07-14T12:37:54.614 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-07-14T12:37:54.621 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-07-14T12:37:54.621 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-07-14T12:37:54.622 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-07-14T12:37:54.622 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to enable service . firewalld.service is not available 2023-07-14T12:37:54.630 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-07-14T12:37:54.630 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-07-14T12:37:54.638 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-07-14T12:37:54.638 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-07-14T12:37:54.638 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-07-14T12:37:54.638 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-07-14T12:37:54.638 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr to start... 2023-07-14T12:37:54.639 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr... 2023-07-14T12:37:54.864 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 systemd[1]: Started Ceph mgr.x for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:37:54.864 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:54.647+0000 7f6076bfa200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:37:54.864 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:54.746+0000 7f6076bfa200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:37:54.864 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:54.856+0000 7f6076bfa200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:37:55.176 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:54 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:54.967+0000 7f6076bfa200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:37:55.590 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:55 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:55.182+0000 7f6076bfa200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:37:55.983 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:55 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:55.710+0000 7f6076bfa200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:37:55.983 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:55 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:55.822+0000 7f6076bfa200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:37:56.340 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:37:56 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/508234234' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-07-14T12:37:56.344 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:55 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:55.975+0000 7f6076bfa200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:37:56.344 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:56 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:56.093+0000 7f6076bfa200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:37:56.840 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:56 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:56.619+0000 7f6076bfa200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:37:57.590 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:57 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:57.319+0000 7f6076bfa200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:37:57.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:57 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:57.510+0000 7f6076bfa200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:37:57.599 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:37:57.599 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:37:57.599 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-07-14T12:37:57.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-07-14T12:37:57.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-07-14T12:37:57.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:37:57.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-07-14T12:37:57.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-07-14T12:37:57.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:37:57.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2023-07-14T12:37:57.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-07-14T12:37:57.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:37:57.603 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-07-14T12:37:57.603 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-07-14T12:37:57.603 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.603 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-07-14T12:37:57.604 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:37:57.604 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-07-14T12:37:57.604 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-07-14T12:37:57.605 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-07-14T12:37:57.605 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-07-14T12:37:57.605 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-07-14T12:37:57.605 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-07-14T12:37:57.606 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.606 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-07-14T12:37:57.606 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-07-14T12:37:57.607 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-07-14T12:37:57.607 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-07-14T12:37:57.607 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-07-14T12:37:57.607 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-07-14T12:37:57.607 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-07-14T12:37:57.608 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-07-14T12:37:57.608 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-07-14T12:37:57.608 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.608 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-07-14T12:37:57.608 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": false, 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-07-14T12:37:57.609 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:37:57.610 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-07-14T12:37:48.247971+0000", 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f2095ae8700 1 Processor -- start 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f2095ae8700 1 -- start start 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f2095ae8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f2090104810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:57.611 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f2095ae8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2090104d50 con 0x7f2090104400 2023-07-14T12:37:57.612 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f208f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f2090104810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:57.612 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f208f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f2090104810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58694/0 (socket says 172.21.15.40:58694) 2023-07-14T12:37:57.612 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.817+0000 7f208f7fe700 1 -- 172.21.15.40:0/2015756709 learned_addr learned my addr 172.21.15.40:0/2015756709 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:57.612 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.818+0000 7f208f7fe700 1 -- 172.21.15.40:0/2015756709 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2090104e90 con 0x7f2090104400 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.818+0000 7f208f7fe700 1 --2- 172.21.15.40:0/2015756709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f2090104810 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f20800098a0 tx=0x7f2080009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28b08537173253ef server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.818+0000 7f208e7fc700 1 -- 172.21.15.40:0/2015756709 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2080004160 con 0x7f2090104400 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.818+0000 7f208e7fc700 1 -- 172.21.15.40:0/2015756709 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f20800042c0 con 0x7f2090104400 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.818+0000 7f208e7fc700 1 -- 172.21.15.40:0/2015756709 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2080011a00 con 0x7f2090104400 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 -- 172.21.15.40:0/2015756709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 msgr2=0x7f2090104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 --2- 172.21.15.40:0/2015756709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f2090104810 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f20800098a0 tx=0x7f2080009bb0 comp rx=0 tx=0).stop 2023-07-14T12:37:57.613 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 -- 172.21.15.40:0/2015756709 shutdown_connections 2023-07-14T12:37:57.614 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 --2- 172.21.15.40:0/2015756709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f2090104810 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:57.614 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 -- 172.21.15.40:0/2015756709 >> 172.21.15.40:0/2015756709 conn(0x7f20900ffa50 msgr2=0x7f2090101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:57.614 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 -- 172.21.15.40:0/2015756709 shutdown_connections 2023-07-14T12:37:57.614 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 -- 172.21.15.40:0/2015756709 wait complete. 2023-07-14T12:37:57.614 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 Processor -- start 2023-07-14T12:37:57.614 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.819+0000 7f2095ae8700 1 -- start start 2023-07-14T12:37:57.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f2095ae8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f209019b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:37:57.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f2095ae8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f209019b9c0 con 0x7f2090104400 2023-07-14T12:37:57.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f209019b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:37:57.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f209019b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58696/0 (socket says 172.21.15.40:58696) 2023-07-14T12:37:57.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208f7fe700 1 -- 172.21.15.40:0/508234234 learned_addr learned my addr 172.21.15.40:0/508234234 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:37:57.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208f7fe700 1 -- 172.21.15.40:0/508234234 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2080009550 con 0x7f2090104400 2023-07-14T12:37:57.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208f7fe700 1 --2- 172.21.15.40:0/508234234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f209019b480 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2080009fb0 tx=0x7f2080011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:37:57.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2080003a40 con 0x7f2090104400 2023-07-14T12:37:57.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f2080003ba0 con 0x7f2090104400 2023-07-14T12:37:57.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f209019bbc0 con 0x7f2090104400 2023-07-14T12:37:57.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f208001a750 con 0x7f2090104400 2023-07-14T12:37:57.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.820+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f209019bfe0 con 0x7f2090104400 2023-07-14T12:37:57.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.821+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f208001acd0 con 0x7f2090104400 2023-07-14T12:37:57.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.821+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f20800193c0 con 0x7f2090104400 2023-07-14T12:37:57.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.822+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2090108890 con 0x7f2090104400 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.824+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f208002de40 con 0x7f2090104400 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.956+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f2090061b40 con 0x7f2090104400 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.957+0000 7f208cff9700 1 -- 172.21.15.40:0/508234234 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f2080024c10 con 0x7f2090104400 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 msgr2=0x7f209019b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 --2- 172.21.15.40:0/508234234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f209019b480 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2080009fb0 tx=0x7f2080011ad0 comp rx=0 tx=0).stop 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 shutdown_connections 2023-07-14T12:37:57.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 --2- 172.21.15.40:0/508234234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2090104400 0x7f209019b480 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:37:57.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 >> 172.21.15.40:0/508234234 conn(0x7f20900ffa50 msgr2=0x7f2090072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:37:57.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 shutdown_connections 2023-07-14T12:37:57.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:37:55.958+0000 7f2095ae8700 1 -- 172.21.15.40:0/508234234 wait complete. 2023-07-14T12:37:57.619 INFO:teuthology.orchestra.run.smithi040.stdout:mgr not available, waiting (1/15)... 2023-07-14T12:37:58.816 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:58.481+0000 7f6076bfa200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:37:58.816 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:58.592+0000 7f6076bfa200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:37:58.816 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:58.809+0000 7f6076bfa200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:37:59.415 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:59.156+0000 7f6076bfa200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:37:59.840 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:59.408+0000 7f6076bfa200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:37:59.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:59.592+0000 7f6076bfa200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:38:00.340 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:37:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:37:59.928+0000 7f6076bfa200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:38:01.090 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:00.749+0000 7f6076bfa200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:38:01.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:00.907+0000 7f6076bfa200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:38:01.417 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:01.151+0000 7f6076bfa200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:38:01.417 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:01.294+0000 7f6076bfa200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:38:01.840 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:01.565+0000 7f6076bfa200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:38:02.590 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:02 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1026797964' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-07-14T12:38:02.907 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:02 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:02.608+0000 7f6076bfa200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:38:03.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: Activating manager daemon x 2023-07-14T12:38:03.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: mgrmap e2: x(active, starting, since 0.00298333s) 2023-07-14T12:38:03.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-07-14T12:38:03.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-07-14T12:38:03.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-07-14T12:38:03.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:38:03.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-07-14T12:38:03.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: Manager daemon x is now available 2023-07-14T12:38:03.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-07-14T12:38:03.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-07-14T12:38:03.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' 2023-07-14T12:38:03.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' 2023-07-14T12:38:03.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:03 smithi040 ceph-mon[96535]: from='mgr.14100 172.21.15.40:0/3519942' entity='mgr.x' 2023-07-14T12:38:03.759 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:38:03.759 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:38:03.759 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:38:03.759 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-07-14T12:38:03.760 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:03.761 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-07-14T12:38:03.762 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-07-14T12:38:03.768 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-07-14T12:38:03.769 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-07-14T12:38:03.770 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": false, 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-07-14T12:38:03.771 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-07-14T12:38:03.772 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-07-14T12:38:03.772 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-07-14T12:38:03.772 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:38:03.772 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-07-14T12:38:03.772 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-07-14T12:37:48.247971+0000", 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-07-14T12:38:03.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.951+0000 7fe116d92700 1 Processor -- start 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.951+0000 7fe116d92700 1 -- start start 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.951+0000 7fe116d92700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe110104810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.951+0000 7fe116d92700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe110104d50 con 0x7fe110104400 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe114b2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe110104810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe114b2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe110104810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58698/0 (socket says 172.21.15.40:58698) 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe114b2e700 1 -- 172.21.15.40:0/792505379 learned_addr learned my addr 172.21.15.40:0/792505379 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:03.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe114b2e700 1 -- 172.21.15.40:0/792505379 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe110104e90 con 0x7fe110104400 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe114b2e700 1 --2- 172.21.15.40:0/792505379 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe110104810 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe1040098a0 tx=0x7fe104009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=580cd899868e89c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe10f7fe700 1 -- 172.21.15.40:0/792505379 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe104004160 con 0x7fe110104400 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe10f7fe700 1 -- 172.21.15.40:0/792505379 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe1040042c0 con 0x7fe110104400 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.952+0000 7fe10f7fe700 1 -- 172.21.15.40:0/792505379 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe104011a00 con 0x7fe110104400 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 -- 172.21.15.40:0/792505379 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 msgr2=0x7fe110104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 --2- 172.21.15.40:0/792505379 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe110104810 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe1040098a0 tx=0x7fe104009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:03.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 -- 172.21.15.40:0/792505379 shutdown_connections 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 --2- 172.21.15.40:0/792505379 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe110104810 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 -- 172.21.15.40:0/792505379 >> 172.21.15.40:0/792505379 conn(0x7fe1100ffa50 msgr2=0x7fe110101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 -- 172.21.15.40:0/792505379 shutdown_connections 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.953+0000 7fe116d92700 1 -- 172.21.15.40:0/792505379 wait complete. 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe116d92700 1 Processor -- start 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe116d92700 1 -- start start 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe116d92700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe1100739d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:03.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe116d92700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe11019bfe0 con 0x7fe110104400 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe114b2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe1100739d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe114b2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe1100739d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58700/0 (socket says 172.21.15.40:58700) 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.954+0000 7fe114b2e700 1 -- 172.21.15.40:0/1026797964 learned_addr learned my addr 172.21.15.40:0/1026797964 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe114b2e700 1 -- 172.21.15.40:0/1026797964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe104009550 con 0x7fe110104400 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe114b2e700 1 --2- 172.21.15.40:0/1026797964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe1100739d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe104009fb0 tx=0x7fe104011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe104003a40 con 0x7fe110104400 2023-07-14T12:38:03.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe104003ba0 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe11019c120 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe10401a750 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe11019c540 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe10401ac80 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.955+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe1040193c0 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.956+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe110061b40 con 0x7fe110104400 2023-07-14T12:38:03.778 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:01.959+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fe10402de30 con 0x7fe110104400 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.093+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fe11019cdf0 con 0x7fe110104400 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.094+0000 7fe10dffb700 1 -- 172.21.15.40:0/1026797964 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7fe104024b60 con 0x7fe110104400 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 msgr2=0x7fe1100739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 --2- 172.21.15.40:0/1026797964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe1100739d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe104009fb0 tx=0x7fe104011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 shutdown_connections 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 --2- 172.21.15.40:0/1026797964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe110104400 0x7fe1100739d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 >> 172.21.15.40:0/1026797964 conn(0x7fe1100ffa50 msgr2=0x7fe110101100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:03.779 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 shutdown_connections 2023-07-14T12:38:03.780 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:02.095+0000 7fe116d92700 1 -- 172.21.15.40:0/1026797964 wait complete. 2023-07-14T12:38:03.780 INFO:teuthology.orchestra.run.smithi040.stdout:mgr not available, waiting (2/15)... 2023-07-14T12:38:05.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:04 smithi040 ceph-mon[96535]: mgrmap e3: x(active, since 1.00923s) 2023-07-14T12:38:06.958 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:06 smithi040 ceph-mon[96535]: mgrmap e4: x(active, since 3s) 2023-07-14T12:38:07.114 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:38:07.115 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:38:07.115 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:38:07.115 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-07-14T12:38:07.115 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-07-14T12:38:07.115 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-07-14T12:38:07.115 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-07-14T12:38:07.116 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.116 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-07-14T12:38:07.116 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-07-14T12:38:07.116 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-07-14T12:38:07.116 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:38:07.116 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-07-14T12:38:07.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-07-14T12:38:07.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-07-14T12:38:07.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:07.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-07-14T12:38:07.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-07-14T12:38:07.129 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-07-14T12:38:07.130 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-07-14T12:38:07.130 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-07-14T12:38:07.130 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-07-14T12:38:07.131 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.131 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-07-14T12:38:07.131 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-07-14T12:38:07.131 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-07-14T12:38:07.131 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-07-14T12:38:07.131 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-07-14T12:38:07.132 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-07-14T12:38:07.132 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-07-14T12:38:07.133 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": true, 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-07-14T12:38:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-07-14T12:38:07.135 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-07-14T12:37:48.247971+0000", 2023-07-14T12:38:07.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-07-14T12:38:07.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-07-14T12:38:07.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-07-14T12:38:07.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:38:07.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.251+0000 7f250226d700 1 Processor -- start 2023-07-14T12:38:07.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.251+0000 7f250226d700 1 -- start start 2023-07-14T12:38:07.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f250226d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc0791a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:07.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f250226d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24fc0796e0 con 0x7f24fc07aca0 2023-07-14T12:38:07.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f24fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc0791a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f24fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc0791a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58728/0 (socket says 172.21.15.40:58728) 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f24fbfff700 1 -- 172.21.15.40:0/2659118255 learned_addr learned my addr 172.21.15.40:0/2659118255 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f24fbfff700 1 -- 172.21.15.40:0/2659118255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24fc079820 con 0x7f24fc07aca0 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f24fbfff700 1 --2- 172.21.15.40:0/2659118255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc0791a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f24ec0098a0 tx=0x7f24ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10bdb7926bc75aac server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.252+0000 7f24faffd700 1 -- 172.21.15.40:0/2659118255 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f24ec004160 con 0x7f24fc07aca0 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f24faffd700 1 -- 172.21.15.40:0/2659118255 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f24ec0042c0 con 0x7f24fc07aca0 2023-07-14T12:38:07.138 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f24faffd700 1 -- 172.21.15.40:0/2659118255 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f24ec011a00 con 0x7f24fc07aca0 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 -- 172.21.15.40:0/2659118255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 msgr2=0x7f24fc0791a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 --2- 172.21.15.40:0/2659118255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc0791a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f24ec0098a0 tx=0x7f24ec009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 -- 172.21.15.40:0/2659118255 shutdown_connections 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 --2- 172.21.15.40:0/2659118255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc0791a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 -- 172.21.15.40:0/2659118255 >> 172.21.15.40:0/2659118255 conn(0x7f24fc100b70 msgr2=0x7f24fc102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 -- 172.21.15.40:0/2659118255 shutdown_connections 2023-07-14T12:38:07.139 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.253+0000 7f250226d700 1 -- 172.21.15.40:0/2659118255 wait complete. 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f250226d700 1 Processor -- start 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f250226d700 1 -- start start 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f250226d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc19b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f250226d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24fc19ba60 con 0x7f24fc07aca0 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f24fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc19b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f24fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc19b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58730/0 (socket says 172.21.15.40:58730) 2023-07-14T12:38:07.140 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.254+0000 7f24fbfff700 1 -- 172.21.15.40:0/2770978892 learned_addr learned my addr 172.21.15.40:0/2770978892 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:07.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f24fbfff700 1 -- 172.21.15.40:0/2770978892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24ec009550 con 0x7f24fc07aca0 2023-07-14T12:38:07.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f24fbfff700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc19b520 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f24ec009fb0 tx=0x7f24ec011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:07.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f24ec0039c0 con 0x7f24fc07aca0 2023-07-14T12:38:07.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f24ec003b20 con 0x7f24fc07aca0 2023-07-14T12:38:07.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24fc19bc60 con 0x7f24fc07aca0 2023-07-14T12:38:07.141 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f24ec01a5e0 con 0x7f24fc07aca0 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.255+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24fc19c080 con 0x7f24fc07aca0 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.256+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 4) v1 ==== 45472+0+0 (secure 0 0 0) 0x7f24ec024430 con 0x7f24fc07aca0 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.256+0000 7f24f97fa700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f24e8038670 0x7f24e803ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.256+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f24ec04c500 con 0x7f24fc07aca0 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.256+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24fc061b40 con 0x7f24fc07aca0 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.256+0000 7f24fb7fe700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f24e8038670 0x7f24e803ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:07.142 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.257+0000 7f24fb7fe700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f24e8038670 0x7f24e803ab20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f24e4006fd0 tx=0x7f24e4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.262+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f24ec003c90 con 0x7f24fc07aca0 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.780+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f24fc19eac0 con 0x7f24fc07aca0 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.780+0000 7f24f97fa700 1 -- 172.21.15.40:0/2770978892 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f24ec018350 con 0x7f24fc07aca0 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f24e8038670 msgr2=0x7f24e803ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f24e8038670 0x7f24e803ab20 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f24e4006fd0 tx=0x7f24e4006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 msgr2=0x7f24fc19b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:07.143 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc19b520 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f24ec009fb0 tx=0x7f24ec011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 shutdown_connections 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f24e8038670 0x7f24e803ab20 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 --2- 172.21.15.40:0/2770978892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24fc07aca0 0x7f24fc19b520 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 >> 172.21.15.40:0/2770978892 conn(0x7f24fc100b70 msgr2=0x7f24fc102260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 shutdown_connections 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:06.783+0000 7f250226d700 1 -- 172.21.15.40:0/2770978892 wait complete. 2023-07-14T12:38:07.144 INFO:teuthology.orchestra.run.smithi040.stdout:mgr is available 2023-07-14T12:38:07.946 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:07 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2770978892' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-07-14T12:38:08.268 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:38:08.269 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [global] 2023-07-14T12:38:08.270 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout fsid = 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:38:08.270 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-07-14T12:38:08.270 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-07-14T12:38:08.270 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-07-14T12:38:08.270 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-07-14T12:38:08.270 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:38:08.271 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [mgr] 2023-07-14T12:38:08.271 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-07-14T12:38:08.271 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-07-14T12:38:08.271 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [osd] 2023-07-14T12:38:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-07-14T12:38:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-07-14T12:38:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-07-14T12:38:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-07-14T12:38:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-07-14T12:38:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0b5fca700 1 Processor -- start 2023-07-14T12:38:08.273 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0b5fca700 1 -- start start 2023-07-14T12:38:08.273 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0b5fca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b0104200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:08.273 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0b5fca700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0b0073c20 con 0x7fc0b0103df0 2023-07-14T12:38:08.273 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0af7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b0104200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:08.273 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0af7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b0104200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58734/0 (socket says 172.21.15.40:58734) 2023-07-14T12:38:08.273 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0af7fe700 1 -- 172.21.15.40:0/911888812 learned_addr learned my addr 172.21.15.40:0/911888812 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.552+0000 7fc0af7fe700 1 -- 172.21.15.40:0/911888812 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0b0073d60 con 0x7fc0b0103df0 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0af7fe700 1 --2- 172.21.15.40:0/911888812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b0104200 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc0a00098a0 tx=0x7fc0a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9916c79368b893b6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0ae7fc700 1 -- 172.21.15.40:0/911888812 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0a0004160 con 0x7fc0b0103df0 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0ae7fc700 1 -- 172.21.15.40:0/911888812 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc0a00042c0 con 0x7fc0b0103df0 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0ae7fc700 1 -- 172.21.15.40:0/911888812 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0a0011a00 con 0x7fc0b0103df0 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 -- 172.21.15.40:0/911888812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 msgr2=0x7fc0b0104200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:08.274 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 --2- 172.21.15.40:0/911888812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b0104200 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fc0a00098a0 tx=0x7fc0a0009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 -- 172.21.15.40:0/911888812 shutdown_connections 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 --2- 172.21.15.40:0/911888812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b0104200 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 -- 172.21.15.40:0/911888812 >> 172.21.15.40:0/911888812 conn(0x7fc0b00ffa40 msgr2=0x7fc0b0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 -- 172.21.15.40:0/911888812 shutdown_connections 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.553+0000 7fc0b5fca700 1 -- 172.21.15.40:0/911888812 wait complete. 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.554+0000 7fc0b5fca700 1 Processor -- start 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.554+0000 7fc0b5fca700 1 -- start start 2023-07-14T12:38:08.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.554+0000 7fc0b5fca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b019b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.554+0000 7fc0b5fca700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0b019b9e0 con 0x7fc0b0103df0 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0af7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b019b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0af7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b019b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58736/0 (socket says 172.21.15.40:58736) 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0af7fe700 1 -- 172.21.15.40:0/2187924141 learned_addr learned my addr 172.21.15.40:0/2187924141 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0af7fe700 1 -- 172.21.15.40:0/2187924141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0a0009550 con 0x7fc0b0103df0 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0af7fe700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b019b4a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc0a0009130 tx=0x7fc0a0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:08.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0a0003ab0 con 0x7fc0b0103df0 2023-07-14T12:38:08.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc0a0003c10 con 0x7fc0b0103df0 2023-07-14T12:38:08.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc0a00247d0 con 0x7fc0b0103df0 2023-07-14T12:38:08.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0b019bbe0 con 0x7fc0b0103df0 2023-07-14T12:38:08.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.555+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0b019c000 con 0x7fc0b0103df0 2023-07-14T12:38:08.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.556+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 4) v1 ==== 45472+0+0 (secure 0 0 0) 0x7fc0a001abb0 con 0x7fc0b0103df0 2023-07-14T12:38:08.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.556+0000 7fc0acff9700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fc098038710 0x7fc09803abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:08.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.556+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0b0194cb0 con 0x7fc0b0103df0 2023-07-14T12:38:08.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.556+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc0a004c3e0 con 0x7fc0b0103df0 2023-07-14T12:38:08.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.557+0000 7fc0aeffd700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fc098038710 0x7fc09803abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:08.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.557+0000 7fc0aeffd700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fc098038710 0x7fc09803abc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc0a4006fd0 tx=0x7fc0a4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:08.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.561+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc0a002d3f0 con 0x7fc0b0103df0 2023-07-14T12:38:08.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.916+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7fc0b0061b40 con 0x7fc0b0103df0 2023-07-14T12:38:08.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.917+0000 7fc0acff9700 1 -- 172.21.15.40:0/2187924141 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7fc0a0018350 con 0x7fc0b0103df0 2023-07-14T12:38:08.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fc098038710 msgr2=0x7fc09803abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:08.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fc098038710 0x7fc09803abc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc0a4006fd0 tx=0x7fc0a4006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:08.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 msgr2=0x7fc0b019b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:08.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b019b4a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc0a0009130 tx=0x7fc0a0011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:08.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 shutdown_connections 2023-07-14T12:38:08.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fc098038710 0x7fc09803abc0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:08.281 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 --2- 172.21.15.40:0/2187924141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0b0103df0 0x7fc0b019b4a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:08.281 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.919+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 >> 172.21.15.40:0/2187924141 conn(0x7fc0b00ffa40 msgr2=0x7fc0b018f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:08.281 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.920+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 shutdown_connections 2023-07-14T12:38:08.282 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:07.920+0000 7fc0b5fca700 1 -- 172.21.15.40:0/2187924141 wait complete. 2023-07-14T12:38:08.282 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling cephadm module... 2023-07-14T12:38:08.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:08 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2187924141' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-07-14T12:38:09.942 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:09 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1535273418' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-07-14T12:38:09.943 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: ignoring --setuser ceph since I am not root 2023-07-14T12:38:09.943 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: ignoring --setgroup ceph since I am not root 2023-07-14T12:38:09.943 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:09.840+0000 7effab814200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:38:09.943 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:09.936+0000 7effab814200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:38:10.013 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.740+0000 7f0e6c6e7700 1 Processor -- start 2023-07-14T12:38:10.013 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.740+0000 7f0e6c6e7700 1 -- start start 2023-07-14T12:38:10.013 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6c6e7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641083f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:10.014 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6c6e7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e64073c20 con 0x7f0e64106010 2023-07-14T12:38:10.015 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6a483700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641083f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:10.015 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6a483700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641083f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58740/0 (socket says 172.21.15.40:58740) 2023-07-14T12:38:10.015 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6a483700 1 -- 172.21.15.40:0/4052586808 learned_addr learned my addr 172.21.15.40:0/4052586808 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:10.015 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6a483700 1 -- 172.21.15.40:0/4052586808 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e64073d60 con 0x7f0e64106010 2023-07-14T12:38:10.015 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.741+0000 7f0e6a483700 1 --2- 172.21.15.40:0/4052586808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641083f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0e600098a0 tx=0x7f0e60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5154e7ea7539634f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:10.015 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e69481700 1 -- 172.21.15.40:0/4052586808 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e60004160 con 0x7f0e64106010 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e69481700 1 -- 172.21.15.40:0/4052586808 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0e600042c0 con 0x7f0e64106010 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e69481700 1 -- 172.21.15.40:0/4052586808 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e60011a00 con 0x7f0e64106010 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/4052586808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 msgr2=0x7f0e641083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e6c6e7700 1 --2- 172.21.15.40:0/4052586808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641083f0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f0e600098a0 tx=0x7f0e60009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/4052586808 shutdown_connections 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e6c6e7700 1 --2- 172.21.15.40:0/4052586808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641083f0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:10.016 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/4052586808 >> 172.21.15.40:0/4052586808 conn(0x7f0e640ffa50 msgr2=0x7f0e64101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:10.017 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.742+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/4052586808 shutdown_connections 2023-07-14T12:38:10.017 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/4052586808 wait complete. 2023-07-14T12:38:10.017 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6c6e7700 1 Processor -- start 2023-07-14T12:38:10.017 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6c6e7700 1 -- start start 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6c6e7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641992b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6c6e7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e641997f0 con 0x7f0e64106010 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6a483700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6a483700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641992b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58742/0 (socket says 172.21.15.40:58742) 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.743+0000 7f0e6a483700 1 -- 172.21.15.40:0/1535273418 learned_addr learned my addr 172.21.15.40:0/1535273418 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e6a483700 1 -- 172.21.15.40:0/1535273418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e60009550 con 0x7f0e64106010 2023-07-14T12:38:10.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e6a483700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641992b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0e60009130 tx=0x7f0e60011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e60003ab0 con 0x7f0e64106010 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0e60003c10 con 0x7f0e64106010 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e641999f0 con 0x7f0e64106010 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0e600247d0 con 0x7f0e64106010 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.744+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e64199e10 con 0x7f0e64106010 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.745+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 4) v1 ==== 45472+0+0 (secure 0 0 0) 0x7f0e6002d3f0 con 0x7f0e64106010 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.745+0000 7f0e5b7fe700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f0e50038710 0x7f0e5003abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:10.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.745+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0e6004c6a0 con 0x7f0e64106010 2023-07-14T12:38:10.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.745+0000 7f0e69c82700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f0e50038710 0x7f0e5003abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:10.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.745+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e64061b40 con 0x7f0e64106010 2023-07-14T12:38:10.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.746+0000 7f0e69c82700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f0e50038710 0x7f0e5003abc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e54006fd0 tx=0x7f0e54006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:10.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:08.750+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f0e60010950 con 0x7f0e64106010 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.217+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f0e6419c940 con 0x7f0e64106010 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.650+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 5) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f0e60019410 con 0x7f0e64106010 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.651+0000 7f0e5b7fe700 1 -- 172.21.15.40:0/1535273418 <== mon.0 v2:172.21.15.40:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f0e6001a840 con 0x7f0e64106010 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f0e50038710 msgr2=0x7f0e5003abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f0e50038710 0x7f0e5003abc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e54006fd0 tx=0x7f0e54006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 msgr2=0x7f0e641992b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641992b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0e60009130 tx=0x7f0e60011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:10.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 shutdown_connections 2023-07-14T12:38:10.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7f0e50038710 0x7f0e5003abc0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:10.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 --2- 172.21.15.40:0/1535273418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e64106010 0x7f0e641992b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:10.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 >> 172.21.15.40:0/1535273418 conn(0x7f0e640ffa50 msgr2=0x7f0e64101130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:10.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 shutdown_connections 2023-07-14T12:38:10.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:09.654+0000 7f0e6c6e7700 1 -- 172.21.15.40:0/1535273418 wait complete. 2023-07-14T12:38:10.212 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:10.054+0000 7effab814200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:38:10.213 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:10.168+0000 7effab814200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:38:10.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:10.381+0000 7effab814200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:38:10.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1535273418' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-07-14T12:38:10.977 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-mon[96535]: mgrmap e5: x(active, since 7s) 2023-07-14T12:38:10.977 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:10.790+0000 7effab814200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:38:10.978 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:10.899+0000 7effab814200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:38:11.328 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:11.058+0000 7effab814200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:38:11.328 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:11.175+0000 7effab814200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:38:11.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:38:11.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-07-14T12:38:11.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": true, 2023-07-14T12:38:11.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-07-14T12:38:11.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-07-14T12:38:11.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:38:11.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc9a7aa700 1 Processor -- start 2023-07-14T12:38:11.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc9a7aa700 1 -- start start 2023-07-14T12:38:11.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc9a7aa700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 0x7fdc94108090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:11.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc9a7aa700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc941085d0 con 0x7fdc94073ba0 2023-07-14T12:38:11.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 0x7fdc94108090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:11.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 0x7fdc94108090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58756/0 (socket says 172.21.15.40:58756) 2023-07-14T12:38:11.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc93fff700 1 -- 172.21.15.40:0/2430664658 learned_addr learned my addr 172.21.15.40:0/2430664658 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:11.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.457+0000 7fdc93fff700 1 -- 172.21.15.40:0/2430664658 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc94108710 con 0x7fdc94073ba0 2023-07-14T12:38:11.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.458+0000 7fdc93fff700 1 --2- 172.21.15.40:0/2430664658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 0x7fdc94108090 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdc840098a0 tx=0x7fdc84009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48bb3720d37eaed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:11.375 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.458+0000 7fdc92ffd700 1 -- 172.21.15.40:0/2430664658 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc84004160 con 0x7fdc94073ba0 2023-07-14T12:38:11.375 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.458+0000 7fdc92ffd700 1 -- 172.21.15.40:0/2430664658 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fdc840042c0 con 0x7fdc94073ba0 2023-07-14T12:38:11.375 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.458+0000 7fdc92ffd700 1 -- 172.21.15.40:0/2430664658 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc84011a00 con 0x7fdc94073ba0 2023-07-14T12:38:11.375 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.458+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/2430664658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 msgr2=0x7fdc94108090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:11.376 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.458+0000 7fdc9a7aa700 1 --2- 172.21.15.40:0/2430664658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 0x7fdc94108090 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fdc840098a0 tx=0x7fdc84009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:11.376 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.459+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/2430664658 shutdown_connections 2023-07-14T12:38:11.376 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.459+0000 7fdc9a7aa700 1 --2- 172.21.15.40:0/2430664658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc94073ba0 0x7fdc94108090 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:11.376 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.459+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/2430664658 >> 172.21.15.40:0/2430664658 conn(0x7fdc940ffa40 msgr2=0x7fdc94101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:11.376 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.459+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/2430664658 shutdown_connections 2023-07-14T12:38:11.376 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.459+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/2430664658 wait complete. 2023-07-14T12:38:11.377 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.459+0000 7fdc9a7aa700 1 Processor -- start 2023-07-14T12:38:11.377 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc9a7aa700 1 -- start start 2023-07-14T12:38:11.377 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc9a7aa700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 0x7fdc941996b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:11.377 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc9a7aa700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc94199bf0 con 0x7fdc941992a0 2023-07-14T12:38:11.378 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 0x7fdc941996b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:11.378 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 0x7fdc941996b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58758/0 (socket says 172.21.15.40:58758) 2023-07-14T12:38:11.378 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc93fff700 1 -- 172.21.15.40:0/1550677361 learned_addr learned my addr 172.21.15.40:0/1550677361 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:11.379 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.460+0000 7fdc93fff700 1 -- 172.21.15.40:0/1550677361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc84009550 con 0x7fdc941992a0 2023-07-14T12:38:11.379 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.461+0000 7fdc93fff700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 0x7fdc941996b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdc84009130 tx=0x7fdc84011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:11.380 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.461+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc84003ab0 con 0x7fdc941992a0 2023-07-14T12:38:11.380 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.461+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fdc84003c10 con 0x7fdc941992a0 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.461+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdc840247d0 con 0x7fdc941992a0 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.461+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc94199df0 con 0x7fdc941992a0 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.461+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc9419ca50 con 0x7fdc941992a0 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.462+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 5) v1 ==== 45483+0+0 (secure 0 0 0) 0x7fdc8402d3f0 con 0x7fdc941992a0 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.462+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc94073ba0 con 0x7fdc941992a0 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.462+0000 7fdc917fa700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 0x7fdc7c03ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.462+0000 7fdc937fe700 1 -- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 msgr2=0x7fdc7c03ac10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.462+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fdc8404c4a0 con 0x7fdc941992a0 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.462+0000 7fdc937fe700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 0x7fdc7c03ac10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.467+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fdc84010970 con 0x7fdc941992a0 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.663+0000 7fdc937fe700 1 -- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 msgr2=0x7fdc7c03ac10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.663+0000 7fdc937fe700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 0x7fdc7c03ac10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.945+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fdc9419cbe0 con 0x7fdc941992a0 2023-07-14T12:38:11.382 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.945+0000 7fdc917fa700 1 -- 172.21.15.40:0/1550677361 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7fdc84020220 con 0x7fdc941992a0 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 msgr2=0x7fdc7c03ac10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 0x7fdc7c03ac10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 msgr2=0x7fdc941996b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 0x7fdc941996b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdc84009130 tx=0x7fdc84011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 shutdown_connections 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fdc7c038760 0x7fdc7c03ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:11.383 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 --2- 172.21.15.40:0/1550677361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc941992a0 0x7fdc941996b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:11.384 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 >> 172.21.15.40:0/1550677361 conn(0x7fdc940ffa40 msgr2=0x7fdc94101180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:11.384 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 shutdown_connections 2023-07-14T12:38:11.384 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:10.948+0000 7fdc9a7aa700 1 -- 172.21.15.40:0/1550677361 wait complete. 2023-07-14T12:38:11.384 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for the mgr to restart... 2023-07-14T12:38:11.384 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr epoch 5... 2023-07-14T12:38:11.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:11 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1550677361' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-07-14T12:38:11.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:11.697+0000 7effab814200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:38:12.840 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:12.380+0000 7effab814200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:38:12.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:12.571+0000 7effab814200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:38:13.840 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:13.531+0000 7effab814200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:38:13.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:13.643+0000 7effab814200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:38:14.219 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:13.862+0000 7effab814200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:38:14.471 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:14.213+0000 7effab814200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:38:14.840 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:14.465+0000 7effab814200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:38:14.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:14.647+0000 7effab814200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:38:15.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:14.974+0000 7effab814200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:38:16.090 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:15.795+0000 7effab814200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:38:16.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:15.952+0000 7effab814200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:38:16.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:16.193+0000 7effab814200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:38:16.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:16.330+0000 7effab814200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:38:17.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:16.598+0000 7effab814200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:38:18.090 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:17.635+0000 7effab814200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:38:19.030 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:38:19.031 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-07-14T12:38:19.031 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "initialized": true 2023-07-14T12:38:19.032 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:38:19.032 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.821+0000 7fcc2777b700 1 Processor -- start 2023-07-14T12:38:19.032 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc2777b700 1 -- start start 2023-07-14T12:38:19.033 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc2777b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc20104810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:19.033 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc2777b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc20104d50 con 0x7fcc20104400 2023-07-14T12:38:19.033 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc25517700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc20104810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:19.033 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc25517700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc20104810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58766/0 (socket says 172.21.15.40:58766) 2023-07-14T12:38:19.033 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc25517700 1 -- 172.21.15.40:0/1314207552 learned_addr learned my addr 172.21.15.40:0/1314207552 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:19.033 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc25517700 1 -- 172.21.15.40:0/1314207552 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc20104e90 con 0x7fcc20104400 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.822+0000 7fcc25517700 1 --2- 172.21.15.40:0/1314207552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc20104810 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c0098a0 tx=0x7fcc1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f47c6b6f56f4e9a6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc17fff700 1 -- 172.21.15.40:0/1314207552 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc1c004160 con 0x7fcc20104400 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc17fff700 1 -- 172.21.15.40:0/1314207552 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fcc1c0042c0 con 0x7fcc20104400 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc17fff700 1 -- 172.21.15.40:0/1314207552 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc1c011a00 con 0x7fcc20104400 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc2777b700 1 -- 172.21.15.40:0/1314207552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 msgr2=0x7fcc20104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc2777b700 1 --2- 172.21.15.40:0/1314207552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc20104810 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c0098a0 tx=0x7fcc1c009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc2777b700 1 -- 172.21.15.40:0/1314207552 shutdown_connections 2023-07-14T12:38:19.034 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc2777b700 1 --2- 172.21.15.40:0/1314207552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc20104810 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.035 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.823+0000 7fcc2777b700 1 -- 172.21.15.40:0/1314207552 >> 172.21.15.40:0/1314207552 conn(0x7fcc200ffa50 msgr2=0x7fcc20101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:19.035 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc2777b700 1 -- 172.21.15.40:0/1314207552 shutdown_connections 2023-07-14T12:38:19.035 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc2777b700 1 -- 172.21.15.40:0/1314207552 wait complete. 2023-07-14T12:38:19.036 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc2777b700 1 Processor -- start 2023-07-14T12:38:19.036 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc2777b700 1 -- start start 2023-07-14T12:38:19.036 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc2777b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc2018f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:19.036 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc2777b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc2018fac0 con 0x7fcc20104400 2023-07-14T12:38:19.037 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc25517700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc2018f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:19.037 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc25517700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc2018f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58768/0 (socket says 172.21.15.40:58768) 2023-07-14T12:38:19.037 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.824+0000 7fcc25517700 1 -- 172.21.15.40:0/3206815688 learned_addr learned my addr 172.21.15.40:0/3206815688 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:19.038 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc25517700 1 -- 172.21.15.40:0/3206815688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc1c009550 con 0x7fcc20104400 2023-07-14T12:38:19.038 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc25517700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc2018f580 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c009fb0 tx=0x7fcc1c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:19.038 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc1c003a40 con 0x7fcc20104400 2023-07-14T12:38:19.038 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fcc1c003ba0 con 0x7fcc20104400 2023-07-14T12:38:19.039 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc2018dbd0 con 0x7fcc20104400 2023-07-14T12:38:19.039 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcc1c01a750 con 0x7fcc20104400 2023-07-14T12:38:19.039 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.825+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc2018dff0 con 0x7fcc20104400 2023-07-14T12:38:19.040 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.827+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 5) v1 ==== 45483+0+0 (secure 0 0 0) 0x7fcc1c024b60 con 0x7fcc20104400 2023-07-14T12:38:19.040 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.827+0000 7fcc167fc700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:19.040 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.827+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 --> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcc0c03b280 con 0x7fcc0c0386c0 2023-07-14T12:38:19.041 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.827+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fcc1c04c370 con 0x7fcc20104400 2023-07-14T12:38:19.041 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.827+0000 7fcc24d16700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 msgr2=0x7fcc0c03ab70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:19.041 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:11.827+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:38:19.041 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:12.028+0000 7fcc24d16700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 msgr2=0x7fcc0c03ab70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:19.042 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:12.028+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:38:19.043 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:12.429+0000 7fcc24d16700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 msgr2=0x7fcc0c03ab70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:19.043 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:12.429+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-14T12:38:19.043 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:13.230+0000 7fcc24d16700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 msgr2=0x7fcc0c03ab70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:19.043 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:13.230+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-14T12:38:19.044 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:14.831+0000 7fcc24d16700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 msgr2=0x7fcc0c03ab70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3904568033 2023-07-14T12:38:19.044 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:14.831+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-07-14T12:38:19.044 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:17.650+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mgrmap(e 6) v1 ==== 45250+0+0 (secure 0 0 0) 0x7fcc1c02d720 con 0x7fcc20104400 2023-07-14T12:38:19.044 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:17.650+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 msgr2=0x7fcc0c03ab70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:38:19.044 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:17.650+0000 7fcc167fc700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.044 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.652+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 7) v1 ==== 45377+0+0 (secure 0 0 0) 0x7fcc1c018d00 con 0x7fcc20104400 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.652+0000 7fcc167fc700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fcc0c03bfe0 0x7fcc0c03e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.652+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcc0c03b280 con 0x7fcc0c03bfe0 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.653+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fcc0c03bfe0 0x7fcc0c03e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.653+0000 7fcc24d16700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fcc0c03bfe0 0x7fcc0c03e3c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fcc10003a10 tx=0x7fcc10009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.654+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7fcc0c03b280 con 0x7fcc0c03bfe0 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.664+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fcc2018f120 con 0x7fcc0c03bfe0 2023-07-14T12:38:19.045 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc167fc700 1 -- 172.21.15.40:0/3206815688 <== mgr.14118 v2:172.21.15.40:6800/2447803421 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fcc2018f120 con 0x7fcc0c03bfe0 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fcc0c03bfe0 msgr2=0x7fcc0c03e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fcc0c03bfe0 0x7fcc0c03e3c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fcc10003a10 tx=0x7fcc10009290 comp rx=0 tx=0).stop 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 msgr2=0x7fcc2018f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc2018f580 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c009fb0 tx=0x7fcc1c011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 shutdown_connections 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fcc0c03bfe0 0x7fcc0c03e3c0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.046 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcc20104400 0x7fcc2018f580 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.047 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 --2- 172.21.15.40:0/3206815688 >> [v2:172.21.15.40:6800/3904568033,v1:172.21.15.40:6801/3904568033] conn(0x7fcc0c0386c0 0x7fcc0c03ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:19.047 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 >> 172.21.15.40:0/3206815688 conn(0x7fcc200ffa50 msgr2=0x7fcc200737a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:19.047 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 shutdown_connections 2023-07-14T12:38:19.047 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:18.665+0000 7fcc2777b700 1 -- 172.21.15.40:0/3206815688 wait complete. 2023-07-14T12:38:19.047 INFO:teuthology.orchestra.run.smithi040.stdout:mgr epoch 5 is available 2023-07-14T12:38:19.047 INFO:teuthology.orchestra.run.smithi040.stdout:Setting orchestrator backend to cephadm... 2023-07-14T12:38:19.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: Active manager daemon x restarted 2023-07-14T12:38:19.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: Activating manager daemon x 2023-07-14T12:38:19.048 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: osdmap e2: 0 total, 0 up, 0 in 2023-07-14T12:38:19.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: mgrmap e6: x(active, starting, since 0.00319884s) 2023-07-14T12:38:19.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:38:19.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-07-14T12:38:19.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-07-14T12:38:19.049 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-07-14T12:38:19.050 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-07-14T12:38:19.050 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: Manager daemon x is now available 2023-07-14T12:38:19.050 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: Found migration_current of "None". Setting to last migration. 2023-07-14T12:38:19.051 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:19.051 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:19.051 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:19.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:19.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:19.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-07-14T12:38:19.054 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-07-14T12:38:19.054 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:19.055 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:18 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:19.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:19 smithi040 ceph-mon[96535]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-07-14T12:38:19.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:19 smithi040 ceph-mon[96535]: mgrmap e7: x(active, since 1.00634s) 2023-07-14T12:38:19.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:19 smithi040 ceph-mon[96535]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-07-14T12:38:19.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:19 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:20.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.485+0000 7fc714018700 1 Processor -- start 2023-07-14T12:38:20.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.485+0000 7fc714018700 1 -- start start 2023-07-14T12:38:20.275 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.485+0000 7fc714018700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c1083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:20.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.485+0000 7fc714018700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc70c073c20 con 0x7fc70c106000 2023-07-14T12:38:20.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc711db4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c1083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:20.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc711db4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c1083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58820/0 (socket says 172.21.15.40:58820) 2023-07-14T12:38:20.276 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc711db4700 1 -- 172.21.15.40:0/4284315155 learned_addr learned my addr 172.21.15.40:0/4284315155 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:20.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc711db4700 1 -- 172.21.15.40:0/4284315155 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc70c073d60 con 0x7fc70c106000 2023-07-14T12:38:20.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc711db4700 1 --2- 172.21.15.40:0/4284315155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c1083e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc0098a0 tx=0x7fc6fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e82fe91fa2405ce server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:20.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc710db2700 1 -- 172.21.15.40:0/4284315155 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6fc004160 con 0x7fc70c106000 2023-07-14T12:38:20.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc710db2700 1 -- 172.21.15.40:0/4284315155 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc6fc0042c0 con 0x7fc70c106000 2023-07-14T12:38:20.277 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.486+0000 7fc710db2700 1 -- 172.21.15.40:0/4284315155 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6fc011a00 con 0x7fc70c106000 2023-07-14T12:38:20.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 -- 172.21.15.40:0/4284315155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 msgr2=0x7fc70c1083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:20.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 --2- 172.21.15.40:0/4284315155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c1083e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc0098a0 tx=0x7fc6fc009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:20.278 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 -- 172.21.15.40:0/4284315155 shutdown_connections 2023-07-14T12:38:20.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 --2- 172.21.15.40:0/4284315155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c1083e0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:20.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 -- 172.21.15.40:0/4284315155 >> 172.21.15.40:0/4284315155 conn(0x7fc70c0ffa40 msgr2=0x7fc70c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:20.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 -- 172.21.15.40:0/4284315155 shutdown_connections 2023-07-14T12:38:20.279 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 -- 172.21.15.40:0/4284315155 wait complete. 2023-07-14T12:38:20.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.487+0000 7fc714018700 1 Processor -- start 2023-07-14T12:38:20.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc714018700 1 -- start start 2023-07-14T12:38:20.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc714018700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c105960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:20.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc714018700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc70c105ea0 con 0x7fc70c106000 2023-07-14T12:38:20.281 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc711db4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c105960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:20.281 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc711db4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c105960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58822/0 (socket says 172.21.15.40:58822) 2023-07-14T12:38:20.281 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc711db4700 1 -- 172.21.15.40:0/2172340472 learned_addr learned my addr 172.21.15.40:0/2172340472 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:20.282 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc711db4700 1 -- 172.21.15.40:0/2172340472 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6fc009550 con 0x7fc70c106000 2023-07-14T12:38:20.282 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc711db4700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c105960 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc006af0 tx=0x7fc6fc011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:20.287 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6fc003a40 con 0x7fc70c106000 2023-07-14T12:38:20.288 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc6fc003ba0 con 0x7fc70c106000 2023-07-14T12:38:20.288 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc70c103fb0 con 0x7fc70c106000 2023-07-14T12:38:20.288 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6fc01a700 con 0x7fc70c106000 2023-07-14T12:38:20.288 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.488+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc70c1043d0 con 0x7fc70c106000 2023-07-14T12:38:20.288 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.489+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 7) v1 ==== 45377+0+0 (secure 0 0 0) 0x7fc6fc01a930 con 0x7fc70c106000 2023-07-14T12:38:20.288 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.490+0000 7fc702ffd700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fc6f8038630 0x7fc6f803aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:20.289 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.490+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc70c1095f0 con 0x7fc70c106000 2023-07-14T12:38:20.289 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.490+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc6fc04c6f0 con 0x7fc70c106000 2023-07-14T12:38:20.292 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.490+0000 7fc7115b3700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fc6f8038630 0x7fc6f803aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:20.292 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.490+0000 7fc7115b3700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fc6f8038630 0x7fc6f803aae0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc708006fd0 tx=0x7fc708006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:20.292 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.495+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc6fc0188b0 con 0x7fc70c106000 2023-07-14T12:38:20.292 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.878+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7fc70c101d10 con 0x7fc6f8038630 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.885+0000 7fc702ffd700 1 -- 172.21.15.40:0/2172340472 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fc70c101d10 con 0x7fc6f8038630 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.887+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fc6f8038630 msgr2=0x7fc6f803aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.887+0000 7fc714018700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fc6f8038630 0x7fc6f803aae0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc708006fd0 tx=0x7fc708006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.887+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 msgr2=0x7fc70c105960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.887+0000 7fc714018700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c105960 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc006af0 tx=0x7fc6fc011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.888+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 shutdown_connections 2023-07-14T12:38:20.293 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.888+0000 7fc714018700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7fc6f8038630 0x7fc6f803aae0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:20.294 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.888+0000 7fc714018700 1 --2- 172.21.15.40:0/2172340472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc70c106000 0x7fc70c105960 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:20.294 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.888+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 >> 172.21.15.40:0/2172340472 conn(0x7fc70c0ffa40 msgr2=0x7fc70c1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:20.294 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.888+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 shutdown_connections 2023-07-14T12:38:20.294 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:19.888+0000 7fc714018700 1 -- 172.21.15.40:0/2172340472 wait complete. 2023-07-14T12:38:21.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:20 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:18] ENGINE Bus STARTING 2023-07-14T12:38:21.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:20 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:19] ENGINE Serving on https://172.21.15.40:7150 2023-07-14T12:38:21.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:20 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:19] ENGINE Serving on http://172.21.15.40:8765 2023-07-14T12:38:21.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:20 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:19] ENGINE Bus STARTED 2023-07-14T12:38:21.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:20 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:21.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:20 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:21.520 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout value unchanged 2023-07-14T12:38:21.520 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.730+0000 7f95c46ee700 1 Processor -- start 2023-07-14T12:38:21.521 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.730+0000 7f95c46ee700 1 -- start start 2023-07-14T12:38:21.521 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.731+0000 7f95c46ee700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc104800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:21.521 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.731+0000 7f95c46ee700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc104d40 con 0x7f95bc1043f0 2023-07-14T12:38:21.521 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.731+0000 7f95c248a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc104800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:21.521 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.731+0000 7f95c248a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc104800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58826/0 (socket says 172.21.15.40:58826) 2023-07-14T12:38:21.521 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.731+0000 7f95c248a700 1 -- 172.21.15.40:0/2164777715 learned_addr learned my addr 172.21.15.40:0/2164777715 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.731+0000 7f95c248a700 1 -- 172.21.15.40:0/2164777715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95bc104e80 con 0x7f95bc1043f0 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c248a700 1 --2- 172.21.15.40:0/2164777715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc104800 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f95b80098a0 tx=0x7f95b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b0113987b6b63a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c1488700 1 -- 172.21.15.40:0/2164777715 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95b8004160 con 0x7f95bc1043f0 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c1488700 1 -- 172.21.15.40:0/2164777715 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f95b80042c0 con 0x7f95bc1043f0 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c1488700 1 -- 172.21.15.40:0/2164777715 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95b8011a00 con 0x7f95bc1043f0 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 -- 172.21.15.40:0/2164777715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 msgr2=0x7f95bc104800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:21.522 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 --2- 172.21.15.40:0/2164777715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc104800 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f95b80098a0 tx=0x7f95b8009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:21.523 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 -- 172.21.15.40:0/2164777715 shutdown_connections 2023-07-14T12:38:21.523 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 --2- 172.21.15.40:0/2164777715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc104800 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:21.523 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 -- 172.21.15.40:0/2164777715 >> 172.21.15.40:0/2164777715 conn(0x7f95bc0ffa40 msgr2=0x7f95bc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:21.523 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 -- 172.21.15.40:0/2164777715 shutdown_connections 2023-07-14T12:38:21.523 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.732+0000 7f95c46ee700 1 -- 172.21.15.40:0/2164777715 wait complete. 2023-07-14T12:38:21.524 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.733+0000 7f95c46ee700 1 Processor -- start 2023-07-14T12:38:21.524 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.733+0000 7f95c46ee700 1 -- start start 2023-07-14T12:38:21.524 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c46ee700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc198140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:21.524 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c46ee700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc198680 con 0x7f95bc1043f0 2023-07-14T12:38:21.524 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c248a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:21.525 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c248a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc198140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58828/0 (socket says 172.21.15.40:58828) 2023-07-14T12:38:21.525 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c248a700 1 -- 172.21.15.40:0/621848733 learned_addr learned my addr 172.21.15.40:0/621848733 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:21.525 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c248a700 1 -- 172.21.15.40:0/621848733 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95b8009550 con 0x7f95bc1043f0 2023-07-14T12:38:21.525 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c248a700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc198140 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f95b8006af0 tx=0x7f95b8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:21.525 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95b8003a40 con 0x7f95bc1043f0 2023-07-14T12:38:21.525 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95bc198880 con 0x7f95bc1043f0 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f95b8003ba0 con 0x7f95bc1043f0 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95b801a6e0 con 0x7f95bc1043f0 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.734+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95bc198ca0 con 0x7f95bc1043f0 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.735+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f95b801a950 con 0x7f95bc1043f0 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.735+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95bc061b40 con 0x7f95bc1043f0 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.735+0000 7f95b37fe700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95a8038710 0x7f95a803abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:21.526 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.736+0000 7f95c1c89700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95a8038710 0x7f95a803abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.736+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f95b804c710 con 0x7f95bc1043f0 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.736+0000 7f95c1c89700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95a8038710 0x7f95a803abc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f95ac006fd0 tx=0x7f95ac006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:20.741+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f95b802d3f0 con 0x7f95bc1043f0 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.099+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f95bc108890 con 0x7f95a8038710 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.099+0000 7f95b37fe700 1 -- 172.21.15.40:0/621848733 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f95bc108890 con 0x7f95a8038710 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95a8038710 msgr2=0x7f95a803abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:21.527 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95a8038710 0x7f95a803abc0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f95ac006fd0 tx=0x7f95ac006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 msgr2=0x7f95bc198140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc198140 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f95b8006af0 tx=0x7f95b8011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 shutdown_connections 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95a8038710 0x7f95a803abc0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 --2- 172.21.15.40:0/621848733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95bc1043f0 0x7f95bc198140 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 >> 172.21.15.40:0/621848733 conn(0x7f95bc0ffa40 msgr2=0x7f95bc1010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:21.528 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 shutdown_connections 2023-07-14T12:38:21.529 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.102+0000 7f95c46ee700 1 -- 172.21.15.40:0/621848733 wait complete. 2023-07-14T12:38:21.529 INFO:teuthology.orchestra.run.smithi040.stdout:Generating ssh key... 2023-07-14T12:38:21.749 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:21 smithi040 ceph-mon[96535]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:21.749 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:21 smithi040 ceph-mon[96535]: mgrmap e8: x(active, since 3s) 2023-07-14T12:38:22.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-mon[96535]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:23.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: Generating public/private rsa key pair. 2023-07-14T12:38:23.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: Your identification has been saved in /tmp/tmp_xa5d8xi/key. 2023-07-14T12:38:23.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: Your public key has been saved in /tmp/tmp_xa5d8xi/key.pub. 2023-07-14T12:38:23.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: The key fingerprint is: 2023-07-14T12:38:23.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: SHA256:d5haV93tO6brCzJkaF/lQJakV5SCG1xXUjLdui2rqHI ceph-1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: The key's randomart image is: 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: +---[RSA 3072]----+ 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | . +=oB=o.| 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | ++oo.+o+| 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | .oo....+| 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | ...o+... | 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | oSo=.o. o.| 2023-07-14T12:38:23.342 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | . ++.o o o| 2023-07-14T12:38:23.343 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | .+ . * | 2023-07-14T12:38:23.343 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | . E o.. + .| 2023-07-14T12:38:23.343 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: | o... o*o | 2023-07-14T12:38:23.343 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: +----[SHA256]-----+ 2023-07-14T12:38:23.366 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.958+0000 7f960034d700 1 Processor -- start 2023-07-14T12:38:23.366 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.958+0000 7f960034d700 1 -- start start 2023-07-14T12:38:23.366 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f960034d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8108430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:23.367 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f960034d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f8073be0 con 0x7f95f8106050 2023-07-14T12:38:23.367 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f95fe0e9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8108430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:23.367 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f95fe0e9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8108430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58832/0 (socket says 172.21.15.40:58832) 2023-07-14T12:38:23.367 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f95fe0e9700 1 -- 172.21.15.40:0/711705911 learned_addr learned my addr 172.21.15.40:0/711705911 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:23.368 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f95fe0e9700 1 -- 172.21.15.40:0/711705911 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95f8073d20 con 0x7f95f8106050 2023-07-14T12:38:23.368 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.959+0000 7f95fe0e9700 1 --2- 172.21.15.40:0/711705911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8108430 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f95f40098a0 tx=0x7f95f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d13da7fb08cb66ac server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:23.368 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f95fd0e7700 1 -- 172.21.15.40:0/711705911 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95f4004160 con 0x7f95f8106050 2023-07-14T12:38:23.368 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f95fd0e7700 1 -- 172.21.15.40:0/711705911 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f95f40042c0 con 0x7f95f8106050 2023-07-14T12:38:23.368 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f95fd0e7700 1 -- 172.21.15.40:0/711705911 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95f4011a00 con 0x7f95f8106050 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 -- 172.21.15.40:0/711705911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 msgr2=0x7f95f8108430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 --2- 172.21.15.40:0/711705911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8108430 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f95f40098a0 tx=0x7f95f4009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 -- 172.21.15.40:0/711705911 shutdown_connections 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 --2- 172.21.15.40:0/711705911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8108430 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 -- 172.21.15.40:0/711705911 >> 172.21.15.40:0/711705911 conn(0x7f95f80ffa50 msgr2=0x7f95f8101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 -- 172.21.15.40:0/711705911 shutdown_connections 2023-07-14T12:38:23.369 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.960+0000 7f960034d700 1 -- 172.21.15.40:0/711705911 wait complete. 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f960034d700 1 Processor -- start 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f960034d700 1 -- start start 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f960034d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f960034d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f8199790 con 0x7f95f8106050 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f95fe0e9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f95fe0e9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8199250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58834/0 (socket says 172.21.15.40:58834) 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.961+0000 7f95fe0e9700 1 -- 172.21.15.40:0/3030610609 learned_addr learned my addr 172.21.15.40:0/3030610609 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:23.370 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f95fe0e9700 1 -- 172.21.15.40:0/3030610609 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95f4009550 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f95fe0e9700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8199250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f95f4009130 tx=0x7f95f4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95f4003ab0 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f95f4003c10 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f95f40247d0 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95f81999f0 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.962+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95f8199e70 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.963+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f95f401abb0 con 0x7f95f8106050 2023-07-14T12:38:23.371 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.963+0000 7f95eb7fe700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95e40387b0 0x7f95e403ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.963+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f95f404c800 con 0x7f95f8106050 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.963+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95f8061b40 con 0x7f95f8106050 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.963+0000 7f95fd8e8700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95e40387b0 0x7f95e403ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.964+0000 7f95fd8e8700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95e40387b0 0x7f95e403ac60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f95ec006fd0 tx=0x7f95ec006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:21.968+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f95f402d3f0 con 0x7f95f8106050 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.325+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f95f8101d80 con 0x7f95e40387b0 2023-07-14T12:38:23.372 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.976+0000 7f95eb7fe700 1 -- 172.21.15.40:0/3030610609 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f95f8101d80 con 0x7f95e40387b0 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95e40387b0 msgr2=0x7f95e403ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95e40387b0 0x7f95e403ac60 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f95ec006fd0 tx=0x7f95ec006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 msgr2=0x7f95f8199250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8199250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f95f4009130 tx=0x7f95f4011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 shutdown_connections 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f95e40387b0 0x7f95e403ac60 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:23.373 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 --2- 172.21.15.40:0/3030610609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f8106050 0x7f95f8199250 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:23.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 >> 172.21.15.40:0/3030610609 conn(0x7f95f80ffa50 msgr2=0x7f95f8101120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:23.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 shutdown_connections 2023-07-14T12:38:23.374 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:22.979+0000 7f960034d700 1 -- 172.21.15.40:0/3030610609 wait complete. 2023-07-14T12:38:24.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:23 smithi040 ceph-mon[96535]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:24.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:23 smithi040 ceph-mon[96535]: Generating ssh key... 2023-07-14T12:38:24.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:23 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:24.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:23 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:24.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:38:24.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e8535f700 1 Processor -- start 2023-07-14T12:38:24.615 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e8535f700 1 -- start start 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e8535f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 0x7f3e8010a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e8535f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e80105e80 con 0x7f3e80073ba0 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e7effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 0x7f3e8010a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e7effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 0x7f3e8010a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58838/0 (socket says 172.21.15.40:58838) 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.828+0000 7f3e7effd700 1 -- 172.21.15.40:0/2511037497 learned_addr learned my addr 172.21.15.40:0/2511037497 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.829+0000 7f3e7effd700 1 -- 172.21.15.40:0/2511037497 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e8010a9d0 con 0x7f3e80073ba0 2023-07-14T12:38:24.616 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.829+0000 7f3e7effd700 1 --2- 172.21.15.40:0/2511037497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 0x7f3e8010a490 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3e700098a0 tx=0x7f3e70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3c5cb4e8e39abf7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.829+0000 7f3e7dffb700 1 -- 172.21.15.40:0/2511037497 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3e70004160 con 0x7f3e80073ba0 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.829+0000 7f3e7dffb700 1 -- 172.21.15.40:0/2511037497 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f3e700042c0 con 0x7f3e80073ba0 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.829+0000 7f3e7dffb700 1 -- 172.21.15.40:0/2511037497 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3e70011a00 con 0x7f3e80073ba0 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 -- 172.21.15.40:0/2511037497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 msgr2=0x7f3e8010a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 --2- 172.21.15.40:0/2511037497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 0x7f3e8010a490 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3e700098a0 tx=0x7f3e70009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 -- 172.21.15.40:0/2511037497 shutdown_connections 2023-07-14T12:38:24.617 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 --2- 172.21.15.40:0/2511037497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e80073ba0 0x7f3e8010a490 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 -- 172.21.15.40:0/2511037497 >> 172.21.15.40:0/2511037497 conn(0x7f3e800ffa40 msgr2=0x7f3e80101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 -- 172.21.15.40:0/2511037497 shutdown_connections 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 -- 172.21.15.40:0/2511037497 wait complete. 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.830+0000 7f3e8535f700 1 Processor -- start 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e8535f700 1 -- start start 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e8535f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 0x7f3e8019b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e8535f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e8019bdc0 con 0x7f3e8019b470 2023-07-14T12:38:24.618 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e7effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 0x7f3e8019b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e7effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 0x7f3e8019b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58840/0 (socket says 172.21.15.40:58840) 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e7effd700 1 -- 172.21.15.40:0/2184498845 learned_addr learned my addr 172.21.15.40:0/2184498845 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e7effd700 1 -- 172.21.15.40:0/2184498845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e70009550 con 0x7f3e8019b470 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e7effd700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 0x7f3e8019b880 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3e70009130 tx=0x7f3e70011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3e70003ab0 con 0x7f3e8019b470 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f3e70003c10 con 0x7f3e8019b470 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e8019bfc0 con 0x7f3e8019b470 2023-07-14T12:38:24.619 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.831+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3e700247d0 con 0x7f3e8019b470 2023-07-14T12:38:24.620 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.832+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e8019ec20 con 0x7f3e8019b470 2023-07-14T12:38:24.620 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.832+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f3e7002d3f0 con 0x7f3e8019b470 2023-07-14T12:38:24.620 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.832+0000 7f3e77fff700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f3e6c038760 0x7f3e6c03ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:24.620 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.833+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f3e7004c7e0 con 0x7f3e8019b470 2023-07-14T12:38:24.620 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.833+0000 7f3e7e7fc700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f3e6c038760 0x7f3e6c03ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:24.620 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.833+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e80061b40 con 0x7f3e8019b470 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.833+0000 7f3e7e7fc700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f3e6c038760 0x7f3e6c03ac10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3e68006fd0 tx=0x7f3e68006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:23.838+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3e7002d6f0 con 0x7f3e8019b470 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.195+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f3e80073e10 con 0x7f3e6c038760 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.195+0000 7f3e77fff700 1 -- 172.21.15.40:0/2184498845 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f3e80073e10 con 0x7f3e6c038760 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f3e6c038760 msgr2=0x7f3e6c03ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f3e6c038760 0x7f3e6c03ac10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3e68006fd0 tx=0x7f3e68006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 msgr2=0x7f3e8019b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:24.621 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 0x7f3e8019b880 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3e70009130 tx=0x7f3e70011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 shutdown_connections 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f3e6c038760 0x7f3e6c03ac10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 --2- 172.21.15.40:0/2184498845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e8019b470 0x7f3e8019b880 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 >> 172.21.15.40:0/2184498845 conn(0x7f3e800ffa40 msgr2=0x7f3e80101110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 shutdown_connections 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:24.198+0000 7f3e8535f700 1 -- 172.21.15.40:0/2184498845 wait complete. 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-07-14T12:38:24.622 INFO:teuthology.orchestra.run.smithi040.stdout:Adding key to root@localhost authorized_keys... 2023-07-14T12:38:24.623 INFO:teuthology.orchestra.run.smithi040.stdout:Adding host smithi040... 2023-07-14T12:38:24.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:24 smithi040 ceph-mon[96535]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:25.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:25 smithi040 ceph-mon[96535]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi040", "addr": "172.21.15.40", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:27.090 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:26 smithi040 ceph-mon[96535]: Deploying cephadm binary to smithi040 2023-07-14T12:38:28.566 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Added host 'smithi040' with addr '172.21.15.40' 2023-07-14T12:38:28.567 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aae76f700 1 Processor -- start 2023-07-14T12:38:28.567 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aae76f700 1 -- start start 2023-07-14T12:38:28.567 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aae76f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8108420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:28.567 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aae76f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa8073be0 con 0x7f6aa8106040 2023-07-14T12:38:28.567 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aa7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8108420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:28.568 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aa7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8108420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58844/0 (socket says 172.21.15.40:58844) 2023-07-14T12:38:28.568 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aa7fff700 1 -- 172.21.15.40:0/2944548041 learned_addr learned my addr 172.21.15.40:0/2944548041 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:28.568 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aa7fff700 1 -- 172.21.15.40:0/2944548041 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6aa8073d20 con 0x7f6aa8106040 2023-07-14T12:38:28.568 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.065+0000 7f6aa7fff700 1 --2- 172.21.15.40:0/2944548041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8108420 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6a980098a0 tx=0x7f6a98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7099463afb687ca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:28.569 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aa77fe700 1 -- 172.21.15.40:0/2944548041 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a98004160 con 0x7f6aa8106040 2023-07-14T12:38:28.569 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aa77fe700 1 -- 172.21.15.40:0/2944548041 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6a980042c0 con 0x7f6aa8106040 2023-07-14T12:38:28.569 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aa77fe700 1 -- 172.21.15.40:0/2944548041 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a98011a00 con 0x7f6aa8106040 2023-07-14T12:38:28.569 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 -- 172.21.15.40:0/2944548041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 msgr2=0x7f6aa8108420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:28.570 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 --2- 172.21.15.40:0/2944548041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8108420 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6a980098a0 tx=0x7f6a98009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:28.570 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 -- 172.21.15.40:0/2944548041 shutdown_connections 2023-07-14T12:38:28.570 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 --2- 172.21.15.40:0/2944548041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8108420 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:28.570 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 -- 172.21.15.40:0/2944548041 >> 172.21.15.40:0/2944548041 conn(0x7f6aa80ffa40 msgr2=0x7f6aa8101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:28.570 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 -- 172.21.15.40:0/2944548041 shutdown_connections 2023-07-14T12:38:28.571 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.066+0000 7f6aae76f700 1 -- 172.21.15.40:0/2944548041 wait complete. 2023-07-14T12:38:28.571 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aae76f700 1 Processor -- start 2023-07-14T12:38:28.571 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aae76f700 1 -- start start 2023-07-14T12:38:28.571 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aae76f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:28.572 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aae76f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6aa81997b0 con 0x7f6aa8106040 2023-07-14T12:38:28.572 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aa7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:28.572 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aa7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58846/0 (socket says 172.21.15.40:58846) 2023-07-14T12:38:28.572 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.067+0000 7f6aa7fff700 1 -- 172.21.15.40:0/4089837680 learned_addr learned my addr 172.21.15.40:0/4089837680 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:28.573 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aa7fff700 1 -- 172.21.15.40:0/4089837680 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a98009550 con 0x7f6aa8106040 2023-07-14T12:38:28.573 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aa7fff700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8199270 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009130 tx=0x7f6a98011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:28.573 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a98003ab0 con 0x7f6aa8106040 2023-07-14T12:38:28.573 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f6a98003c10 con 0x7f6aa8106040 2023-07-14T12:38:28.573 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a980247d0 con 0x7f6aa8106040 2023-07-14T12:38:28.574 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6aa8199a10 con 0x7f6aa8106040 2023-07-14T12:38:28.574 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.068+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6aa8199e90 con 0x7f6aa8106040 2023-07-14T12:38:28.574 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.069+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f6a9801abb0 con 0x7f6aa8106040 2023-07-14T12:38:28.574 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.069+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6aa8109560 con 0x7f6aa8106040 2023-07-14T12:38:28.574 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.069+0000 7f6aa5ffb700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f6a88038760 0x7f6a8803ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:28.574 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.069+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6a9804c790 con 0x7f6aa8106040 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.069+0000 7f6a9ffff700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f6a88038760 0x7f6a8803ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.070+0000 7f6a9ffff700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f6a88038760 0x7f6a8803ac10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6a90006fd0 tx=0x7f6a90006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.074+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6a9802d770 con 0x7f6aa8106040 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:25.434+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi040", "addr": "172.21.15.40", "target": ["mon-mgr", ""]}) v1 -- 0x7f6aa8101da0 con 0x7f6a88038760 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.180+0000 7f6aa5ffb700 1 -- 172.21.15.40:0/4089837680 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f6aa8101da0 con 0x7f6a88038760 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f6a88038760 msgr2=0x7f6a8803ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:28.575 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f6a88038760 0x7f6a8803ac10 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6a90006fd0 tx=0x7f6a90006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 msgr2=0x7f6aa8199270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8199270 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009130 tx=0x7f6a98011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 shutdown_connections 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f6a88038760 0x7f6a8803ac10 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 --2- 172.21.15.40:0/4089837680 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6aa8106040 0x7f6aa8199270 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 >> 172.21.15.40:0/4089837680 conn(0x7f6aa80ffa40 msgr2=0x7f6aa8101140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:28.576 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.182+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 shutdown_connections 2023-07-14T12:38:28.577 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:28.183+0000 7f6aae76f700 1 -- 172.21.15.40:0/4089837680 wait complete. 2023-07-14T12:38:28.577 INFO:teuthology.orchestra.run.smithi040.stdout:Deploying unmanaged mon service... 2023-07-14T12:38:29.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:29 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:29.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:29 smithi040 ceph-mon[96535]: Added host smithi040 2023-07-14T12:38:29.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:29 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:30.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:30 smithi040 ceph-mon[96535]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:30.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:30 smithi040 ceph-mon[96535]: Saving service mon spec with placement count:5 2023-07-14T12:38:30.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:30 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:31.117 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-07-14T12:38:31.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.071+0000 7feeccf75700 1 Processor -- start 2023-07-14T12:38:31.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.071+0000 7feeccf75700 1 -- start start 2023-07-14T12:38:31.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.071+0000 7feeccf75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec80791e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:31.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.071+0000 7feeccf75700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feec8079720 con 0x7feec807ace0 2023-07-14T12:38:31.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec80791e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:31.118 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec80791e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58880/0 (socket says 172.21.15.40:58880) 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec659c700 1 -- 172.21.15.40:0/2530622002 learned_addr learned my addr 172.21.15.40:0/2530622002 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec659c700 1 -- 172.21.15.40:0/2530622002 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec8079860 con 0x7feec807ace0 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec659c700 1 --2- 172.21.15.40:0/2530622002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec80791e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7feeb80098a0 tx=0x7feeb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b6c204361ed95a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec559a700 1 -- 172.21.15.40:0/2530622002 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feeb8004160 con 0x7feec807ace0 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec559a700 1 -- 172.21.15.40:0/2530622002 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7feeb80042c0 con 0x7feec807ace0 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.072+0000 7feec559a700 1 -- 172.21.15.40:0/2530622002 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feeb8011a00 con 0x7feec807ace0 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 -- 172.21.15.40:0/2530622002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 msgr2=0x7feec80791e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:31.119 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 --2- 172.21.15.40:0/2530622002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec80791e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7feeb80098a0 tx=0x7feeb8009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 -- 172.21.15.40:0/2530622002 shutdown_connections 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 --2- 172.21.15.40:0/2530622002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec80791e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 -- 172.21.15.40:0/2530622002 >> 172.21.15.40:0/2530622002 conn(0x7feec8100b70 msgr2=0x7feec8102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 -- 172.21.15.40:0/2530622002 shutdown_connections 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.073+0000 7feeccf75700 1 -- 172.21.15.40:0/2530622002 wait complete. 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feeccf75700 1 Processor -- start 2023-07-14T12:38:31.120 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feeccf75700 1 -- start start 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feeccf75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec819b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feeccf75700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feec819ba00 con 0x7feec807ace0 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feec659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec819b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feec659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec819b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58882/0 (socket says 172.21.15.40:58882) 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.074+0000 7feec659c700 1 -- 172.21.15.40:0/3321697908 learned_addr learned my addr 172.21.15.40:0/3321697908 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feec659c700 1 -- 172.21.15.40:0/3321697908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feeb8009550 con 0x7feec807ace0 2023-07-14T12:38:31.121 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feec659c700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec819b4c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7feeb8009fb0 tx=0x7feeb8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:31.122 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feeb8003a40 con 0x7feec807ace0 2023-07-14T12:38:31.122 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feec819bc00 con 0x7feec807ace0 2023-07-14T12:38:31.122 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7feeb8003ba0 con 0x7feec807ace0 2023-07-14T12:38:31.122 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7feeb801a750 con 0x7feec807ace0 2023-07-14T12:38:31.124 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.075+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feec819c020 con 0x7feec807ace0 2023-07-14T12:38:31.124 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.076+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7feeb801a9d0 con 0x7feec807ace0 2023-07-14T12:38:31.124 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.076+0000 7feeb77fe700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7feeb00386c0 0x7feeb003ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.076+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7feeb804c720 con 0x7feec807ace0 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.076+0000 7feec5d9b700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7feeb00386c0 0x7feeb003ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.076+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feec8061b40 con 0x7feec807ace0 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.077+0000 7feec5d9b700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7feeb00386c0 0x7feeb003ab70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7feebc006fd0 tx=0x7feebc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.081+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7feeb8023390 con 0x7feec807ace0 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.462+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7feec819ea60 con 0x7feeb00386c0 2023-07-14T12:38:31.125 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.467+0000 7feeb77fe700 1 -- 172.21.15.40:0/3321697908 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7feec819ea60 con 0x7feeb00386c0 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7feeb00386c0 msgr2=0x7feeb003ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7feeb00386c0 0x7feeb003ab70 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7feebc006fd0 tx=0x7feebc006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 msgr2=0x7feec819b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec819b4c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7feeb8009fb0 tx=0x7feeb8011ad0 comp rx=0 tx=0).stop 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 shutdown_connections 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7feeb00386c0 0x7feeb003ab70 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 --2- 172.21.15.40:0/3321697908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feec807ace0 0x7feec819b4c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:31.126 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 >> 172.21.15.40:0/3321697908 conn(0x7feec8100b70 msgr2=0x7feec8102280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:31.127 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 shutdown_connections 2023-07-14T12:38:31.127 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:29.471+0000 7feeccf75700 1 -- 172.21.15.40:0/3321697908 wait complete. 2023-07-14T12:38:31.127 INFO:teuthology.orchestra.run.smithi040.stdout:Deploying unmanaged mgr service... 2023-07-14T12:38:32.773 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-07-14T12:38:32.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dd0bfb700 1 Processor -- start 2023-07-14T12:38:32.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dd0bfb700 1 -- start start 2023-07-14T12:38:32.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dd0bfb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc10a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:32.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dd0bfb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc105ea0 con 0x7f5dcc073b80 2023-07-14T12:38:32.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc10a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:32.774 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc10a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58886/0 (socket says 172.21.15.40:58886) 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.007+0000 7f5dca59c700 1 -- 172.21.15.40:0/114490581 learned_addr learned my addr 172.21.15.40:0/114490581 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.008+0000 7f5dca59c700 1 -- 172.21.15.40:0/114490581 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dcc10a9f0 con 0x7f5dcc073b80 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.008+0000 7f5dca59c700 1 --2- 172.21.15.40:0/114490581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc10a4b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc0098a0 tx=0x7f5dbc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f857a55ca2f834c2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.008+0000 7f5dc959a700 1 -- 172.21.15.40:0/114490581 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dbc004160 con 0x7f5dcc073b80 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.008+0000 7f5dc959a700 1 -- 172.21.15.40:0/114490581 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5dbc0042c0 con 0x7f5dcc073b80 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.008+0000 7f5dc959a700 1 -- 172.21.15.40:0/114490581 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dbc0119b0 con 0x7f5dcc073b80 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.009+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/114490581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 msgr2=0x7f5dcc10a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:32.775 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.009+0000 7f5dd0bfb700 1 --2- 172.21.15.40:0/114490581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc10a4b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc0098a0 tx=0x7f5dbc009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.009+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/114490581 shutdown_connections 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.009+0000 7f5dd0bfb700 1 --2- 172.21.15.40:0/114490581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc10a4b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.009+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/114490581 >> 172.21.15.40:0/114490581 conn(0x7f5dcc0ffa40 msgr2=0x7f5dcc101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.010+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/114490581 shutdown_connections 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.010+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/114490581 wait complete. 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.010+0000 7f5dd0bfb700 1 Processor -- start 2023-07-14T12:38:32.776 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.010+0000 7f5dd0bfb700 1 -- start start 2023-07-14T12:38:32.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dd0bfb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc109a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:32.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dd0bfb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc109f50 con 0x7f5dcc073b80 2023-07-14T12:38:32.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc109a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:32.777 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc109a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58888/0 (socket says 172.21.15.40:58888) 2023-07-14T12:38:32.780 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dca59c700 1 -- 172.21.15.40:0/1741973492 learned_addr learned my addr 172.21.15.40:0/1741973492 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:32.780 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dca59c700 1 -- 172.21.15.40:0/1741973492 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dbc009550 con 0x7f5dcc073b80 2023-07-14T12:38:32.781 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dca59c700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc109a10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc000c00 tx=0x7f5dbc011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:32.782 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dbc003b20 con 0x7f5dcc073b80 2023-07-14T12:38:32.782 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5dbc003c80 con 0x7f5dcc073b80 2023-07-14T12:38:32.782 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dcc10a150 con 0x7f5dcc073b80 2023-07-14T12:38:32.782 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dbc019770 con 0x7f5dcc073b80 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.011+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dcc106640 con 0x7f5dcc073b80 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.012+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f5dbc019a30 con 0x7f5dcc073b80 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.013+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dcc10a2e0 con 0x7f5dcc073b80 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.013+0000 7f5dbb7fe700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f5db4038710 0x7f5db403abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.013+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f5dbc04c980 con 0x7f5dcc073b80 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.013+0000 7f5dc9d9b700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f5db4038710 0x7f5db403abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:32.783 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.013+0000 7f5dc9d9b700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f5db4038710 0x7f5db403abc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0006fd0 tx=0x7f5dc0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:32.784 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.018+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5dbc00b950 con 0x7f5dcc073b80 2023-07-14T12:38:32.784 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.412+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f5dcc106ef0 con 0x7f5db4038710 2023-07-14T12:38:32.784 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.424+0000 7f5dbb7fe700 1 -- 172.21.15.40:0/1741973492 <== mgr.14118 v2:172.21.15.40:6800/2447803421 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f5dcc106ef0 con 0x7f5db4038710 2023-07-14T12:38:32.784 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f5db4038710 msgr2=0x7f5db403abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:32.784 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f5db4038710 0x7f5db403abc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0006fd0 tx=0x7f5dc0006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:32.784 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 msgr2=0x7f5dcc109a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc109a10 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc000c00 tx=0x7f5dbc011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 shutdown_connections 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f5db4038710 0x7f5db403abc0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 --2- 172.21.15.40:0/1741973492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5dcc073b80 0x7f5dcc109a10 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.426+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 >> 172.21.15.40:0/1741973492 conn(0x7f5dcc0ffa40 msgr2=0x7f5dcc1010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.427+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 shutdown_connections 2023-07-14T12:38:32.785 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:32.427+0000 7f5dd0bfb700 1 -- 172.21.15.40:0/1741973492 wait complete. 2023-07-14T12:38:32.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:32 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:32.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:32 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:32.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:32 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:34.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.262+0000 7f23941ab700 1 Processor -- start 2023-07-14T12:38:34.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f23941ab700 1 -- start start 2023-07-14T12:38:34.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f23941ab700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c1083f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:34.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f23941ab700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f238c073c20 con 0x7f238c106010 2023-07-14T12:38:34.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f2391f47700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c1083f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:34.018 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f2391f47700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c1083f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58892/0 (socket says 172.21.15.40:58892) 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f2391f47700 1 -- 172.21.15.40:0/3284220709 learned_addr learned my addr 172.21.15.40:0/3284220709 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.263+0000 7f2391f47700 1 -- 172.21.15.40:0/3284220709 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f238c073d60 con 0x7f238c106010 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.264+0000 7f2391f47700 1 --2- 172.21.15.40:0/3284220709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c1083f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f23880098a0 tx=0x7f2388009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5ca21e8dbdcf4b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.264+0000 7f2390f45700 1 -- 172.21.15.40:0/3284220709 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2388004160 con 0x7f238c106010 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.264+0000 7f2390f45700 1 -- 172.21.15.40:0/3284220709 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23880042c0 con 0x7f238c106010 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.264+0000 7f2390f45700 1 -- 172.21.15.40:0/3284220709 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23880119b0 con 0x7f238c106010 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 -- 172.21.15.40:0/3284220709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 msgr2=0x7f238c1083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:34.019 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 --2- 172.21.15.40:0/3284220709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c1083f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f23880098a0 tx=0x7f2388009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:34.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 -- 172.21.15.40:0/3284220709 shutdown_connections 2023-07-14T12:38:34.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 --2- 172.21.15.40:0/3284220709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c1083f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:34.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 -- 172.21.15.40:0/3284220709 >> 172.21.15.40:0/3284220709 conn(0x7f238c0ffa50 msgr2=0x7f238c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:34.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 -- 172.21.15.40:0/3284220709 shutdown_connections 2023-07-14T12:38:34.020 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 -- 172.21.15.40:0/3284220709 wait complete. 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 Processor -- start 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.265+0000 7f23941ab700 1 -- start start 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f23941ab700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c105970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f23941ab700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f238c105eb0 con 0x7f238c106010 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2391f47700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c105970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2391f47700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c105970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58894/0 (socket says 172.21.15.40:58894) 2023-07-14T12:38:34.021 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2391f47700 1 -- 172.21.15.40:0/4067034045 learned_addr learned my addr 172.21.15.40:0/4067034045 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2391f47700 1 -- 172.21.15.40:0/4067034045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2388009550 con 0x7f238c106010 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2391f47700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c105970 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2388006af0 tx=0x7f2388011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2388003a40 con 0x7f238c106010 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f238c103fc0 con 0x7f238c106010 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2388003ba0 con 0x7f238c106010 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.266+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2388019690 con 0x7f238c106010 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.267+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f238c1043e0 con 0x7f238c106010 2023-07-14T12:38:34.022 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.269+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f238801aa60 con 0x7f238c106010 2023-07-14T12:38:34.023 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.269+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f238c109640 con 0x7f238c106010 2023-07-14T12:38:34.023 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.270+0000 7f2382ffd700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f2378038710 0x7f237803abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:34.023 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.270+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f238804c790 con 0x7f238c106010 2023-07-14T12:38:34.023 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.270+0000 7f2391746700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f2378038710 0x7f237803abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:34.023 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.270+0000 7f2391746700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f2378038710 0x7f237803abc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f237c006fd0 tx=0x7f237c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.275+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2388023750 con 0x7f238c106010 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.644+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7f238c109860 con 0x7f238c106010 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.647+0000 7f2382ffd700 1 -- 172.21.15.40:0/4067034045 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7f2388023390 con 0x7f238c106010 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f2378038710 msgr2=0x7f237803abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f2378038710 0x7f237803abc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f237c006fd0 tx=0x7f237c006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 msgr2=0x7f238c105970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:34.024 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c105970 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f2388006af0 tx=0x7f2388011a10 comp rx=0 tx=0).stop 2023-07-14T12:38:34.025 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 shutdown_connections 2023-07-14T12:38:34.025 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f2378038710 0x7f237803abc0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:34.025 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 --2- 172.21.15.40:0/4067034045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f238c106010 0x7f238c105970 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:34.025 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 >> 172.21.15.40:0/4067034045 conn(0x7f238c0ffa50 msgr2=0x7f238c101110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:34.025 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 shutdown_connections 2023-07-14T12:38:34.025 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:33.650+0000 7f23941ab700 1 -- 172.21.15.40:0/4067034045 wait complete. 2023-07-14T12:38:34.038 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:33 smithi040 ceph-mon[96535]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:34.038 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:33 smithi040 ceph-mon[96535]: Saving service mgr spec with placement count:2 2023-07-14T12:38:34.039 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:33 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4067034045' entity='client.admin' 2023-07-14T12:38:35.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:34 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:35.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:34 smithi040 ceph-mon[96535]: from='mgr.14118 172.21.15.40:0/2229905428' entity='mgr.x' 2023-07-14T12:38:35.260 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.494+0000 7f73f69fd700 1 Processor -- start 2023-07-14T12:38:35.260 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.494+0000 7f73f69fd700 1 -- start start 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.494+0000 7f73f69fd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f0104810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.494+0000 7f73f69fd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f0104d50 con 0x7f73f0104400 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f0104810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f0104810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58898/0 (socket says 172.21.15.40:58898) 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73effff700 1 -- 172.21.15.40:0/3553015623 learned_addr learned my addr 172.21.15.40:0/3553015623 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73effff700 1 -- 172.21.15.40:0/3553015623 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f0104e90 con 0x7f73f0104400 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73effff700 1 --2- 172.21.15.40:0/3553015623 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f0104810 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f73e00098a0 tx=0x7f73e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac99ba5e0ed0b768 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:35.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73eeffd700 1 -- 172.21.15.40:0/3553015623 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73e0004160 con 0x7f73f0104400 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.495+0000 7f73eeffd700 1 -- 172.21.15.40:0/3553015623 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f73e00042c0 con 0x7f73f0104400 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73eeffd700 1 -- 172.21.15.40:0/3553015623 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73e00119b0 con 0x7f73f0104400 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 -- 172.21.15.40:0/3553015623 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 msgr2=0x7f73f0104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 --2- 172.21.15.40:0/3553015623 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f0104810 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f73e00098a0 tx=0x7f73e0009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 -- 172.21.15.40:0/3553015623 shutdown_connections 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 --2- 172.21.15.40:0/3553015623 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f0104810 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:35.262 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 -- 172.21.15.40:0/3553015623 >> 172.21.15.40:0/3553015623 conn(0x7f73f00ffa50 msgr2=0x7f73f0101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 -- 172.21.15.40:0/3553015623 shutdown_connections 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.496+0000 7f73f69fd700 1 -- 172.21.15.40:0/3553015623 wait complete. 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.497+0000 7f73f69fd700 1 Processor -- start 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.497+0000 7f73f69fd700 1 -- start start 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73f69fd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f00739f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73f69fd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f019bfe0 con 0x7f73f0104400 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f00739f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:35.263 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f00739f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58900/0 (socket says 172.21.15.40:58900) 2023-07-14T12:38:35.264 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73effff700 1 -- 172.21.15.40:0/3202363174 learned_addr learned my addr 172.21.15.40:0/3202363174 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:35.264 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73effff700 1 -- 172.21.15.40:0/3202363174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73e0009550 con 0x7f73f0104400 2023-07-14T12:38:35.264 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73effff700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f00739f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f73e0006af0 tx=0x7f73e0011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:35.264 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73e0003a40 con 0x7f73f0104400 2023-07-14T12:38:35.264 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73f019c120 con 0x7f73f0104400 2023-07-14T12:38:35.264 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f73e0003ba0 con 0x7f73f0104400 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f73e00196c0 con 0x7f73f0104400 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.498+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73f019c540 con 0x7f73f0104400 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.500+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73f0061b40 con 0x7f73f0104400 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.500+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f73e001aa80 con 0x7f73f0104400 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.500+0000 7f73ed7fa700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f73d80386c0 0x7f73d803ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.500+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f73e004c820 con 0x7f73f0104400 2023-07-14T12:38:35.265 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.500+0000 7f73ef7fe700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f73d80386c0 0x7f73d803ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.501+0000 7f73ef7fe700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f73d80386c0 0x7f73d803ab70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f73e4006fd0 tx=0x7f73e4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.505+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f73e001a430 con 0x7f73f0104400 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.869+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f73f019cbc0 con 0x7f73f0104400 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.873+0000 7f73ed7fa700 1 -- 172.21.15.40:0/3202363174 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f73e0023390 con 0x7f73f0104400 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f73d80386c0 msgr2=0x7f73d803ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f73d80386c0 0x7f73d803ab70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f73e4006fd0 tx=0x7f73e4006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 msgr2=0x7f73f00739f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:35.266 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f00739f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f73e0006af0 tx=0x7f73e0011a10 comp rx=0 tx=0).stop 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 shutdown_connections 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f73d80386c0 0x7f73d803ab70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 --2- 172.21.15.40:0/3202363174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f73f0104400 0x7f73f00739f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 >> 172.21.15.40:0/3202363174 conn(0x7f73f00ffa50 msgr2=0x7f73f0101110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 shutdown_connections 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:34.876+0000 7f73f69fd700 1 -- 172.21.15.40:0/3202363174 wait complete. 2023-07-14T12:38:35.267 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling the dashboard module... 2023-07-14T12:38:36.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:35 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3202363174' entity='client.admin' 2023-07-14T12:38:37.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:36 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/812218957' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-07-14T12:38:37.192 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: ignoring --setuser ceph since I am not root 2023-07-14T12:38:37.193 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: ignoring --setgroup ceph since I am not root 2023-07-14T12:38:37.193 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:37.089+0000 7fe845338200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:38:37.308 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a2ef3700 1 Processor -- start 2023-07-14T12:38:37.309 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a2ef3700 1 -- start start 2023-07-14T12:38:37.309 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a2ef3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c103bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:37.309 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a2ef3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f169c104130 con 0x7f169c1037e0 2023-07-14T12:38:37.309 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a0c8f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c103bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:37.309 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a0c8f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c103bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58904/0 (socket says 172.21.15.40:58904) 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a0c8f700 1 -- 172.21.15.40:0/1671392318 learned_addr learned my addr 172.21.15.40:0/1671392318 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.707+0000 7f16a0c8f700 1 -- 172.21.15.40:0/1671392318 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f169c104270 con 0x7f169c1037e0 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a0c8f700 1 --2- 172.21.15.40:0/1671392318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c103bf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f16900098a0 tx=0x7f1690009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6574f4062caf4c0c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f169b7fe700 1 -- 172.21.15.40:0/1671392318 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1690004160 con 0x7f169c1037e0 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f169b7fe700 1 -- 172.21.15.40:0/1671392318 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16900042c0 con 0x7f169c1037e0 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f169b7fe700 1 -- 172.21.15.40:0/1671392318 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f16900119b0 con 0x7f169c1037e0 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a2ef3700 1 -- 172.21.15.40:0/1671392318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 msgr2=0x7f169c103bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:37.310 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a2ef3700 1 --2- 172.21.15.40:0/1671392318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c103bf0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f16900098a0 tx=0x7f1690009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a2ef3700 1 -- 172.21.15.40:0/1671392318 shutdown_connections 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a2ef3700 1 --2- 172.21.15.40:0/1671392318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c103bf0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a2ef3700 1 -- 172.21.15.40:0/1671392318 >> 172.21.15.40:0/1671392318 conn(0x7f169c0ff1c0 msgr2=0x7f169c1015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.708+0000 7f16a2ef3700 1 -- 172.21.15.40:0/1671392318 shutdown_connections 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a2ef3700 1 -- 172.21.15.40:0/1671392318 wait complete. 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a2ef3700 1 Processor -- start 2023-07-14T12:38:37.311 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a2ef3700 1 -- start start 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a2ef3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c106170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a2ef3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f169c1066b0 con 0x7f169c1037e0 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a0c8f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c106170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a0c8f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c106170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58906/0 (socket says 172.21.15.40:58906) 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.709+0000 7f16a0c8f700 1 -- 172.21.15.40:0/812218957 learned_addr learned my addr 172.21.15.40:0/812218957 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f16a0c8f700 1 -- 172.21.15.40:0/812218957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1690009550 con 0x7f169c1037e0 2023-07-14T12:38:37.312 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f16a0c8f700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c106170 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1690003e60 tx=0x7f1690011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1690003a60 con 0x7f169c1037e0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1690003bc0 con 0x7f169c1037e0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f16900196c0 con 0x7f169c1037e0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f169c1047c0 con 0x7f169c1037e0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.710+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f169c104be0 con 0x7f169c1037e0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.711+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 8) v1 ==== 45483+0+0 (secure 0 0 0) 0x7f169001ab60 con 0x7f169c1037e0 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.711+0000 7f1699ffb700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f168c038740 0x7f168c03abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:37.313 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.711+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f169004c910 con 0x7f169c1037e0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.711+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f169c061b40 con 0x7f169c1037e0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.712+0000 7f169bfff700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f168c038740 0x7f168c03abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.712+0000 7f169bfff700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f168c038740 0x7f168c03abf0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1688006fd0 tx=0x7f1688006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:35.716+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f169002c3a0 con 0x7f169c1037e0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.192+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f169c107460 con 0x7f169c1037e0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.877+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 9) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f169001a430 con 0x7f169c1037e0 2023-07-14T12:38:37.314 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.879+0000 7f1699ffb700 1 -- 172.21.15.40:0/812218957 <== mon.0 v2:172.21.15.40:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f16900198e0 con 0x7f169c1037e0 2023-07-14T12:38:37.315 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f168c038740 msgr2=0x7f168c03abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:37.315 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f168c038740 0x7f168c03abf0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1688006fd0 tx=0x7f1688006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:37.315 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 msgr2=0x7f169c106170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:37.315 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c106170 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1690003e60 tx=0x7f1690011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:37.316 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 shutdown_connections 2023-07-14T12:38:37.316 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f168c038740 0x7f168c03abf0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:37.317 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 --2- 172.21.15.40:0/812218957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f169c1037e0 0x7f169c106170 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:37.317 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 >> 172.21.15.40:0/812218957 conn(0x7f169c0ff1c0 msgr2=0x7f169c100900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:37.317 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 shutdown_connections 2023-07-14T12:38:37.317 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:36.882+0000 7f16a2ef3700 1 -- 172.21.15.40:0/812218957 wait complete. 2023-07-14T12:38:37.502 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:37.184+0000 7fe845338200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:38:37.502 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:37.294+0000 7fe845338200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:38:37.502 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:37.413+0000 7fe845338200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:38:37.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:37.626+0000 7fe845338200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:38:38.142 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/812218957' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-07-14T12:38:38.143 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:37 smithi040 ceph-mon[96535]: mgrmap e9: x(active, since 19s) 2023-07-14T12:38:38.143 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:38.027+0000 7fe845338200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:38:38.143 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:38.136+0000 7fe845338200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:38:38.415 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:38.288+0000 7fe845338200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:38:38.659 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:38:38.659 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": true, 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.793+0000 7f23d9b61700 1 Processor -- start 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.793+0000 7f23d9b61700 1 -- start start 2023-07-14T12:38:38.660 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d9b61700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d4105910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d9b61700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d4105e50 con 0x7f23d4105500 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d4105910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d4105910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58920/0 (socket says 172.21.15.40:58920) 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d37fe700 1 -- 172.21.15.40:0/4094742550 learned_addr learned my addr 172.21.15.40:0/4094742550 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d37fe700 1 -- 172.21.15.40:0/4094742550 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23d4105f90 con 0x7f23d4105500 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d37fe700 1 --2- 172.21.15.40:0/4094742550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d4105910 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f23c40098a0 tx=0x7f23c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c3f91a131e61bd0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:38.661 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.794+0000 7f23d27fc700 1 -- 172.21.15.40:0/4094742550 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23c4004160 con 0x7f23d4105500 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d27fc700 1 -- 172.21.15.40:0/4094742550 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23c40042c0 con 0x7f23d4105500 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d27fc700 1 -- 172.21.15.40:0/4094742550 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23c40119b0 con 0x7f23d4105500 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 -- 172.21.15.40:0/4094742550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 msgr2=0x7f23d4105910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 --2- 172.21.15.40:0/4094742550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d4105910 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f23c40098a0 tx=0x7f23c4009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 -- 172.21.15.40:0/4094742550 shutdown_connections 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 --2- 172.21.15.40:0/4094742550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d4105910 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:38.662 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 -- 172.21.15.40:0/4094742550 >> 172.21.15.40:0/4094742550 conn(0x7f23d4100b70 msgr2=0x7f23d4102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:38.663 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 -- 172.21.15.40:0/4094742550 shutdown_connections 2023-07-14T12:38:38.663 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.795+0000 7f23d9b61700 1 -- 172.21.15.40:0/4094742550 wait complete. 2023-07-14T12:38:38.663 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.796+0000 7f23d9b61700 1 Processor -- start 2023-07-14T12:38:38.663 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.796+0000 7f23d9b61700 1 -- start start 2023-07-14T12:38:38.663 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.796+0000 7f23d9b61700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d41992b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:38.663 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.796+0000 7f23d9b61700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23d41997f0 con 0x7f23d4105500 2023-07-14T12:38:38.664 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.796+0000 7f23d37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d41992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:38.664 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d41992b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58922/0 (socket says 172.21.15.40:58922) 2023-07-14T12:38:38.664 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d37fe700 1 -- 172.21.15.40:0/3814018297 learned_addr learned my addr 172.21.15.40:0/3814018297 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:38.664 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d37fe700 1 -- 172.21.15.40:0/3814018297 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23c4009550 con 0x7f23d4105500 2023-07-14T12:38:38.664 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d37fe700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d41992b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f23c4003f00 tx=0x7f23c4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:38.664 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23c4003b20 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23d41999f0 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23c4003c80 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f23c4019770 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.797+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23d4199e10 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.798+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 9) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f23c401ab60 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.798+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23d4061b40 con 0x7f23d4105500 2023-07-14T12:38:38.665 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.799+0000 7f23d0ff9700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 0x7f23bc03ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.799+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f23c404c9d0 con 0x7f23d4105500 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.799+0000 7f23d2ffd700 1 -- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 msgr2=0x7f23bc03ac10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.799+0000 7f23d2ffd700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 0x7f23bc03ac10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:37.804+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f23c401a430 con 0x7f23d4105500 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.000+0000 7f23d2ffd700 1 -- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 msgr2=0x7f23bc03ac10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.000+0000 7f23d2ffd700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 0x7f23bc03ac10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:38:38.666 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.271+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f23d419cde0 con 0x7f23d4105500 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.272+0000 7f23d0ff9700 1 -- 172.21.15.40:0/3814018297 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f23c402db00 con 0x7f23d4105500 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 msgr2=0x7f23bc03ac10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 0x7f23bc03ac10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 msgr2=0x7f23d41992b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d41992b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f23c4003f00 tx=0x7f23c4011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 shutdown_connections 2023-07-14T12:38:38.667 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f23bc038760 0x7f23bc03ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:38.668 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 --2- 172.21.15.40:0/3814018297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23d4105500 0x7f23d41992b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:38.668 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.274+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 >> 172.21.15.40:0/3814018297 conn(0x7f23d4100b70 msgr2=0x7f23d4102200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:38.668 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.275+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 shutdown_connections 2023-07-14T12:38:38.668 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:38.275+0000 7f23d9b61700 1 -- 172.21.15.40:0/3814018297 wait complete. 2023-07-14T12:38:38.668 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for the mgr to restart... 2023-07-14T12:38:38.668 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr epoch 9... 2023-07-14T12:38:38.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:38.408+0000 7fe845338200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:38:39.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:38 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3814018297' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-07-14T12:38:39.345 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:38.932+0000 7fe845338200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:38:40.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:39 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:39.621+0000 7fe845338200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:38:40.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:39 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:39.814+0000 7fe845338200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:38:41.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:40 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:40.775+0000 7fe845338200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:38:41.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:40 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:40.886+0000 7fe845338200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:38:41.461 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:41 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:41.104+0000 7fe845338200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:38:41.713 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:41 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:41.454+0000 7fe845338200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:38:42.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:41 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:41.707+0000 7fe845338200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:38:42.091 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:41 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:41.889+0000 7fe845338200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:38:42.591 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:42 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:42.218+0000 7fe845338200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:38:43.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:43 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:43.041+0000 7fe845338200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:38:43.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:43 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:43.201+0000 7fe845338200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:38:43.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:43 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:43.445+0000 7fe845338200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:38:43.841 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:43 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:43.585+0000 7fe845338200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:38:44.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:43 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:43.855+0000 7fe845338200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:38:45.341 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:38:44.891+0000 7fe845338200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:38:45.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: Active manager daemon x restarted 2023-07-14T12:38:45.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: Activating manager daemon x 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: osdmap e3: 0 total, 0 up, 0 in 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: mgrmap e10: x(active, starting, since 0.00378219s) 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-07-14T12:38:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-07-14T12:38:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: Manager daemon x is now available 2023-07-14T12:38:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:46.315 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-07-14T12:38:46.316 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-07-14T12:38:46.316 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "initialized": true 2023-07-14T12:38:46.316 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-07-14T12:38:46.318 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.186+0000 7f048e42f700 1 Processor -- start 2023-07-14T12:38:46.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f048e42f700 1 -- start start 2023-07-14T12:38:46.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f048e42f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f0488104810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:46.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f048e42f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0488104d50 con 0x7f0488104400 2023-07-14T12:38:46.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f0487fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f0488104810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:46.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f0487fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f0488104810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58930/0 (socket says 172.21.15.40:58930) 2023-07-14T12:38:46.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f0487fff700 1 -- 172.21.15.40:0/3478079274 learned_addr learned my addr 172.21.15.40:0/3478079274 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.187+0000 7f0487fff700 1 -- 172.21.15.40:0/3478079274 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0488104e90 con 0x7f0488104400 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f0487fff700 1 --2- 172.21.15.40:0/3478079274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f0488104810 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f04780098a0 tx=0x7f0478009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d9b01f5e0f70f6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f0486ffd700 1 -- 172.21.15.40:0/3478079274 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0478004160 con 0x7f0488104400 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f0486ffd700 1 -- 172.21.15.40:0/3478079274 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04780042c0 con 0x7f0488104400 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f0486ffd700 1 -- 172.21.15.40:0/3478079274 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04780119b0 con 0x7f0488104400 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f048e42f700 1 -- 172.21.15.40:0/3478079274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 msgr2=0x7f0488104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:46.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f048e42f700 1 --2- 172.21.15.40:0/3478079274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f0488104810 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f04780098a0 tx=0x7f0478009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f048e42f700 1 -- 172.21.15.40:0/3478079274 shutdown_connections 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.188+0000 7f048e42f700 1 --2- 172.21.15.40:0/3478079274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f0488104810 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.189+0000 7f048e42f700 1 -- 172.21.15.40:0/3478079274 >> 172.21.15.40:0/3478079274 conn(0x7f04880ffa50 msgr2=0x7f0488101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.189+0000 7f048e42f700 1 -- 172.21.15.40:0/3478079274 shutdown_connections 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.189+0000 7f048e42f700 1 -- 172.21.15.40:0/3478079274 wait complete. 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.189+0000 7f048e42f700 1 Processor -- start 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.189+0000 7f048e42f700 1 -- start start 2023-07-14T12:38:46.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f048e42f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f048819b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f048e42f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f048819b9e0 con 0x7f0488104400 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f0487fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f048819b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f0487fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f048819b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58932/0 (socket says 172.21.15.40:58932) 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f0487fff700 1 -- 172.21.15.40:0/3833746575 learned_addr learned my addr 172.21.15.40:0/3833746575 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f0487fff700 1 -- 172.21.15.40:0/3833746575 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0478009550 con 0x7f0488104400 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f0487fff700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f048819b4a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0478003f00 tx=0x7f0478011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:46.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0478003b20 con 0x7f0488104400 2023-07-14T12:38:46.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0478003c80 con 0x7f0488104400 2023-07-14T12:38:46.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0478019770 con 0x7f0488104400 2023-07-14T12:38:46.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.190+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f048819bbe0 con 0x7f0488104400 2023-07-14T12:38:46.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.191+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f048819c000 con 0x7f0488104400 2023-07-14T12:38:46.324 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.192+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 9) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f047801ab60 con 0x7f0488104400 2023-07-14T12:38:46.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.192+0000 7f04857fa700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:46.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.192+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 --> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f047003b370 con 0x7f04700387b0 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.192+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f047804ca90 con 0x7f0488104400 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.192+0000 7f04877fe700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 msgr2=0x7f047003ac60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.192+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.393+0000 7f04877fe700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 msgr2=0x7f047003ac60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.393+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.794+0000 7f04877fe700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 msgr2=0x7f047003ac60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:46.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:39.794+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:40.595+0000 7f04877fe700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 msgr2=0x7f047003ac60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:40.595+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:42.196+0000 7f04877fe700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 msgr2=0x7f047003ac60 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/2447803421 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:42.196+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:44.907+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mgrmap(e 10) v1 ==== 45263+0+0 (secure 0 0 0) 0x7f04780199e0 con 0x7f0488104400 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:44.907+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 msgr2=0x7f047003ac60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:38:46.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:44.907+0000 7f04857fa700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.908+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 11) v1 ==== 45390+0+0 (secure 0 0 0) 0x7f047804e6f0 con 0x7f0488104400 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.909+0000 7f04857fa700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f047003bff0 0x7f047003e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.909+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f047003b370 con 0x7f047003bff0 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.909+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f047003bff0 0x7f047003e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.910+0000 7f04877fe700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f047003bff0 0x7f047003e3d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f047c003a10 tx=0x7f047c009270 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.911+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7f047003b370 con 0x7f047003bff0 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f048819c7e0 con 0x7f047003bff0 2023-07-14T12:38:46.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f04857fa700 1 -- 172.21.15.40:0/3833746575 <== mgr.14150 v2:172.21.15.40:6800/3106672556 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f048819c7e0 con 0x7f047003bff0 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f047003bff0 msgr2=0x7f047003e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f047003bff0 0x7f047003e3d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f047c003a10 tx=0x7f047c009270 comp rx=0 tx=0).stop 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 msgr2=0x7f048819b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f048819b4a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0478003f00 tx=0x7f0478011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 shutdown_connections 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0488104400 0x7f048819b4a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:46.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f047003bff0 0x7f047003e3d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:46.331 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 --2- 172.21.15.40:0/3833746575 >> [v2:172.21.15.40:6800/2447803421,v1:172.21.15.40:6801/2447803421] conn(0x7f04700387b0 0x7f047003ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:46.331 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 >> 172.21.15.40:0/3833746575 conn(0x7f04880ffa50 msgr2=0x7f0488072f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:46.331 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.925+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 shutdown_connections 2023-07-14T12:38:46.331 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:45.926+0000 7f048e42f700 1 -- 172.21.15.40:0/3833746575 wait complete. 2023-07-14T12:38:46.331 INFO:teuthology.orchestra.run.smithi040.stdout:mgr epoch 9 is available 2023-07-14T12:38:46.331 INFO:teuthology.orchestra.run.smithi040.stdout:Generating a dashboard self-signed certificate... 2023-07-14T12:38:46.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-07-14T12:38:46.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-07-14T12:38:46.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:45 smithi040 ceph-mon[96535]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-07-14T12:38:46.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:45 smithi040 ceph-mon[96535]: mgrmap e11: x(active, since 1.00581s) 2023-07-14T12:38:46.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:45 smithi040 ceph-mon[96535]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-07-14T12:38:47.669 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-07-14T12:38:47.669 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f867e333700 1 Processor -- start 2023-07-14T12:38:47.669 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f867e333700 1 -- start start 2023-07-14T12:38:47.669 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f867e333700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678104810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f867e333700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8678104d50 con 0x7f8678104400 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f8677fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678104810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f8677fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678104810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58986/0 (socket says 172.21.15.40:58986) 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.825+0000 7f8677fff700 1 -- 172.21.15.40:0/122477764 learned_addr learned my addr 172.21.15.40:0/122477764 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.826+0000 7f8677fff700 1 -- 172.21.15.40:0/122477764 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8678104e90 con 0x7f8678104400 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.826+0000 7f8677fff700 1 --2- 172.21.15.40:0/122477764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678104810 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f86680098a0 tx=0x7f8668009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ea6ed8cc7d032da server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:47.670 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.826+0000 7f8676ffd700 1 -- 172.21.15.40:0/122477764 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8668004160 con 0x7f8678104400 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.826+0000 7f8676ffd700 1 -- 172.21.15.40:0/122477764 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f86680042c0 con 0x7f8678104400 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.826+0000 7f8676ffd700 1 -- 172.21.15.40:0/122477764 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f86680119b0 con 0x7f8678104400 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 -- 172.21.15.40:0/122477764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 msgr2=0x7f8678104810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 --2- 172.21.15.40:0/122477764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678104810 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f86680098a0 tx=0x7f8668009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 -- 172.21.15.40:0/122477764 shutdown_connections 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 --2- 172.21.15.40:0/122477764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678104810 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:47.671 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 -- 172.21.15.40:0/122477764 >> 172.21.15.40:0/122477764 conn(0x7f86780ffa50 msgr2=0x7f8678101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:47.672 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 -- 172.21.15.40:0/122477764 shutdown_connections 2023-07-14T12:38:47.672 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.827+0000 7f867e333700 1 -- 172.21.15.40:0/122477764 wait complete. 2023-07-14T12:38:47.672 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f867e333700 1 Processor -- start 2023-07-14T12:38:47.672 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f867e333700 1 -- start start 2023-07-14T12:38:47.672 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f867e333700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678073a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:47.672 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f867e333700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f867819bfa0 con 0x7f8678104400 2023-07-14T12:38:47.673 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f8677fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678073a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:47.673 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f8677fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678073a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58988/0 (socket says 172.21.15.40:58988) 2023-07-14T12:38:47.673 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.828+0000 7f8677fff700 1 -- 172.21.15.40:0/1707926626 learned_addr learned my addr 172.21.15.40:0/1707926626 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:47.673 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f8677fff700 1 -- 172.21.15.40:0/1707926626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8668009550 con 0x7f8678104400 2023-07-14T12:38:47.673 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f8677fff700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678073a30 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8668003f00 tx=0x7f8668011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:47.674 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8668003b20 con 0x7f8678104400 2023-07-14T12:38:47.674 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8668003c80 con 0x7f8678104400 2023-07-14T12:38:47.674 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f867819c0e0 con 0x7f8678104400 2023-07-14T12:38:47.675 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8668019770 con 0x7f8678104400 2023-07-14T12:38:47.675 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.829+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f867819c500 con 0x7f8678104400 2023-07-14T12:38:47.675 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.830+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 11) v1 ==== 45390+0+0 (secure 0 0 0) 0x7f86680199e0 con 0x7f8678104400 2023-07-14T12:38:47.675 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.830+0000 7f86757fa700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8660038680 0x7f866003ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:47.676 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.830+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8678061b40 con 0x7f8678104400 2023-07-14T12:38:47.676 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.831+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f866804c8a0 con 0x7f8678104400 2023-07-14T12:38:47.676 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.831+0000 7f86777fe700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8660038680 0x7f866003ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:47.676 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.831+0000 7f86777fe700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8660038680 0x7f866003ab30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f866c006fd0 tx=0x7f866c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:47.676 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:46.836+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f86680189a0 con 0x7f8678104400 2023-07-14T12:38:47.676 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.216+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f8678101d60 con 0x7f8660038680 2023-07-14T12:38:47.677 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.280+0000 7f86757fa700 1 -- 172.21.15.40:0/1707926626 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f8678101d60 con 0x7f8660038680 2023-07-14T12:38:47.677 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8660038680 msgr2=0x7f866003ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:47.677 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8660038680 0x7f866003ab30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f866c006fd0 tx=0x7f866c006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:47.677 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 msgr2=0x7f8678073a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:47.677 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678073a30 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8668003f00 tx=0x7f8668011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:47.677 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 shutdown_connections 2023-07-14T12:38:47.678 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8660038680 0x7f866003ab30 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:47.678 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 --2- 172.21.15.40:0/1707926626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8678104400 0x7f8678073a30 secure :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8668003f00 tx=0x7f8668011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:47.678 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.283+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 >> 172.21.15.40:0/1707926626 conn(0x7f86780ffa50 msgr2=0x7f8678101100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:47.678 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.285+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 shutdown_connections 2023-07-14T12:38:47.678 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:47.285+0000 7f867e333700 1 -- 172.21.15.40:0/1707926626 wait complete. 2023-07-14T12:38:47.678 INFO:teuthology.orchestra.run.smithi040.stdout:Creating initial admin user... 2023-07-14T12:38:48.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:46] ENGINE Bus STARTING 2023-07-14T12:38:48.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:46] ENGINE Serving on https://172.21.15.40:7150 2023-07-14T12:38:48.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:46] ENGINE Serving on http://172.21.15.40:8765 2023-07-14T12:38:48.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: [14/Jul/2023:12:38:46] ENGINE Bus STARTED 2023-07-14T12:38:48.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:48.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:48.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:48.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:49.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:48 smithi040 ceph-mon[96535]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:49.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:48 smithi040 ceph-mon[96535]: mgrmap e12: x(active, since 2s) 2023-07-14T12:38:49.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$9nerd4JvsPhebs5D0t4neO1HQM9MyZYbQe4FiCJPpEM3KFegsJYwC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1689338328, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-07-14T12:38:49.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcc5fa7700 1 Processor -- start 2023-07-14T12:38:49.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcc5fa7700 1 -- start start 2023-07-14T12:38:49.319 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcc5fa7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc0103f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcc5fa7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc01044c0 con 0x7efcc0103b70 2023-07-14T12:38:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcbf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc0103f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcbf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc0103f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58992/0 (socket says 172.21.15.40:58992) 2023-07-14T12:38:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.150+0000 7efcbf7fe700 1 -- 172.21.15.40:0/759839966 learned_addr learned my addr 172.21.15.40:0/759839966 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.151+0000 7efcbf7fe700 1 -- 172.21.15.40:0/759839966 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc0104600 con 0x7efcc0103b70 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.151+0000 7efcbf7fe700 1 --2- 172.21.15.40:0/759839966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc0103f80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efcb000aa40 tx=0x7efcb000ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d939a71e4b3259a0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.151+0000 7efcbe7fc700 1 -- 172.21.15.40:0/759839966 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb0004160 con 0x7efcc0103b70 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.151+0000 7efcbe7fc700 1 -- 172.21.15.40:0/759839966 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcb000cdb0 con 0x7efcc0103b70 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.151+0000 7efcbe7fc700 1 -- 172.21.15.40:0/759839966 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb0003c30 con 0x7efcc0103b70 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 -- 172.21.15.40:0/759839966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 msgr2=0x7efcc0103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 --2- 172.21.15.40:0/759839966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc0103f80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efcb000aa40 tx=0x7efcb000ad50 comp rx=0 tx=0).stop 2023-07-14T12:38:49.321 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 -- 172.21.15.40:0/759839966 shutdown_connections 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 --2- 172.21.15.40:0/759839966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc0103f80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 -- 172.21.15.40:0/759839966 >> 172.21.15.40:0/759839966 conn(0x7efcc00ff1c0 msgr2=0x7efcc01015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 -- 172.21.15.40:0/759839966 shutdown_connections 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.152+0000 7efcc5fa7700 1 -- 172.21.15.40:0/759839966 wait complete. 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcc5fa7700 1 Processor -- start 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcc5fa7700 1 -- start start 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcc5fa7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:49.322 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcc5fa7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc019b990 con 0x7efcc0103b70 2023-07-14T12:38:49.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcbf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:49.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcbf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc019b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58994/0 (socket says 172.21.15.40:58994) 2023-07-14T12:38:49.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.153+0000 7efcbf7fe700 1 -- 172.21.15.40:0/1749946734 learned_addr learned my addr 172.21.15.40:0/1749946734 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:49.323 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcbf7fe700 1 -- 172.21.15.40:0/1749946734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcb000a6f0 con 0x7efcc0103b70 2023-07-14T12:38:49.324 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcbf7fe700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc019b450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efcb000afd0 tx=0x7efcb00041d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:49.324 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb0010520 con 0x7efcc0103b70 2023-07-14T12:38:49.325 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcb0010b40 con 0x7efcc0103b70 2023-07-14T12:38:49.325 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcc019bb90 con 0x7efcc0103b70 2023-07-14T12:38:49.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb0021ad0 con 0x7efcc0103b70 2023-07-14T12:38:49.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.154+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcc019bfb0 con 0x7efcc0103b70 2023-07-14T12:38:49.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.155+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 12) v1 ==== 45496+0+0 (secure 0 0 0) 0x7efcb002b440 con 0x7efcc0103b70 2023-07-14T12:38:49.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.155+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcc0190880 con 0x7efcc0103b70 2023-07-14T12:38:49.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.155+0000 7efcbcff9700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efca8038700 0x7efca803abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:49.326 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.156+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7efcb004cb40 con 0x7efcc0103b70 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.156+0000 7efcbeffd700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efca8038700 0x7efca803abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.156+0000 7efcbeffd700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efca8038700 0x7efca803abb0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efcb4006fd0 tx=0x7efcb4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.161+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7efcb0050030 con 0x7efcc0103b70 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.558+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7efcc0061960 con 0x7efca8038700 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.809+0000 7efcbcff9700 1 -- 172.21.15.40:0/1749946734 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7efcc0061960 con 0x7efca8038700 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efca8038700 msgr2=0x7efca803abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:49.327 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efca8038700 0x7efca803abb0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efcb4006fd0 tx=0x7efcb4006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:49.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 msgr2=0x7efcc019b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:49.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc019b450 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efcb000afd0 tx=0x7efcb00041d0 comp rx=0 tx=0).stop 2023-07-14T12:38:49.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 shutdown_connections 2023-07-14T12:38:49.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efca8038700 0x7efca803abb0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:49.328 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 --2- 172.21.15.40:0/1749946734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcc0103b70 0x7efcc019b450 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:49.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 >> 172.21.15.40:0/1749946734 conn(0x7efcc00ff1c0 msgr2=0x7efcc018b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:49.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 shutdown_connections 2023-07-14T12:38:49.329 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:48.812+0000 7efcc5fa7700 1 -- 172.21.15.40:0/1749946734 wait complete. 2023-07-14T12:38:49.329 INFO:teuthology.orchestra.run.smithi040.stdout:Fetching dashboard port number... 2023-07-14T12:38:50.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:49 smithi040 ceph-mon[96535]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:50.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:50.465 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 8443 2023-07-14T12:38:50.465 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.777+0000 7f6574117700 1 Processor -- start 2023-07-14T12:38:50.466 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.777+0000 7f6574117700 1 -- start start 2023-07-14T12:38:50.466 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6574117700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c104200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:50.466 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6574117700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f656c073c20 con 0x7f656c103df0 2023-07-14T12:38:50.466 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6571eb3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c104200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:50.466 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6571eb3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c104200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:58998/0 (socket says 172.21.15.40:58998) 2023-07-14T12:38:50.466 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6571eb3700 1 -- 172.21.15.40:0/706267113 learned_addr learned my addr 172.21.15.40:0/706267113 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:50.467 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6571eb3700 1 -- 172.21.15.40:0/706267113 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f656c073d60 con 0x7f656c103df0 2023-07-14T12:38:50.467 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6571eb3700 1 --2- 172.21.15.40:0/706267113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c104200 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f65600098a0 tx=0x7f6560009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=788420ea730b4726 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:50.468 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6570eb1700 1 -- 172.21.15.40:0/706267113 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6560004160 con 0x7f656c103df0 2023-07-14T12:38:50.468 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6570eb1700 1 -- 172.21.15.40:0/706267113 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65600042c0 con 0x7f656c103df0 2023-07-14T12:38:50.468 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.778+0000 7f6570eb1700 1 -- 172.21.15.40:0/706267113 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65600119b0 con 0x7f656c103df0 2023-07-14T12:38:50.468 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 -- 172.21.15.40:0/706267113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 msgr2=0x7f656c104200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:50.468 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 --2- 172.21.15.40:0/706267113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c104200 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f65600098a0 tx=0x7f6560009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:50.469 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 -- 172.21.15.40:0/706267113 shutdown_connections 2023-07-14T12:38:50.469 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 --2- 172.21.15.40:0/706267113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c104200 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:50.469 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 -- 172.21.15.40:0/706267113 >> 172.21.15.40:0/706267113 conn(0x7f656c0ffa40 msgr2=0x7f656c101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:50.469 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 -- 172.21.15.40:0/706267113 shutdown_connections 2023-07-14T12:38:50.469 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.779+0000 7f6574117700 1 -- 172.21.15.40:0/706267113 wait complete. 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6574117700 1 Processor -- start 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6574117700 1 -- start start 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6574117700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6574117700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f656c19b990 con 0x7f656c103df0 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6571eb3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6571eb3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c19b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59000/0 (socket says 172.21.15.40:59000) 2023-07-14T12:38:50.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6571eb3700 1 -- 172.21.15.40:0/1494851203 learned_addr learned my addr 172.21.15.40:0/1494851203 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.780+0000 7f6571eb3700 1 -- 172.21.15.40:0/1494851203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6560009550 con 0x7f656c103df0 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.781+0000 7f6571eb3700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c19b450 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6560003e60 tx=0x7f6560011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.781+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6560003970 con 0x7f656c103df0 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.781+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6560003ad0 con 0x7f656c103df0 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.781+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f656c19bb90 con 0x7f656c103df0 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.781+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65600195e0 con 0x7f656c103df0 2023-07-14T12:38:50.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.781+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f656c19bfb0 con 0x7f656c103df0 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.782+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 12) v1 ==== 45496+0+0 (secure 0 0 0) 0x7f656001a430 con 0x7f656c103df0 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.782+0000 7f655effd700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6558038760 0x7f655803ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.782+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f656004c920 con 0x7f656c103df0 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.782+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f656c194c90 con 0x7f656c103df0 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.782+0000 7f65716b2700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6558038760 0x7f655803ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.783+0000 7f65716b2700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6558038760 0x7f655803ac10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6568006fd0 tx=0x7f6568006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:50.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:49.787+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6560019850 con 0x7f656c103df0 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.144+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f656c061b40 con 0x7f656c103df0 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.145+0000 7f655effd700 1 -- 172.21.15.40:0/1494851203 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f656c061b40 con 0x7f656c103df0 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6558038760 msgr2=0x7f655803ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6558038760 0x7f655803ac10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6568006fd0 tx=0x7f6568006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 msgr2=0x7f656c19b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c19b450 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6560003e60 tx=0x7f6560011aa0 comp rx=0 tx=0).stop 2023-07-14T12:38:50.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 shutdown_connections 2023-07-14T12:38:50.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6558038760 0x7f655803ac10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:50.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 --2- 172.21.15.40:0/1494851203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f656c103df0 0x7f656c19b450 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:50.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 >> 172.21.15.40:0/1494851203 conn(0x7f656c0ffa40 msgr2=0x7f656c18f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:50.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 shutdown_connections 2023-07-14T12:38:50.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.147+0000 7f6574117700 1 -- 172.21.15.40:0/1494851203 wait complete. 2023-07-14T12:38:50.475 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-07-14T12:38:50.475 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-07-14T12:38:50.482 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-07-14T12:38:50.483 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-07-14T12:38:50.483 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-07-14T12:38:50.483 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-07-14T12:38:50.484 INFO:teuthology.orchestra.run.smithi040.stdout:Ceph Dashboard is now available at: 2023-07-14T12:38:50.484 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:50.484 INFO:teuthology.orchestra.run.smithi040.stdout: URL: https://smithi040:8443/ 2023-07-14T12:38:50.484 INFO:teuthology.orchestra.run.smithi040.stdout: User: admin 2023-07-14T12:38:50.485 INFO:teuthology.orchestra.run.smithi040.stdout: Password: m4bfp5zl0l 2023-07-14T12:38:50.485 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:50.485 INFO:teuthology.orchestra.run.smithi040.stdout:Saving cluster configuration to /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config directory 2023-07-14T12:38:50.486 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling autotune for osd_memory_target 2023-07-14T12:38:51.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:50 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1494851203' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-07-14T12:38:51.727 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.950+0000 7fd615829700 1 Processor -- start 2023-07-14T12:38:51.732 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.950+0000 7fd615829700 1 -- start start 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.950+0000 7fd615829700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd610108400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.950+0000 7fd615829700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd610073c00 con 0x7fd610106020 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd610108400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd610108400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59008/0 (socket says 172.21.15.40:59008) 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60effd700 1 -- 172.21.15.40:0/3387324982 learned_addr learned my addr 172.21.15.40:0/3387324982 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60effd700 1 -- 172.21.15.40:0/3387324982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd610073d40 con 0x7fd610106020 2023-07-14T12:38:51.733 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60effd700 1 --2- 172.21.15.40:0/3387324982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd610108400 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd5f80098a0 tx=0x7fd5f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fdd573e79a095e7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60dffb700 1 -- 172.21.15.40:0/3387324982 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5f8004160 con 0x7fd610106020 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60dffb700 1 -- 172.21.15.40:0/3387324982 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5f80042c0 con 0x7fd610106020 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.951+0000 7fd60dffb700 1 -- 172.21.15.40:0/3387324982 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5f80119b0 con 0x7fd610106020 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 -- 172.21.15.40:0/3387324982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 msgr2=0x7fd610108400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 --2- 172.21.15.40:0/3387324982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd610108400 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd5f80098a0 tx=0x7fd5f8009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 -- 172.21.15.40:0/3387324982 shutdown_connections 2023-07-14T12:38:51.734 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 --2- 172.21.15.40:0/3387324982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd610108400 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 -- 172.21.15.40:0/3387324982 >> 172.21.15.40:0/3387324982 conn(0x7fd6100ffa40 msgr2=0x7fd610101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 -- 172.21.15.40:0/3387324982 shutdown_connections 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.952+0000 7fd615829700 1 -- 172.21.15.40:0/3387324982 wait complete. 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd615829700 1 Processor -- start 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd615829700 1 -- start start 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd615829700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd61019b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:51.735 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd615829700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd61019ba00 con 0x7fd610106020 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd60effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd61019b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd60effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd61019b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59010/0 (socket says 172.21.15.40:59010) 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd60effd700 1 -- 172.21.15.40:0/818135094 learned_addr learned my addr 172.21.15.40:0/818135094 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.953+0000 7fd60effd700 1 -- 172.21.15.40:0/818135094 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5f8009550 con 0x7fd610106020 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.954+0000 7fd60effd700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd61019b4c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd5f8003e60 tx=0x7fd5f8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.954+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5f8003a60 con 0x7fd610106020 2023-07-14T12:38:51.736 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.954+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd61019bc00 con 0x7fd610106020 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.954+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5f8003bc0 con 0x7fd610106020 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.954+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd5f80196c0 con 0x7fd610106020 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.954+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd61019c020 con 0x7fd610106020 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.955+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 12) v1 ==== 45496+0+0 (secure 0 0 0) 0x7fd5f801ab60 con 0x7fd610106020 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.955+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd610061b40 con 0x7fd610106020 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.955+0000 7fd614827700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd5fc038740 0x7fd5fc03abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:51.737 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.955+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd5f804caa0 con 0x7fd610106020 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.955+0000 7fd60e7fc700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd5fc038740 0x7fd5fc03abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.956+0000 7fd60e7fc700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd5fc038740 0x7fd5fc03abf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd600006fd0 tx=0x7fd600006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:50.960+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fd5f804ee60 con 0x7fd610106020 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.315+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7fd61019ea60 con 0x7fd610106020 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.315+0000 7fd614827700 1 -- 172.21.15.40:0/818135094 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7fd5f8010790 con 0x7fd610106020 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd5fc038740 msgr2=0x7fd5fc03abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd5fc038740 0x7fd5fc03abf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd600006fd0 tx=0x7fd600006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:51.738 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 msgr2=0x7fd61019b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd61019b4c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd5f8003e60 tx=0x7fd5f8011a30 comp rx=0 tx=0).stop 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 shutdown_connections 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd5fc038740 0x7fd5fc03abf0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 --2- 172.21.15.40:0/818135094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd610106020 0x7fd61019b4c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 >> 172.21.15.40:0/818135094 conn(0x7fd6100ffa40 msgr2=0x7fd610101120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 shutdown_connections 2023-07-14T12:38:51.739 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:51.318+0000 7fd615829700 1 -- 172.21.15.40:0/818135094 wait complete. 2023-07-14T12:38:53.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:52 smithi040 ceph-mon[96535]: mgrmap e13: x(active, since 6s) 2023-07-14T12:38:53.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:52 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2464615666' entity='client.admin' 2023-07-14T12:38:53.175 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659fc2b700 1 Processor -- start 2023-07-14T12:38:53.175 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659fc2b700 1 -- start start 2023-07-14T12:38:53.176 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659fc2b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598104800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:53.176 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659fc2b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6598104d40 con 0x7f65981043f0 2023-07-14T12:38:53.176 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659d9c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598104800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:53.176 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659d9c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598104800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59014/0 (socket says 172.21.15.40:59014) 2023-07-14T12:38:53.176 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.189+0000 7f659d9c7700 1 -- 172.21.15.40:0/1588004734 learned_addr learned my addr 172.21.15.40:0/1588004734 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:53.177 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659d9c7700 1 -- 172.21.15.40:0/1588004734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6598104e80 con 0x7f65981043f0 2023-07-14T12:38:53.177 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659d9c7700 1 --2- 172.21.15.40:0/1588004734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598104800 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f65940098a0 tx=0x7f6594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b70de48185f51ae4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659c9c5700 1 -- 172.21.15.40:0/1588004734 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6594004160 con 0x7f65981043f0 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659c9c5700 1 -- 172.21.15.40:0/1588004734 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65940042c0 con 0x7f65981043f0 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659c9c5700 1 -- 172.21.15.40:0/1588004734 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65940119b0 con 0x7f65981043f0 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659fc2b700 1 -- 172.21.15.40:0/1588004734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 msgr2=0x7f6598104800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659fc2b700 1 --2- 172.21.15.40:0/1588004734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598104800 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f65940098a0 tx=0x7f6594009bb0 comp rx=0 tx=0).stop 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659fc2b700 1 -- 172.21.15.40:0/1588004734 shutdown_connections 2023-07-14T12:38:53.178 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.190+0000 7f659fc2b700 1 --2- 172.21.15.40:0/1588004734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598104800 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 -- 172.21.15.40:0/1588004734 >> 172.21.15.40:0/1588004734 conn(0x7f65980ffa40 msgr2=0x7f6598101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 -- 172.21.15.40:0/1588004734 shutdown_connections 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 -- 172.21.15.40:0/1588004734 wait complete. 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 Processor -- start 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 -- start start 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:53.179 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.191+0000 7f659fc2b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65981997b0 con 0x7f65981043f0 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659d9c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659d9c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59016/0 (socket says 172.21.15.40:59016) 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659d9c7700 1 -- 172.21.15.40:0/2464615666 learned_addr learned my addr 172.21.15.40:0/2464615666 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659d9c7700 1 -- 172.21.15.40:0/2464615666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6594009550 con 0x7f65981043f0 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659d9c7700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598199270 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6594006af0 tx=0x7f6594011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6594003a40 con 0x7f65981043f0 2023-07-14T12:38:53.180 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6594003ba0 con 0x7f65981043f0 2023-07-14T12:38:53.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65981999b0 con 0x7f65981043f0 2023-07-14T12:38:53.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f65940196c0 con 0x7f65981043f0 2023-07-14T12:38:53.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.192+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6598199dd0 con 0x7f65981043f0 2023-07-14T12:38:53.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.193+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f659401aa80 con 0x7f65981043f0 2023-07-14T12:38:53.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.193+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6598061b40 con 0x7f65981043f0 2023-07-14T12:38:53.181 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.193+0000 7f658effd700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6584038800 0x7f658403acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.194+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f659404cc70 con 0x7f65981043f0 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.194+0000 7f659d1c6700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6584038800 0x7f658403acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.194+0000 7f659d1c6700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6584038800 0x7f658403acb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6588006fd0 tx=0x7f6588006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.198+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f659402d430 con 0x7f65981043f0 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.767+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f659819ce40 con 0x7f65981043f0 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.772+0000 7f658effd700 1 -- 172.21.15.40:0/2464615666 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f6594023390 con 0x7f65981043f0 2023-07-14T12:38:53.182 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6584038800 msgr2=0x7f658403acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:53.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6584038800 0x7f658403acb0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6588006fd0 tx=0x7f6588006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:53.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 msgr2=0x7f6598199270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:53.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598199270 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6594006af0 tx=0x7f6594011a10 comp rx=0 tx=0).stop 2023-07-14T12:38:53.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 shutdown_connections 2023-07-14T12:38:53.183 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6584038800 0x7f658403acb0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 --2- 172.21.15.40:0/2464615666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65981043f0 0x7f6598199270 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 >> 172.21.15.40:0/2464615666 conn(0x7f65980ffa40 msgr2=0x7f6598073800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 shutdown_connections 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr 2023-07-14T12:38:52.774+0000 7f659fc2b700 1 -- 172.21.15.40:0/2464615666 wait complete. 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-07-14T12:38:53.184 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.185 INFO:teuthology.orchestra.run.smithi040.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-07-14T12:38:53.185 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.187 INFO:teuthology.orchestra.run.smithi040.stdout:Or, if you are only running a single cluster on this host: 2023-07-14T12:38:53.188 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.188 INFO:teuthology.orchestra.run.smithi040.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-07-14T12:38:53.189 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.189 INFO:teuthology.orchestra.run.smithi040.stdout:Please consider enabling telemetry to help improve Ceph: 2023-07-14T12:38:53.189 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.189 INFO:teuthology.orchestra.run.smithi040.stdout: ceph telemetry on 2023-07-14T12:38:53.189 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.190 INFO:teuthology.orchestra.run.smithi040.stdout:For more information see: 2023-07-14T12:38:53.190 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.191 INFO:teuthology.orchestra.run.smithi040.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-07-14T12:38:53.191 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:38:53.192 INFO:teuthology.orchestra.run.smithi040.stdout:Bootstrap complete. 2023-07-14T12:38:53.211 INFO:tasks.cephadm:Fetching config... 2023-07-14T12:38:53.212 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:38:53.212 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-07-14T12:38:53.271 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-07-14T12:38:53.271 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:38:53.271 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-07-14T12:38:53.327 INFO:tasks.cephadm:Fetching mon keyring... 2023-07-14T12:38:53.328 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:38:53.328 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/keyring of=/dev/stdout 2023-07-14T12:38:53.397 INFO:tasks.cephadm:Fetching pub ssh key... 2023-07-14T12:38:53.398 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:38:53.399 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-07-14T12:38:53.456 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-07-14T12:38:53.457 DEBUG:teuthology.orchestra.run.smithi040:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-07-14T12:38:53.535 INFO:teuthology.orchestra.run.smithi040.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:38:53.548 DEBUG:teuthology.orchestra.run.smithi130:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-07-14T12:38:53.596 INFO:teuthology.orchestra.run.smithi130.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:38:53.609 DEBUG:teuthology.orchestra.run.smithi133:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-07-14T12:38:53.654 INFO:teuthology.orchestra.run.smithi133.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDPWNEFLS+0gkOMVO2wRqnDzkCFHErvLJ4ztmTKSdhH3blFZuNd+QXoj4AvquFO9qPgPHKtd5h5ieiRLRZZwMR0jGM+zypURuVSStN8ibJx/ZnL9a/NKWSM9Rpgy/6nExWPmQiziBfFykZ3QK1s69ZVNF6jdVBY0worfazhwXT0WnCHuF8wFTaUS7KYoDCmHJGZke8w8zN6rZk9LtxcgVAJM7nQN9ozAr/QMnbcfgiLI5jOeJsJNqBTJRLVHc41jqvUcYiHLq+BTACQgHKdIcToiTyMfXIa84CbszRDFX5p7sXjDCr3DqHRDEqU1L+lWBnc/TtOA/RC5Zd3SM1IAoosD6BPih/pnbByGGr6fHAnJYqMLG4oLC+OQoIPyt01+kT1/uA/F9HlPI11piEGtnCiYTxU8TDsfMGlV08mPuMFF5GatlpjPwoiK5PHl7DPIXm9oTe8EZ6vCKMIO9qgPcNw/qT8jSnE6Q6Q23YEsJaI+GZJWtohU6yXSmH7W3LFdDM= ceph-1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:38:53.668 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-07-14T12:38:54.448 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:38:56.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.944+0000 7f7d70e69700 1 -- 172.21.15.40:0/3821024719 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 msgr2=0x7f7d6c0fe880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:56.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.944+0000 7f7d70e69700 1 --2- 172.21.15.40:0/3821024719 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c0fe880 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c009910 tx=0x7f7d5c009c20 comp rx=0 tx=0).stop 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 -- 172.21.15.40:0/3821024719 shutdown_connections 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 --2- 172.21.15.40:0/3821024719 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c0fe880 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 -- 172.21.15.40:0/3821024719 >> 172.21.15.40:0/3821024719 conn(0x7f7d6c0f9a40 msgr2=0x7f7d6c0fbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 -- 172.21.15.40:0/3821024719 shutdown_connections 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 -- 172.21.15.40:0/3821024719 wait complete. 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 Processor -- start 2023-07-14T12:38:56.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.945+0000 7f7d70e69700 1 -- start start 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d70e69700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c1946e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d70e69700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d6c194c20 con 0x7f7d6c0fe470 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d6a59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c1946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d6a59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c1946e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59022/0 (socket says 172.21.15.40:59022) 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d6a59c700 1 -- 172.21.15.40:0/2870555981 learned_addr learned my addr 172.21.15.40:0/2870555981 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d6a59c700 1 -- 172.21.15.40:0/2870555981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d5c0095f0 con 0x7f7d6c0fe470 2023-07-14T12:38:56.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d6a59c700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c1946e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c004f40 tx=0x7f7d5c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:56.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7d5c01d070 con 0x7f7d6c0fe470 2023-07-14T12:38:56.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d5c00bc10 con 0x7f7d6c0fe470 2023-07-14T12:38:56.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d6c194e20 con 0x7f7d6c0fe470 2023-07-14T12:38:56.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7d5c003a70 con 0x7f7d6c0fe470 2023-07-14T12:38:56.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.946+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d6c1952c0 con 0x7f7d6c0fe470 2023-07-14T12:38:56.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.947+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f7d5c003ce0 con 0x7f7d6c0fe470 2023-07-14T12:38:56.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.947+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d6c18e050 con 0x7f7d6c0fe470 2023-07-14T12:38:56.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.948+0000 7f7d5b7fe700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d54038800 0x7f7d5403acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:56.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.948+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f7d5c04c690 con 0x7f7d6c0fe470 2023-07-14T12:38:56.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.948+0000 7f7d69d9b700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d54038800 0x7f7d5403acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:56.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.948+0000 7f7d69d9b700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d54038800 0x7f7d5403acb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7d60006fd0 tx=0x7f7d60006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:56.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:55.953+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7d5c029950 con 0x7f7d6c0fe470 2023-07-14T12:38:56.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.151+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f7d6c02c850 con 0x7f7d6c0fe470 2023-07-14T12:38:56.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.154+0000 7f7d5b7fe700 1 -- 172.21.15.40:0/2870555981 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f7d5c026030 con 0x7f7d6c0fe470 2023-07-14T12:38:56.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d54038800 msgr2=0x7f7d5403acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:56.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d54038800 0x7f7d5403acb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7d60006fd0 tx=0x7f7d60006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:56.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 msgr2=0x7f7d6c1946e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:56.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c1946e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c004f40 tx=0x7f7d5c0057c0 comp rx=0 tx=0).stop 2023-07-14T12:38:56.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 shutdown_connections 2023-07-14T12:38:56.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d54038800 0x7f7d5403acb0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:56.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 --2- 172.21.15.40:0/2870555981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d6c0fe470 0x7f7d6c1946e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:56.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.156+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 >> 172.21.15.40:0/2870555981 conn(0x7f7d6c0f9a40 msgr2=0x7f7d6c067fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:56.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.157+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 shutdown_connections 2023-07-14T12:38:56.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:56.157+0000 7f7d70e69700 1 -- 172.21.15.40:0/2870555981 wait complete. 2023-07-14T12:38:56.507 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-07-14T12:38:56.509 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-07-14T12:38:57.067 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:38:57.450 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2870555981' entity='client.admin' 2023-07-14T12:38:57.451 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:57.451 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:57.451 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi040", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:38:57.451 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:57.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:57.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:58.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 -- 172.21.15.40:0/4220577104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 msgr2=0x7f56800fe900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 --2- 172.21.15.40:0/4220577104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f56800fe900 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5670009910 tx=0x7f5670009c20 comp rx=0 tx=0).stop 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 -- 172.21.15.40:0/4220577104 shutdown_connections 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 --2- 172.21.15.40:0/4220577104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f56800fe900 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 -- 172.21.15.40:0/4220577104 >> 172.21.15.40:0/4220577104 conn(0x7f56800f9a80 msgr2=0x7f56800fbed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 -- 172.21.15.40:0/4220577104 shutdown_connections 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.276+0000 7f5685c63700 1 -- 172.21.15.40:0/4220577104 wait complete. 2023-07-14T12:38:58.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f5685c63700 1 Processor -- start 2023-07-14T12:38:58.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f5685c63700 1 -- start start 2023-07-14T12:38:58.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f5685c63700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f5680068b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:58.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f5685c63700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56801952a0 con 0x7f56800fe4f0 2023-07-14T12:38:58.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f567f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f5680068b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f567f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f5680068b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59028/0 (socket says 172.21.15.40:59028) 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f567f7fe700 1 -- 172.21.15.40:0/2588236886 learned_addr learned my addr 172.21.15.40:0/2588236886 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.277+0000 7f567f7fe700 1 -- 172.21.15.40:0/2588236886 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56700095f0 con 0x7f56800fe4f0 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.278+0000 7f567f7fe700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f5680068b00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5670006010 tx=0x7f56700057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.278+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f567001d070 con 0x7f56800fe4f0 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.278+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56700044e0 con 0x7f56800fe4f0 2023-07-14T12:38:58.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.278+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f56700039b0 con 0x7f56800fe4f0 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.278+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56801998b0 con 0x7f56800fe4f0 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.278+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5680199c10 con 0x7f56800fe4f0 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.279+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f5670003c20 con 0x7f56800fe4f0 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.279+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f568018d0c0 con 0x7f56800fe4f0 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.279+0000 7f567cff9700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f566c038800 0x7f566c03acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.279+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f567004c7d0 con 0x7f56800fe4f0 2023-07-14T12:38:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.279+0000 7f567effd700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f566c038800 0x7f566c03acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:38:58.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.279+0000 7f567effd700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f566c038800 0x7f566c03acb0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5668006fd0 tx=0x7f5668006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:38:58.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.284+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f567002a950 con 0x7f56800fe4f0 2023-07-14T12:38:58.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.487+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f56800609e0 con 0x7f566c038800 2023-07-14T12:38:58.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.491+0000 7f567cff9700 1 -- 172.21.15.40:0/2588236886 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f56800609e0 con 0x7f566c038800 2023-07-14T12:38:58.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f566c038800 msgr2=0x7f566c03acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f566c038800 0x7f566c03acb0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5668006fd0 tx=0x7f5668006e40 comp rx=0 tx=0).stop 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 msgr2=0x7f5680068b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f5680068b00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5670006010 tx=0x7f56700057c0 comp rx=0 tx=0).stop 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 shutdown_connections 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f566c038800 0x7f566c03acb0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 --2- 172.21.15.40:0/2588236886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56800fe4f0 0x7f5680068b00 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:38:58.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 >> 172.21.15.40:0/2588236886 conn(0x7f56800f9a80 msgr2=0x7f56800fa7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:38:58.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 shutdown_connections 2023-07-14T12:38:58.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:38:58.493+0000 7f5685c63700 1 -- 172.21.15.40:0/2588236886 wait complete. 2023-07-14T12:38:59.020 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi130 2023-07-14T12:38:59.021 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:38:59.021 DEBUG:teuthology.orchestra.run.smithi130:> dd of=/etc/ceph/ceph.conf 2023-07-14T12:38:59.042 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:38:59.042 DEBUG:teuthology.orchestra.run.smithi130:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:38:59.102 INFO:tasks.cephadm:Adding host smithi130 to orchestrator... 2023-07-14T12:38:59.102 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch host add smithi130 2023-07-14T12:38:59.672 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:38:59.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:38:59.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:38:59.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:38:59.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:38:59.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:38:59.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:38:59.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:38:59 smithi040 ceph-mon[96535]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:00.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.883+0000 7f0c32f56700 1 -- 172.21.15.40:0/2668405486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 msgr2=0x7f0c2c1048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:00.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.883+0000 7f0c32f56700 1 --2- 172.21.15.40:0/2668405486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1048c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0c20009910 tx=0x7f0c20009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:00.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.883+0000 7f0c32f56700 1 -- 172.21.15.40:0/2668405486 shutdown_connections 2023-07-14T12:39:00.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.883+0000 7f0c32f56700 1 --2- 172.21.15.40:0/2668405486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1048c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:00.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.883+0000 7f0c32f56700 1 -- 172.21.15.40:0/2668405486 >> 172.21.15.40:0/2668405486 conn(0x7f0c2c0742b0 msgr2=0x7f0c2c0746b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:00.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.884+0000 7f0c32f56700 1 -- 172.21.15.40:0/2668405486 shutdown_connections 2023-07-14T12:39:00.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.884+0000 7f0c32f56700 1 -- 172.21.15.40:0/2668405486 wait complete. 2023-07-14T12:39:00.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.884+0000 7f0c32f56700 1 Processor -- start 2023-07-14T12:39:00.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.884+0000 7f0c32f56700 1 -- start start 2023-07-14T12:39:00.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c32f56700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:00.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c32f56700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c2c199d00 con 0x7f0c2c1044f0 2023-07-14T12:39:00.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c30cf2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:00.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c30cf2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59034/0 (socket says 172.21.15.40:59034) 2023-07-14T12:39:00.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c30cf2700 1 -- 172.21.15.40:0/944830544 learned_addr learned my addr 172.21.15.40:0/944830544 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:00.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c30cf2700 1 -- 172.21.15.40:0/944830544 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c200095f0 con 0x7f0c2c1044f0 2023-07-14T12:39:00.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c30cf2700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1997c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0c20004f40 tx=0x7f0c20005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:00.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0c2001d070 con 0x7f0c2c1044f0 2023-07-14T12:39:00.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c20004370 con 0x7f0c2c1044f0 2023-07-14T12:39:00.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.885+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c2c199f00 con 0x7f0c2c1044f0 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.886+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0c200039b0 con 0x7f0c2c1044f0 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.886+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c2c19a320 con 0x7f0c2c1044f0 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.886+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f0c20003c20 con 0x7f0c2c1044f0 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.887+0000 7f0c29ffb700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0c1c038800 0x7f0c1c03acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.887+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f0c2004ce90 con 0x7f0c2c1044f0 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.887+0000 7f0c2bfff700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0c1c038800 0x7f0c1c03acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:00.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.887+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c2c061b40 con 0x7f0c2c1044f0 2023-07-14T12:39:00.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.887+0000 7f0c2bfff700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0c1c038800 0x7f0c1c03acb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0c18006fd0 tx=0x7f0c18006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:00.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:00.892+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f0c20026020 con 0x7f0c2c1044f0 2023-07-14T12:39:01.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:00 smithi040 ceph-mon[96535]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:01.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:00 smithi040 ceph-mon[96535]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:39:01.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:01.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:01.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:01.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:01.098+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi130", "target": ["mon-mgr", ""]}) v1 -- 0x7f0c2c1021f0 con 0x7f0c1c038800 2023-07-14T12:39:02.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:02 smithi040 ceph-mon[96535]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi130", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:02.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:02 smithi040 ceph-mon[96535]: Deploying cephadm binary to smithi130 2023-07-14T12:39:03.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.876+0000 7f0c29ffb700 1 -- 172.21.15.40:0/944830544 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f0c2c1021f0 con 0x7f0c1c038800 2023-07-14T12:39:03.884 INFO:teuthology.orchestra.run.smithi040.stdout:Added host 'smithi130' with addr '172.21.15.130' 2023-07-14T12:39:03.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0c1c038800 msgr2=0x7f0c1c03acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0c1c038800 0x7f0c1c03acb0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0c18006fd0 tx=0x7f0c18006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 msgr2=0x7f0c2c1997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1997c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0c20004f40 tx=0x7f0c20005020 comp rx=0 tx=0).stop 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 shutdown_connections 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0c1c038800 0x7f0c1c03acb0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 --2- 172.21.15.40:0/944830544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0c2c1044f0 0x7f0c2c1997c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:03.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 >> 172.21.15.40:0/944830544 conn(0x7f0c2c0742b0 msgr2=0x7f0c2c0fcce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:03.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 shutdown_connections 2023-07-14T12:39:03.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:03.879+0000 7f0c32f56700 1 -- 172.21.15.40:0/944830544 wait complete. 2023-07-14T12:39:04.234 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch host ls --format=json 2023-07-14T12:39:04.796 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:05.165 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:05.165 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:04 smithi040 ceph-mon[96535]: Added host smithi130 2023-07-14T12:39:05.165 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:05.166 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 -- 172.21.15.40:0/3026341029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 msgr2=0x7f7820100b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 --2- 172.21.15.40:0/3026341029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820100b80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7810009910 tx=0x7f7810009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 -- 172.21.15.40:0/3026341029 shutdown_connections 2023-07-14T12:39:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 --2- 172.21.15.40:0/3026341029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820100b80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 -- 172.21.15.40:0/3026341029 >> 172.21.15.40:0/3026341029 conn(0x7f78200fa010 msgr2=0x7f78200fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 -- 172.21.15.40:0/3026341029 shutdown_connections 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 -- 172.21.15.40:0/3026341029 wait complete. 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.995+0000 7f7824e1f700 1 Processor -- start 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f7824e1f700 1 -- start start 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f7824e1f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820196d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f7824e1f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78201972c0 con 0x7f78201007b0 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f781e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820196d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f781e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820196d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59060/0 (socket says 172.21.15.40:59060) 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f781e59c700 1 -- 172.21.15.40:0/1623414881 learned_addr learned my addr 172.21.15.40:0/1623414881 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f781e59c700 1 -- 172.21.15.40:0/1623414881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78100095f0 con 0x7f78201007b0 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f781e59c700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820196d80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7810006010 tx=0x7f7810004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f781001d070 con 0x7f78201007b0 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f78100044a0 con 0x7f78201007b0 2023-07-14T12:39:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78201974c0 con 0x7f78201007b0 2023-07-14T12:39:06.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.996+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7810003a70 con 0x7f78201007b0 2023-07-14T12:39:06.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.997+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78201978e0 con 0x7f78201007b0 2023-07-14T12:39:06.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.997+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7820061b40 con 0x7f78201007b0 2023-07-14T12:39:06.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.998+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f7810003cb0 con 0x7f78201007b0 2023-07-14T12:39:06.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.998+0000 7f780f7fe700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78080387b0 0x7f780803ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:06.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.998+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f781004c5c0 con 0x7f78201007b0 2023-07-14T12:39:06.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.998+0000 7f781dd9b700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78080387b0 0x7f780803ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:06.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:05.998+0000 7f781dd9b700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78080387b0 0x7f780803ac60 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7814006fd0 tx=0x7f7814006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.003+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7810029360 con 0x7f78201007b0 2023-07-14T12:39:06.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:05 smithi040 ceph-mon[96535]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:06.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:06.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.206+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7820106910 con 0x7f78080387b0 2023-07-14T12:39:06.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.207+0000 7f780f7fe700 1 -- 172.21.15.40:0/1623414881 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+160 (secure 0 0 0) 0x7f7820106910 con 0x7f78080387b0 2023-07-14T12:39:06.215 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:39:06.215 INFO:teuthology.orchestra.run.smithi040.stdout:[{"addr": "172.21.15.40", "hostname": "smithi040", "labels": [], "status": ""}, {"addr": "172.21.15.130", "hostname": "smithi130", "labels": [], "status": ""}] 2023-07-14T12:39:06.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78080387b0 msgr2=0x7f780803ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:06.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78080387b0 0x7f780803ac60 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7814006fd0 tx=0x7f7814006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:06.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 msgr2=0x7f7820196d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:06.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820196d80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7810006010 tx=0x7f7810004ff0 comp rx=0 tx=0).stop 2023-07-14T12:39:06.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 shutdown_connections 2023-07-14T12:39:06.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78080387b0 0x7f780803ac60 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:06.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.209+0000 7f7824e1f700 1 --2- 172.21.15.40:0/1623414881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78201007b0 0x7f7820196d80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:06.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.210+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 >> 172.21.15.40:0/1623414881 conn(0x7f78200fa010 msgr2=0x7f7820106200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:06.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.210+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 shutdown_connections 2023-07-14T12:39:06.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:06.210+0000 7f7824e1f700 1 -- 172.21.15.40:0/1623414881 wait complete. 2023-07-14T12:39:06.644 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi133 2023-07-14T12:39:06.644 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:39:06.644 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.conf 2023-07-14T12:39:06.665 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:39:06.665 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:06.724 INFO:tasks.cephadm:Adding host smithi133 to orchestrator... 2023-07-14T12:39:06.725 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch host add smithi133 2023-07-14T12:39:07.284 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:07.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:07 smithi040 ceph-mon[96535]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:39:07.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:07.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:07 smithi040 ceph-mon[96535]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:08.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 -- 172.21.15.40:0/3112695002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 msgr2=0x7f3dac105a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:08.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 --2- 172.21.15.40:0/3112695002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac105a20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c009910 tx=0x7f3d9c009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 -- 172.21.15.40:0/3112695002 shutdown_connections 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 --2- 172.21.15.40:0/3112695002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac105a20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 -- 172.21.15.40:0/3112695002 >> 172.21.15.40:0/3112695002 conn(0x7f3dac0fb130 msgr2=0x7f3dac0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 -- 172.21.15.40:0/3112695002 shutdown_connections 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.477+0000 7f3db132d700 1 -- 172.21.15.40:0/3112695002 wait complete. 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.478+0000 7f3db132d700 1 Processor -- start 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.478+0000 7f3db132d700 1 -- start start 2023-07-14T12:39:08.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.478+0000 7f3db132d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac19a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:08.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.478+0000 7f3db132d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3dac19ac20 con 0x7f3dac105650 2023-07-14T12:39:08.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3daaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac19a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:08.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3daaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac19a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59066/0 (socket says 172.21.15.40:59066) 2023-07-14T12:39:08.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3daaffd700 1 -- 172.21.15.40:0/3272560727 learned_addr learned my addr 172.21.15.40:0/3272560727 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:08.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3daaffd700 1 -- 172.21.15.40:0/3272560727 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d9c0095f0 con 0x7f3dac105650 2023-07-14T12:39:08.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3daaffd700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac19a6e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c004f40 tx=0x7f3d9c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:08.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3d9c01d070 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d9c004370 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3dac19ae80 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3d9c0039b0 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.479+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3dac1947c0 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.480+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f3d9c003c70 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.480+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3dac061b40 con 0x7f3dac105650 2023-07-14T12:39:08.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.480+0000 7f3d93fff700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d940387b0 0x7f3d9403ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:08.491 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.480+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f3d9c04c810 con 0x7f3dac105650 2023-07-14T12:39:08.491 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.480+0000 7f3daa7fc700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d940387b0 0x7f3d9403ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:08.491 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.481+0000 7f3daa7fc700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d940387b0 0x7f3d9403ac60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3da0006fd0 tx=0x7f3da0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:08.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.485+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3d9c029950 con 0x7f3dac105650 2023-07-14T12:39:08.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:08.688+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}) v1 -- 0x7f3dac1952a0 con 0x7f3d940387b0 2023-07-14T12:39:10.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:10.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi130", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:10.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:10.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:09 smithi040 ceph-mon[96535]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:39:11.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:10 smithi040 ceph-mon[96535]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:11.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:10 smithi040 ceph-mon[96535]: Deploying cephadm binary to smithi133 2023-07-14T12:39:11.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:10 smithi040 ceph-mon[96535]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:10 smithi040 ceph-mon[96535]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:39:11.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.490+0000 7f3d93fff700 1 -- 172.21.15.40:0/3272560727 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f3dac1952a0 con 0x7f3d940387b0 2023-07-14T12:39:11.497 INFO:teuthology.orchestra.run.smithi040.stdout:Added host 'smithi133' with addr '172.21.15.133' 2023-07-14T12:39:11.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d940387b0 msgr2=0x7f3d9403ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d940387b0 0x7f3d9403ac60 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3da0006fd0 tx=0x7f3da0006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 msgr2=0x7f3dac19a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac19a6e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c004f40 tx=0x7f3d9c005020 comp rx=0 tx=0).stop 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 shutdown_connections 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d940387b0 0x7f3d9403ac60 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 --2- 172.21.15.40:0/3272560727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3dac105650 0x7f3dac19a6e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:11.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 >> 172.21.15.40:0/3272560727 conn(0x7f3dac0fb130 msgr2=0x7f3dac0fbd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:11.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 shutdown_connections 2023-07-14T12:39:11.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:11.492+0000 7f3db132d700 1 -- 172.21.15.40:0/3272560727 wait complete. 2023-07-14T12:39:11.954 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch host ls --format=json 2023-07-14T12:39:12.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:12.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:12.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:12.515 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:13.058 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:12 smithi040 ceph-mon[96535]: Added host smithi133 2023-07-14T12:39:13.058 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:12 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:13.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 -- 172.21.15.40:0/1138601439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 msgr2=0x7f755c105a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:13.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 --2- 172.21.15.40:0/1138601439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c105a20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f754c009910 tx=0x7f754c009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:13.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 -- 172.21.15.40:0/1138601439 shutdown_connections 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 --2- 172.21.15.40:0/1138601439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c105a20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 -- 172.21.15.40:0/1138601439 >> 172.21.15.40:0/1138601439 conn(0x7f755c0fb130 msgr2=0x7f755c0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 -- 172.21.15.40:0/1138601439 shutdown_connections 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.674+0000 7f7561212700 1 -- 172.21.15.40:0/1138601439 wait complete. 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f7561212700 1 Processor -- start 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f7561212700 1 -- start start 2023-07-14T12:39:13.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f7561212700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c072810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:13.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f7561212700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f755c0747e0 con 0x7f755c105650 2023-07-14T12:39:13.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f755ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c072810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:13.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f755ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c072810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59092/0 (socket says 172.21.15.40:59092) 2023-07-14T12:39:13.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.675+0000 7f755ad9d700 1 -- 172.21.15.40:0/1526451108 learned_addr learned my addr 172.21.15.40:0/1526451108 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:13.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f755ad9d700 1 -- 172.21.15.40:0/1526451108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f754c0095f0 con 0x7f755c105650 2023-07-14T12:39:13.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f755ad9d700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c072810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f754c006010 tx=0x7f754c004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f754c01d070 con 0x7f755c105650 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f754c00bc10 con 0x7f755c105650 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f755c072e10 con 0x7f755c105650 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f754c003910 con 0x7f755c105650 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.676+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f755c073290 con 0x7f755c105650 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.677+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f754c003bd0 con 0x7f755c105650 2023-07-14T12:39:13.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.677+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f755c1048f0 con 0x7f755c105650 2023-07-14T12:39:13.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.677+0000 7f7553fff700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75480387b0 0x7f754803ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:13.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.677+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f754c04c4f0 con 0x7f755c105650 2023-07-14T12:39:13.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.677+0000 7f755a59c700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75480387b0 0x7f754803ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:13.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.678+0000 7f755a59c700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75480387b0 0x7f754803ac60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7544006fd0 tx=0x7f7544006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:13.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.682+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f754c029950 con 0x7f755c105650 2023-07-14T12:39:13.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.885+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f755c073d40 con 0x7f75480387b0 2023-07-14T12:39:13.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.886+0000 7f7553fff700 1 -- 172.21.15.40:0/1526451108 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+240 (secure 0 0 0) 0x7f755c073d40 con 0x7f75480387b0 2023-07-14T12:39:13.893 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:39:13.893 INFO:teuthology.orchestra.run.smithi040.stdout:[{"addr": "172.21.15.40", "hostname": "smithi040", "labels": [], "status": ""}, {"addr": "172.21.15.130", "hostname": "smithi130", "labels": [], "status": ""}, {"addr": "172.21.15.133", "hostname": "smithi133", "labels": [], "status": ""}] 2023-07-14T12:39:13.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.888+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75480387b0 msgr2=0x7f754803ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:13.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.888+0000 7f7561212700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75480387b0 0x7f754803ac60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7544006fd0 tx=0x7f7544006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:13.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.888+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 msgr2=0x7f755c072810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:13.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.888+0000 7f7561212700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c072810 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f754c006010 tx=0x7f754c004ff0 comp rx=0 tx=0).stop 2023-07-14T12:39:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.889+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 shutdown_connections 2023-07-14T12:39:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.889+0000 7f7561212700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75480387b0 0x7f754803ac60 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.889+0000 7f7561212700 1 --2- 172.21.15.40:0/1526451108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f755c105650 0x7f755c072810 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.889+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 >> 172.21.15.40:0/1526451108 conn(0x7f755c0fb130 msgr2=0x7f755c0fbd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.889+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 shutdown_connections 2023-07-14T12:39:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:13.889+0000 7f7561212700 1 -- 172.21.15.40:0/1526451108 wait complete. 2023-07-14T12:39:14.262 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:13 smithi040 ceph-mon[96535]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:14.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:14.264 INFO:tasks.cephadm:Setting crush tunables to default 2023-07-14T12:39:14.265 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd crush tunables default 2023-07-14T12:39:14.823 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:15.193 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:14 smithi040 ceph-mon[96535]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:39:16.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 -- 172.21.15.40:0/3296350753 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 msgr2=0x7f5d1c1048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:16.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 --2- 172.21.15.40:0/3296350753 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c1048c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5d18009910 tx=0x7f5d18009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:16.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 -- 172.21.15.40:0/3296350753 shutdown_connections 2023-07-14T12:39:16.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 --2- 172.21.15.40:0/3296350753 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c1048c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:16.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 -- 172.21.15.40:0/3296350753 >> 172.21.15.40:0/3296350753 conn(0x7f5d1c0742b0 msgr2=0x7f5d1c0746b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 -- 172.21.15.40:0/3296350753 shutdown_connections 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.059+0000 7f5d2357a700 1 -- 172.21.15.40:0/3296350753 wait complete. 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d2357a700 1 Processor -- start 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d2357a700 1 -- start start 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d2357a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c195940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d2357a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1c195e80 con 0x7f5d1c1044f0 2023-07-14T12:39:16.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d21316700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c195940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:16.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d21316700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c195940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59098/0 (socket says 172.21.15.40:59098) 2023-07-14T12:39:16.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d21316700 1 -- 172.21.15.40:0/975656718 learned_addr learned my addr 172.21.15.40:0/975656718 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:16.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d21316700 1 -- 172.21.15.40:0/975656718 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d180095f0 con 0x7f5d1c1044f0 2023-07-14T12:39:16.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.060+0000 7f5d21316700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c195940 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5d18006010 tx=0x7f5d18004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:16.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.061+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5d1801d070 con 0x7f5d1c1044f0 2023-07-14T12:39:16.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.061+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d1800bc10 con 0x7f5d1c1044f0 2023-07-14T12:39:16.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.061+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d1c196080 con 0x7f5d1c1044f0 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.061+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5d18003910 con 0x7f5d1c1044f0 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.061+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d1c1964a0 con 0x7f5d1c1044f0 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.061+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f5d18003b80 con 0x7f5d1c1044f0 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.062+0000 7f5d127fc700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5d08038800 0x7f5d0803acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.062+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d1c1027a0 con 0x7f5d1c1044f0 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.062+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5d1804c6d0 con 0x7f5d1c1044f0 2023-07-14T12:39:16.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.062+0000 7f5d20b15700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5d08038800 0x7f5d0803acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:16.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.062+0000 7f5d20b15700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5d08038800 0x7f5d0803acb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c006fd0 tx=0x7f5d0c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:16.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.067+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5d18026020 con 0x7f5d1c1044f0 2023-07-14T12:39:16.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.270+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f5d1c061b40 con 0x7f5d1c1044f0 2023-07-14T12:39:16.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:15 smithi040 ceph-mon[96535]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:16.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.940+0000 7f5d127fc700 1 -- 172.21.15.40:0/975656718 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f5d1802b440 con 0x7f5d1c1044f0 2023-07-14T12:39:16.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5d08038800 msgr2=0x7f5d0803acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:16.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5d08038800 0x7f5d0803acb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c006fd0 tx=0x7f5d0c006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:16.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 msgr2=0x7f5d1c195940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:16.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c195940 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5d18006010 tx=0x7f5d18004ff0 comp rx=0 tx=0).stop 2023-07-14T12:39:16.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 shutdown_connections 2023-07-14T12:39:16.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5d08038800 0x7f5d0803acb0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:16.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 --2- 172.21.15.40:0/975656718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5d1c1044f0 0x7f5d1c195940 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:16.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 >> 172.21.15.40:0/975656718 conn(0x7f5d1c0742b0 msgr2=0x7f5d1c0fcce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:16.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 shutdown_connections 2023-07-14T12:39:16.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:16.942+0000 7f5d2357a700 1 -- 172.21.15.40:0/975656718 wait complete. 2023-07-14T12:39:16.950 INFO:teuthology.orchestra.run.smithi040.stderr:adjusted tunables profile to default 2023-07-14T12:39:17.283 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/975656718' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-07-14T12:39:17.283 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:17.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:17.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:17.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:17.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:39:17.284 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:17.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:17.285 INFO:tasks.cephadm:Adding mon.a on smithi040 2023-07-14T12:39:17.286 INFO:tasks.cephadm:Adding mon.b on smithi130 2023-07-14T12:39:17.286 INFO:tasks.cephadm:Adding mon.c on smithi133 2023-07-14T12:39:17.287 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch apply mon '3;smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c' 2023-07-14T12:39:17.874 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:18.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:39:18.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:18.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/975656718' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-07-14T12:39:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:17 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:19.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 -- 172.21.15.133:0/16364376 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 msgr2=0x7f84541048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:19.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 --2- 172.21.15.133:0/16364376 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84541048c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8444009910 tx=0x7f8444009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:19.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 -- 172.21.15.133:0/16364376 shutdown_connections 2023-07-14T12:39:19.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 --2- 172.21.15.133:0/16364376 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84541048c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:19.091 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 -- 172.21.15.133:0/16364376 >> 172.21.15.133:0/16364376 conn(0x7f84540fa010 msgr2=0x7f84540fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:19.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 -- 172.21.15.133:0/16364376 shutdown_connections 2023-07-14T12:39:19.092 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.084+0000 7f845a550700 1 -- 172.21.15.133:0/16364376 wait complete. 2023-07-14T12:39:19.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f845a550700 1 Processor -- start 2023-07-14T12:39:19.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f845a550700 1 -- start start 2023-07-14T12:39:19.093 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f845a550700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84540fa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:19.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f845a550700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84540fc430 con 0x7f84541044f0 2023-07-14T12:39:19.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f8453fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84540fa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:19.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f8453fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84540fa4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.133:53850/0 (socket says 172.21.15.133:53850) 2023-07-14T12:39:19.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.085+0000 7f8453fff700 1 -- 172.21.15.133:0/190675139 learned_addr learned my addr 172.21.15.133:0/190675139 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:39:19.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f8453fff700 1 -- 172.21.15.133:0/190675139 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84440095f0 con 0x7f84541044f0 2023-07-14T12:39:19.094 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f8453fff700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84540fa4b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8444004f40 tx=0x7f8444005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:19.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f844401d070 con 0x7f84541044f0 2023-07-14T12:39:19.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84540fa9f0 con 0x7f84541044f0 2023-07-14T12:39:19.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8444004370 con 0x7f84541044f0 2023-07-14T12:39:19.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f84440039b0 con 0x7f84541044f0 2023-07-14T12:39:19.095 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.086+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84540fae70 con 0x7f84541044f0 2023-07-14T12:39:19.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.087+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f8444003c70 con 0x7f84541044f0 2023-07-14T12:39:19.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.087+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8454061b40 con 0x7f84541044f0 2023-07-14T12:39:19.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.087+0000 7f84517fa700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f843c0387b0 0x7f843c03ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:19.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.087+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f844404c5e0 con 0x7f84541044f0 2023-07-14T12:39:19.096 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.087+0000 7f84537fe700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f843c0387b0 0x7f843c03ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:19.097 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.088+0000 7f84537fe700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f843c0387b0 0x7f843c03ac60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8448006fd0 tx=0x7f8448006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:19.099 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.092+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f844402a980 con 0x7f84541044f0 2023-07-14T12:39:19.290 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.283+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f84540fb320 con 0x7f843c0387b0 2023-07-14T12:39:19.300 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.294+0000 7f84517fa700 1 -- 172.21.15.133:0/190675139 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f84540fb320 con 0x7f843c0387b0 2023-07-14T12:39:19.300 INFO:teuthology.orchestra.run.smithi133.stdout:Scheduled mon update... 2023-07-14T12:39:19.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f843c0387b0 msgr2=0x7f843c03ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:19.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f843c0387b0 0x7f843c03ac60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8448006fd0 tx=0x7f8448006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:19.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 msgr2=0x7f84540fa4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:19.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84540fa4b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8444004f40 tx=0x7f8444005020 comp rx=0 tx=0).stop 2023-07-14T12:39:19.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 shutdown_connections 2023-07-14T12:39:19.302 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f843c0387b0 0x7f843c03ac60 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:19.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 --2- 172.21.15.133:0/190675139 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84541044f0 0x7f84540fa4b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:19.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 >> 172.21.15.133:0/190675139 conn(0x7f84540fa010 msgr2=0x7f8454067fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:19.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 shutdown_connections 2023-07-14T12:39:19.303 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:19.295+0000 7f845a550700 1 -- 172.21.15.133:0/190675139 wait complete. 2023-07-14T12:39:19.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:18 smithi040 ceph-mon[96535]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:19.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:18 smithi040 ceph-mon[96535]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:39:19.743 DEBUG:teuthology.orchestra.run.smithi130:mon.b> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.b.service 2023-07-14T12:39:19.746 DEBUG:teuthology.orchestra.run.smithi133:mon.c> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.c.service 2023-07-14T12:39:19.748 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-07-14T12:39:19.748 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph mon dump -f json 2023-07-14T12:39:19.778 INFO:journalctl@ceph.mon.c.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:39:19.782 INFO:journalctl@ceph.mon.b.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:39:20.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:20.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:20.429 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:21.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:20 smithi040 ceph-mon[96535]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:21.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:20 smithi040 ceph-mon[96535]: Saving service mon spec with placement smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c;count:3 2023-07-14T12:39:21.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:20 smithi040 ceph-mon[96535]: Deploying daemon mon.c on smithi133 2023-07-14T12:39:22.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 -- 172.21.15.133:0/2197585364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 msgr2=0x7fb0fc1048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 --2- 172.21.15.133:0/2197585364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc1048c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb0f4009910 tx=0x7fb0f4009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 -- 172.21.15.133:0/2197585364 shutdown_connections 2023-07-14T12:39:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 --2- 172.21.15.133:0/2197585364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc1048c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 -- 172.21.15.133:0/2197585364 >> 172.21.15.133:0/2197585364 conn(0x7fb0fc0742b0 msgr2=0x7fb0fc0746b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 -- 172.21.15.133:0/2197585364 shutdown_connections 2023-07-14T12:39:22.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.205+0000 7fb101ea8700 1 -- 172.21.15.133:0/2197585364 wait complete. 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.206+0000 7fb101ea8700 1 Processor -- start 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.206+0000 7fb101ea8700 1 -- start start 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.206+0000 7fb101ea8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc195900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.206+0000 7fb101ea8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0fc195e40 con 0x7fb0fc1044f0 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0fb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc195900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0fb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc195900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.133:53856/0 (socket says 172.21.15.133:53856) 2023-07-14T12:39:22.215 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0fb7fe700 1 -- 172.21.15.133:0/3708859142 learned_addr learned my addr 172.21.15.133:0/3708859142 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:39:22.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0fb7fe700 1 -- 172.21.15.133:0/3708859142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0f40095f0 con 0x7fb0fc1044f0 2023-07-14T12:39:22.216 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0fb7fe700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc195900 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb0f4006010 tx=0x7fb0f4004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:22.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb0f401d070 con 0x7fb0fc1044f0 2023-07-14T12:39:22.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0f400bc10 con 0x7fb0fc1044f0 2023-07-14T12:39:22.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb0f4003910 con 0x7fb0fc1044f0 2023-07-14T12:39:22.217 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0fc196040 con 0x7fb0fc1044f0 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.207+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0fc196460 con 0x7fb0fc1044f0 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.208+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0fc1027a0 con 0x7fb0fc1044f0 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.208+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fb0f400bd80 con 0x7fb0fc1044f0 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.208+0000 7fb0f8ff9700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0e8038800 0x7fb0e803acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.208+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb0f404c560 con 0x7fb0fc1044f0 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.209+0000 7fb0faffd700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0e8038800 0x7fb0e803acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:22.218 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.209+0000 7fb0faffd700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0e8038800 0x7fb0e803acb0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4006fd0 tx=0x7fb0e4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:22.220 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.214+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb0f4029360 con 0x7fb0fc1044f0 2023-07-14T12:39:22.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:21 smithi040 ceph-mon[96535]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:22.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.519+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fb0fc067d60 con 0x7fb0fc1044f0 2023-07-14T12:39:22.527 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.520+0000 7fb0f8ff9700 1 -- 172.21.15.133:0/3708859142 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7fb0f4026070 con 0x7fb0fc1044f0 2023-07-14T12:39:22.528 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:39:22.528 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":1,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","modified":"2023-07-14T12:37:46.053336Z","created":"2023-07-14T12:37:46.053336Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-07-14T12:39:22.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0e8038800 msgr2=0x7fb0e803acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:22.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0e8038800 0x7fb0e803acb0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4006fd0 tx=0x7fb0e4006e40 comp rx=0 tx=0).stop 2023-07-14T12:39:22.529 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 msgr2=0x7fb0fc195900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc195900 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb0f4006010 tx=0x7fb0f4004ff0 comp rx=0 tx=0).stop 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 shutdown_connections 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0e8038800 0x7fb0e803acb0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.522+0000 7fb101ea8700 1 --2- 172.21.15.133:0/3708859142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0fc1044f0 0x7fb0fc195900 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.523+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 >> 172.21.15.133:0/3708859142 conn(0x7fb0fc0742b0 msgr2=0x7fb0fc0fcce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.523+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 shutdown_connections 2023-07-14T12:39:22.530 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:22.523+0000 7fb101ea8700 1 -- 172.21.15.133:0/3708859142 wait complete. 2023-07-14T12:39:22.531 INFO:teuthology.orchestra.run.smithi133.stderr:dumped monmap epoch 1 2023-07-14T12:39:23.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 podman[98269]: 2023-07-14T12:39:23.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:22 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/3708859142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: set uid:gid to 167:167 (ceph:ceph) 2023-07-14T12:39:23.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev), process ceph-mon, pid 7 2023-07-14T12:39:23.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pidfile_write: ignore empty --pid-file 2023-07-14T12:39:23.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 bash[98269]: 5667be549407871d719dbe8aca4b31456d29a1ba15d02c2971afa9fa8c56faea 2023-07-14T12:39:23.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: load: jerasure load: lrc 2023-07-14T12:39:23.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: RocksDB version: 7.9.2 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Git sha 0 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Compile date 2023-07-13 18:29:45 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: DB SUMMARY 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: DB Session ID: I8LQFMC9H83ZTA1FFDW4 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: CURRENT file: CURRENT 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: IDENTITY file: IDENTITY 2023-07-14T12:39:23.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.error_if_exists: 0 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.create_if_missing: 0 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.paranoid_checks: 1 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.flush_verify_memtable_count: 1 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-07-14T12:39:23.730 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.env: 0x558c58f71720 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.fs: PosixFileSystem 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.info_log: 0x558c5b5c1280 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_file_opening_threads: 16 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.statistics: (nil) 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.use_fsync: 0 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_log_file_size: 0 2023-07-14T12:39:23.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.log_file_time_to_roll: 0 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.keep_log_file_num: 1000 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.recycle_log_file_num: 0 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.allow_fallocate: 1 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.allow_mmap_reads: 0 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.allow_mmap_writes: 0 2023-07-14T12:39:23.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.use_direct_reads: 0 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.create_missing_column_families: 0 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.db_log_dir: 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.wal_dir: 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.table_cache_numshardbits: 6 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.WAL_ttl_seconds: 0 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.WAL_size_limit_MB: 0 2023-07-14T12:39:23.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.is_fd_close_on_exec: 1 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.advise_random_on_open: 1 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.db_write_buffer_size: 0 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.write_buffer_manager: 0x558c5b4e23c0 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-07-14T12:39:23.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.use_adaptive_mutex: 0 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.rate_limiter: (nil) 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.wal_recovery_mode: 2 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.enable_thread_tracking: 0 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.enable_pipelined_write: 0 2023-07-14T12:39:23.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.unordered_write: 0 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.row_cache: None 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.wal_filter: None 2023-07-14T12:39:23.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-07-14T12:39:23.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.allow_ingest_behind: 0 2023-07-14T12:39:23.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.two_write_queues: 0 2023-07-14T12:39:23.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.manual_wal_flush: 0 2023-07-14T12:39:23.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.wal_compression: 0 2023-07-14T12:39:23.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.atomic_flush: 0 2023-07-14T12:39:23.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.persist_stats_to_disk: 0 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.write_dbid_to_manifest: 0 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.log_readahead_size: 0 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.best_efforts_recovery: 0 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-07-14T12:39:23.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-07-14T12:39:23.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.allow_data_in_errors: 0 2023-07-14T12:39:23.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.db_host_id: __hostname__ 2023-07-14T12:39:23.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.enforce_single_del_contracts: true 2023-07-14T12:39:23.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_background_jobs: 2 2023-07-14T12:39:23.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_background_compactions: -1 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_subcompactions: 1 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.delayed_write_rate : 16777216 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_total_wal_size: 0 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.stats_dump_period_sec: 600 2023-07-14T12:39:23.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.stats_persist_period_sec: 600 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_open_files: -1 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bytes_per_sync: 0 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.wal_bytes_per_sync: 0 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.strict_bytes_per_sync: 0 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_readahead_size: 0 2023-07-14T12:39:23.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_background_flushes: -1 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Compression algorithms supported: 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kZSTD supported: 0 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kXpressCompression supported: 0 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kLZ4HCCompression supported: 1 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kZlibCompression supported: 1 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kSnappyCompression supported: 1 2023-07-14T12:39:23.743 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kLZ4Compression supported: 1 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: kBZip2Compression supported: 0 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Fast CRC32 supported: Supported on x86 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: DMutex implementation: pthread_mutex_t 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-07-14T12:39:23.744 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.merge_operator: 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_filter: None 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_filter_factory: None 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.sst_partitioner_factory: None 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.memtable_factory: SkipListFactory 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.table_factory: BlockBasedTable 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558c5b5c1380) 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout: cache_index_and_filter_blocks: 1 2023-07-14T12:39:23.745 INFO:journalctl@ceph.mon.c.smithi133.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-07-14T12:39:23.746 INFO:journalctl@ceph.mon.c.smithi133.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-07-14T12:39:23.746 INFO:journalctl@ceph.mon.c.smithi133.stdout: pin_top_level_index_and_filter: 1 2023-07-14T12:39:23.746 INFO:journalctl@ceph.mon.c.smithi133.stdout: index_type: 0 2023-07-14T12:39:23.746 INFO:journalctl@ceph.mon.c.smithi133.stdout: data_block_index_type: 0 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: index_shortening: 1 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: data_block_hash_table_util_ratio: 0.750000 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: checksum: 4 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: no_block_cache: 0 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_cache: 0x558c5b5811f0 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_cache_name: BinnedLRUCache 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_cache_options: 2023-07-14T12:39:23.747 INFO:journalctl@ceph.mon.c.smithi133.stdout: capacity : 536870912 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: num_shard_bits : 4 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: strict_capacity_limit : 0 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: high_pri_pool_ratio: 0.000 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_cache_compressed: (nil) 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: persistent_cache: (nil) 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_size: 4096 2023-07-14T12:39:23.748 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_size_deviation: 10 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_restart_interval: 16 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: index_block_restart_interval: 1 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: metadata_block_size: 4096 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: partition_filters: 0 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: use_delta_encoding: 1 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: filter_policy: bloomfilter 2023-07-14T12:39:23.749 INFO:journalctl@ceph.mon.c.smithi133.stdout: whole_key_filtering: 1 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: verify_compression: 0 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: read_amp_bytes_per_bit: 0 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: format_version: 5 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: enable_index_compression: 1 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: block_align: 0 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: max_auto_readahead_size: 262144 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: prepopulate_block_cache: 0 2023-07-14T12:39:23.750 INFO:journalctl@ceph.mon.c.smithi133.stdout: initial_auto_readahead_size: 8192 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout: num_file_reads_for_auto_readahead: 2 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.write_buffer_size: 33554432 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_write_buffer_number: 2 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression: NoCompression 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression: Disabled 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.prefix_extractor: nullptr 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-07-14T12:39:23.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.num_levels: 7 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-07-14T12:39:23.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.window_bits: -14 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.level: 32767 2023-07-14T12:39:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.strategy: 0 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.enabled: false 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-07-14T12:39:23.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.target_file_size_base: 67108864 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.target_file_size_multiplier: 1 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-07-14T12:39:23.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-07-14T12:39:23.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.arena_block_size: 1048576 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.disable_auto_compactions: 0 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-07-14T12:39:23.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-07-14T12:39:23.758 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.table_properties_collectors: 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.inplace_update_support: 0 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.inplace_update_num_locks: 10000 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.memtable_huge_page_size: 0 2023-07-14T12:39:23.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.bloom_locality: 0 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.max_successive_merges: 0 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.optimize_filters_for_hits: 0 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.paranoid_file_checks: 0 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.force_consistency_checks: 1 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.report_bg_io_stats: 0 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.ttl: 2592000 2023-07-14T12:39:23.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.periodic_compaction_seconds: 0 2023-07-14T12:39:23.761 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-07-14T12:39:23.762 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-07-14T12:39:23.762 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.enable_blob_files: false 2023-07-14T12:39:23.762 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.min_blob_size: 0 2023-07-14T12:39:23.762 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.blob_file_size: 268435456 2023-07-14T12:39:23.762 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.blob_compression_type: NoCompression 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.enable_blob_garbage_collection: false 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.blob_file_starting_level: 0 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-07-14T12:39:23.763 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-07-14T12:39:23.764 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2b011a12-d2e3-4535-8b53-35ec88e9ffec 2023-07-14T12:39:23.764 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338363307069, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338363307469, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1689338363, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2b011a12-d2e3-4535-8b53-35ec88e9ffec", "db_session_id": "I8LQFMC9H83ZTA1FFDW4", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338363307534, "job": 1, "event": "recovery_finished"} 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558c5b61a000 2023-07-14T12:39:23.765 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: DB pointer 0x558c5b606000 2023-07-14T12:39:23.766 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-07-14T12:39:23.766 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-07-14T12:39:23.766 INFO:journalctl@ceph.mon.c.smithi133.stdout: ** DB Stats ** 2023-07-14T12:39:23.766 INFO:journalctl@ceph.mon.c.smithi133.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-07-14T12:39:23.766 INFO:journalctl@ceph.mon.c.smithi133.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-07-14T12:39:23.766 INFO:journalctl@ceph.mon.c.smithi133.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-07-14T12:39:23.767 INFO:journalctl@ceph.mon.c.smithi133.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-07-14T12:39:23.767 INFO:journalctl@ceph.mon.c.smithi133.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-07-14T12:39:23.767 INFO:journalctl@ceph.mon.c.smithi133.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-07-14T12:39:23.767 INFO:journalctl@ceph.mon.c.smithi133.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-07-14T12:39:23.767 INFO:journalctl@ceph.mon.c.smithi133.stdout: 2023-07-14T12:39:23.767 INFO:journalctl@ceph.mon.c.smithi133.stdout: ** Compaction Stats [default] ** 2023-07-14T12:39:23.768 INFO:journalctl@ceph.mon.c.smithi133.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-07-14T12:39:23.768 INFO:journalctl@ceph.mon.c.smithi133.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-07-14T12:39:23.768 INFO:journalctl@ceph.mon.c.smithi133.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-07-14T12:39:23.768 INFO:journalctl@ceph.mon.c.smithi133.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-07-14T12:39:23.768 INFO:journalctl@ceph.mon.c.smithi133.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: ** Compaction Stats [default] ** 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: 2023-07-14T12:39:23.769 INFO:journalctl@ceph.mon.c.smithi133.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: AddFile(Keys): cumulative 0, interval 0 2023-07-14T12:39:23.770 INFO:journalctl@ceph.mon.c.smithi133.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout: Block cache BinnedLRUCache@0x558c5b5811f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout: 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout: ** File Read Latency Histogram By Level [default] ** 2023-07-14T12:39:23.771 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-07-14T12:39:23.772 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: using public_addr v2:172.21.15.133:0/0 -> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] 2023-07-14T12:39:23.772 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: starting mon.c rank -1 at public addrs [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] at bind addrs [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:39:23.772 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(???) e0 preinit fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:39:23.772 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).mds e1 new map 2023-07-14T12:39:23.772 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).mds e1 print_map 2023-07-14T12:39:23.772 INFO:journalctl@ceph.mon.c.smithi133.stdout: e1 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout: legacy client fscid: -1 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout: 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout: No filesystems configured 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-07-14T12:39:23.773 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:39:23.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:23.775 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Added host smithi133 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:23.776 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/975656718' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-07-14T12:39:23.777 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.777 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.777 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.777 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.777 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:39:23.777 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:23.778 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:23.778 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:39:23.778 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:23.778 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/975656718' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:23.779 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:39:23.780 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:23.780 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.780 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:23.780 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Saving service mon spec with placement smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c;count:3 2023-07-14T12:39:23.781 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: Deploying daemon mon.c on smithi133 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/3708859142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: mon.c@-1(synchronizing) e1 handle_conf_change mon_allow_pool_delete 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expand map: {default=false} 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta from 'false' to 'false' 2023-07-14T12:39:23.782 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expanded map: {default=false} 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expand map: {default=info} 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta from 'info' to 'info' 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expanded map: {default=info} 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expand map: {default=daemon} 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta from 'daemon' to 'daemon' 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expanded map: {default=daemon} 2023-07-14T12:39:23.783 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expand map: {default=debug} 2023-07-14T12:39:23.784 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta from 'debug' to 'debug' 2023-07-14T12:39:23.784 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 ceph-mon[98311]: expand_channel_meta expanded map: {default=debug} 2023-07-14T12:39:23.784 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:23 smithi133 systemd[1]: Started Ceph mon.c for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:39:23.974 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-07-14T12:39:23.974 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph mon dump -f json 2023-07-14T12:39:24.526 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:39:28.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:39:28.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: mon.a calling monitor election 2023-07-14T12:39:28.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: mon.c calling monitor election 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-07-14T12:39:28.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:28.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: fsmap 2023-07-14T12:39:28.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:28.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: mgrmap e13: x(active, since 43s) 2023-07-14T12:39:28.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: overall HEALTH_OK 2023-07-14T12:39:28.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:28.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:28 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:28.780 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 -- 172.21.15.133:0/2303623965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 msgr2=0x7f6934005a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:28.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 --2- 172.21.15.133:0/2303623965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f6934005a40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6944075020 tx=0x7f693800ded0 comp rx=0 tx=0).stop 2023-07-14T12:39:28.781 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 -- 172.21.15.133:0/2303623965 shutdown_connections 2023-07-14T12:39:28.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 --2- 172.21.15.133:0/2303623965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f6934005a40 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:28.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 -- 172.21.15.133:0/2303623965 >> 172.21.15.133:0/2303623965 conn(0x7f6944073d70 msgr2=0x7f6944074170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:28.782 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 -- 172.21.15.133:0/2303623965 shutdown_connections 2023-07-14T12:39:28.783 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.773+0000 7f694b1c3700 1 -- 172.21.15.133:0/2303623965 wait complete. 2023-07-14T12:39:28.786 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f694b1c3700 1 Processor -- start 2023-07-14T12:39:28.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f694b1c3700 1 -- start start 2023-07-14T12:39:28.787 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f694b1c3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f694419a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:28.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f694b1c3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:28.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f694b1c3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694419b460 con 0x7f69340035c0 2023-07-14T12:39:28.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f694b1c3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f694419b5d0 con 0x7f694419af30 2023-07-14T12:39:28.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f6943fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:28.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f6943fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39052/0 (socket says 172.21.15.133:39052) 2023-07-14T12:39:28.788 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.775+0000 7f6943fff700 1 -- 172.21.15.133:0/1672490983 learned_addr learned my addr 172.21.15.133:0/1672490983 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:39:28.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6943fff700 1 -- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 msgr2=0x7f6944194a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-07-14T12:39:28.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6943fff700 1 -- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 msgr2=0x7f6944194a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-07-14T12:39:28.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6948f5f700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f694419a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:28.789 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6943fff700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-14T12:39:28.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6943fff700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:39:28.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6948f5f700 1 -- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 msgr2=0x7f6944194a70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:39:28.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6948f5f700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:28.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6948f5f700 1 -- 172.21.15.133:0/1672490983 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f693800d920 con 0x7f69340035c0 2023-07-14T12:39:28.790 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6948f5f700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f694419a9f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6938019000 tx=0x7f69380057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f6938015070 con 0x7f69340035c0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f69380044f0 con 0x7f69340035c0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.776+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f6938003d00 con 0x7f69340035c0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.777+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6944195070 con 0x7f69340035c0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.777+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69441955c0 con 0x7f69340035c0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.778+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f6938003e60 con 0x7f69340035c0 2023-07-14T12:39:28.791 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.778+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6944061b40 con 0x7f69340035c0 2023-07-14T12:39:28.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.778+0000 7f6941ffb700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f69280385f0 0x7f692803aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:28.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.778+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f693804d080 con 0x7f69340035c0 2023-07-14T12:39:28.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.779+0000 7f6943fff700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f69280385f0 0x7f692803aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:28.792 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.779+0000 7f6943fff700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f69280385f0 0x7f692803aaa0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6930009180 tx=0x7f6930008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:28.793 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:28.784+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6938004cb0 con 0x7f69340035c0 2023-07-14T12:39:28.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:39:28.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: mon.a calling monitor election 2023-07-14T12:39:28.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:28.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: mon.c calling monitor election 2023-07-14T12:39:28.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:28.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:28.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-07-14T12:39:28.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:28.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: fsmap 2023-07-14T12:39:28.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:28.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: mgrmap e13: x(active, since 43s) 2023-07-14T12:39:28.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: overall HEALTH_OK 2023-07-14T12:39:28.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:28.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:28 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:29.054 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.047+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f694419f800 con 0x7f69340035c0 2023-07-14T12:39:29.055 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.048+0000 7f6941ffb700 1 -- 172.21.15.133:0/1672490983 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7f693800a3b0 con 0x7f69340035c0 2023-07-14T12:39:29.055 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:39:29.055 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":2,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","modified":"2023-07-14T12:39:23.338065Z","created":"2023-07-14T12:37:46.053336Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:3300","nonce":0},{"type":"v1","addr":"172.21.15.133:6789","nonce":0}]},"addr":"172.21.15.133:6789/0","public_addr":"172.21.15.133:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-07-14T12:39:29.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f69280385f0 msgr2=0x7f692803aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:29.061 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f69280385f0 0x7f692803aaa0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6930009180 tx=0x7f6930008040 comp rx=0 tx=0).stop 2023-07-14T12:39:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 msgr2=0x7f694419a9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f694419a9f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6938019000 tx=0x7f69380057a0 comp rx=0 tx=0).stop 2023-07-14T12:39:29.062 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 shutdown_connections 2023-07-14T12:39:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f69280385f0 0x7f692803aaa0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69340035c0 0x7f694419a9f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:29.063 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 --2- 172.21.15.133:0/1672490983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f694419af30 0x7f6944194a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:29.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 >> 172.21.15.133:0/1672490983 conn(0x7f6944073d70 msgr2=0x7f694418a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:29.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 shutdown_connections 2023-07-14T12:39:29.064 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:29.050+0000 7f694b1c3700 1 -- 172.21.15.133:0/1672490983 wait complete. 2023-07-14T12:39:29.064 INFO:teuthology.orchestra.run.smithi133.stderr:dumped monmap epoch 2 2023-07-14T12:39:29.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:29.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:29.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:29.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: Deploying daemon mon.b on smithi130 2023-07-14T12:39:29.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:29.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/1672490983' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:29.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:29.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: Deploying daemon mon.b on smithi130 2023-07-14T12:39:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/1672490983' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:30.477 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-07-14T12:39:30.478 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph mon dump -f json 2023-07-14T12:39:31.045 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:39:31.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 systemd[1]: Starting Ceph mon.b for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:39:31.264 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:31 smithi133 ceph-mon[98311]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:31 smithi040 ceph-mon[96535]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 podman[97936]: 2023-07-14T12:39:31.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: set uid:gid to 167:167 (ceph:ceph) 2023-07-14T12:39:31.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: ceph version 18.0.0-4757-g3fc0089c (3fc0089cc1082313a98853d48b892acdc1385b8b) reef (dev), process ceph-mon, pid 7 2023-07-14T12:39:31.600 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 bash[97936]: acc66d2fda241d1c5424404fe158ffd878ac5e987af85d8831f8f775cd477972 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pidfile_write: ignore empty --pid-file 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: load: jerasure load: lrc 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: RocksDB version: 7.9.2 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Git sha 0 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Compile date 2023-07-13 18:29:45 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: DB SUMMARY 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: DB Session ID: 3FLRUDX49J39B97VTD6G 2023-07-14T12:39:31.601 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: CURRENT file: CURRENT 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: IDENTITY file: IDENTITY 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.error_if_exists: 0 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.create_if_missing: 0 2023-07-14T12:39:31.602 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.paranoid_checks: 1 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.flush_verify_memtable_count: 1 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.env: 0x559b634df720 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.fs: PosixFileSystem 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.info_log: 0x559b64613280 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_file_opening_threads: 16 2023-07-14T12:39:31.603 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.statistics: (nil) 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.use_fsync: 0 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_log_file_size: 0 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.log_file_time_to_roll: 0 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.keep_log_file_num: 1000 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.recycle_log_file_num: 0 2023-07-14T12:39:31.604 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.allow_fallocate: 1 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.allow_mmap_reads: 0 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.allow_mmap_writes: 0 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.use_direct_reads: 0 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.create_missing_column_families: 0 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.db_log_dir: 2023-07-14T12:39:31.605 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.wal_dir: 2023-07-14T12:39:31.606 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.table_cache_numshardbits: 6 2023-07-14T12:39:31.606 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.WAL_ttl_seconds: 0 2023-07-14T12:39:31.606 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.WAL_size_limit_MB: 0 2023-07-14T12:39:31.606 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-07-14T12:39:31.606 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.is_fd_close_on_exec: 1 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.advise_random_on_open: 1 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.db_write_buffer_size: 0 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.write_buffer_manager: 0x559b645343c0 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-07-14T12:39:31.607 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.use_adaptive_mutex: 0 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.rate_limiter: (nil) 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.wal_recovery_mode: 2 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.enable_thread_tracking: 0 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.enable_pipelined_write: 0 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.unordered_write: 0 2023-07-14T12:39:31.608 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-07-14T12:39:31.609 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-07-14T12:39:31.609 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-07-14T12:39:31.609 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-07-14T12:39:31.609 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.row_cache: None 2023-07-14T12:39:31.609 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.wal_filter: None 2023-07-14T12:39:31.610 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-07-14T12:39:31.610 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.allow_ingest_behind: 0 2023-07-14T12:39:31.610 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.two_write_queues: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.manual_wal_flush: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.wal_compression: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.atomic_flush: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.persist_stats_to_disk: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.write_dbid_to_manifest: 0 2023-07-14T12:39:31.611 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.log_readahead_size: 0 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.best_efforts_recovery: 0 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.allow_data_in_errors: 0 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.db_host_id: __hostname__ 2023-07-14T12:39:31.612 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.enforce_single_del_contracts: true 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_background_jobs: 2 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_background_compactions: -1 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_subcompactions: 1 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.delayed_write_rate : 16777216 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_total_wal_size: 0 2023-07-14T12:39:31.613 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.stats_dump_period_sec: 600 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.stats_persist_period_sec: 600 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_open_files: -1 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bytes_per_sync: 0 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.wal_bytes_per_sync: 0 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.strict_bytes_per_sync: 0 2023-07-14T12:39:31.614 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_readahead_size: 0 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_background_flushes: -1 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Compression algorithms supported: 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kZSTD supported: 0 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kXpressCompression supported: 0 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kLZ4HCCompression supported: 1 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kZlibCompression supported: 1 2023-07-14T12:39:31.615 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kSnappyCompression supported: 1 2023-07-14T12:39:31.616 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kLZ4Compression supported: 1 2023-07-14T12:39:31.616 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: kBZip2Compression supported: 0 2023-07-14T12:39:31.616 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Fast CRC32 supported: Supported on x86 2023-07-14T12:39:31.616 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: DMutex implementation: pthread_mutex_t 2023-07-14T12:39:31.617 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-07-14T12:39:31.617 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-07-14T12:39:31.617 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-07-14T12:39:31.617 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.merge_operator: 2023-07-14T12:39:31.617 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_filter: None 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_filter_factory: None 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.sst_partitioner_factory: None 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.memtable_factory: SkipListFactory 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.table_factory: BlockBasedTable 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559b64613380) 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout: cache_index_and_filter_blocks: 1 2023-07-14T12:39:31.618 INFO:journalctl@ceph.mon.b.smithi130.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: pin_top_level_index_and_filter: 1 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: index_type: 0 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: data_block_index_type: 0 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: index_shortening: 1 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: data_block_hash_table_util_ratio: 0.750000 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: checksum: 4 2023-07-14T12:39:31.619 INFO:journalctl@ceph.mon.b.smithi130.stdout: no_block_cache: 0 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache: 0x559b645d31f0 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache_name: BinnedLRUCache 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache_options: 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: capacity : 536870912 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: num_shard_bits : 4 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: strict_capacity_limit : 0 2023-07-14T12:39:31.620 INFO:journalctl@ceph.mon.b.smithi130.stdout: high_pri_pool_ratio: 0.000 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_cache_compressed: (nil) 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: persistent_cache: (nil) 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_size: 4096 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_size_deviation: 10 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_restart_interval: 16 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: index_block_restart_interval: 1 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: metadata_block_size: 4096 2023-07-14T12:39:31.621 INFO:journalctl@ceph.mon.b.smithi130.stdout: partition_filters: 0 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: use_delta_encoding: 1 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: filter_policy: bloomfilter 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: whole_key_filtering: 1 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: verify_compression: 0 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: read_amp_bytes_per_bit: 0 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: format_version: 5 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: enable_index_compression: 1 2023-07-14T12:39:31.622 INFO:journalctl@ceph.mon.b.smithi130.stdout: block_align: 0 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout: max_auto_readahead_size: 262144 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout: prepopulate_block_cache: 0 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout: initial_auto_readahead_size: 8192 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout: num_file_reads_for_auto_readahead: 2 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.write_buffer_size: 33554432 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_write_buffer_number: 2 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression: NoCompression 2023-07-14T12:39:31.623 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression: Disabled 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.prefix_extractor: nullptr 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.num_levels: 7 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-07-14T12:39:31.624 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-07-14T12:39:31.625 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.window_bits: -14 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.level: 32767 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.strategy: 0 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-07-14T12:39:31.626 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.enabled: false 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.target_file_size_base: 67108864 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.target_file_size_multiplier: 1 2023-07-14T12:39:31.627 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-07-14T12:39:31.628 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.arena_block_size: 1048576 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-07-14T12:39:31.629 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.disable_auto_compactions: 0 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-07-14T12:39:31.630 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.table_properties_collectors: 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.inplace_update_support: 0 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.inplace_update_num_locks: 10000 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-07-14T12:39:31.631 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.memtable_huge_page_size: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.bloom_locality: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.max_successive_merges: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.optimize_filters_for_hits: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.paranoid_file_checks: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.force_consistency_checks: 1 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.report_bg_io_stats: 0 2023-07-14T12:39:31.632 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.ttl: 2592000 2023-07-14T12:39:31.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.periodic_compaction_seconds: 0 2023-07-14T12:39:31.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-07-14T12:39:31.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-07-14T12:39:31.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.enable_blob_files: false 2023-07-14T12:39:31.633 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.min_blob_size: 0 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.blob_file_size: 268435456 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.blob_compression_type: NoCompression 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.enable_blob_garbage_collection: false 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-07-14T12:39:31.634 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.blob_file_starting_level: 0 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e12979e4-edfd-40a6-9ebe-32c0430e8a87 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338371526110, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338371526667, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1689338371, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e12979e4-edfd-40a6-9ebe-32c0430e8a87", "db_session_id": "3FLRUDX49J39B97VTD6G", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-07-14T12:39:31.635 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: EVENT_LOG_v1 {"time_micros": 1689338371526764, "job": 1, "event": "recovery_finished"} 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559b6466c000 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: DB pointer 0x559b64658000 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-07-14T12:39:31.636 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** DB Stats ** 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-07-14T12:39:31.637 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** Compaction Stats [default] ** 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:39:31.638 INFO:journalctl@ceph.mon.b.smithi130.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** Compaction Stats [default] ** 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-07-14T12:39:31.639 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: AddFile(Keys): cumulative 0, interval 0 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-07-14T12:39:31.640 INFO:journalctl@ceph.mon.b.smithi130.stdout: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout: Block cache BinnedLRUCache@0x559b645d31f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout: ** File Read Latency Histogram By Level [default] ** 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-07-14T12:39:31.641 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: using public_addr v2:172.21.15.130:0/0 -> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: starting mon.b rank -1 at public addrs [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] at bind addrs [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(???) e0 preinit fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).mds e1 new map 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).mds e1 print_map 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout: e1 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-07-14T12:39:31.642 INFO:journalctl@ceph.mon.b.smithi130.stdout: legacy client fscid: -1 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout: 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout: No filesystems configured 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-07-14T12:39:31.643 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.644 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Added host smithi133 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.645 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/975656718' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.646 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/975656718' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:31.647 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.648 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Saving service mon spec with placement smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c;count:3 2023-07-14T12:39:31.649 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Deploying daemon mon.c on smithi133 2023-07-14T12:39:31.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/3708859142' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:31.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:39:31.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.a calling monitor election 2023-07-14T12:39:31.650 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.c calling monitor election 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.651 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: fsmap 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mgrmap e13: x(active, since 43s) 2023-07-14T12:39:31.652 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: overall HEALTH_OK 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: Deploying daemon mon.b on smithi130 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.653 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/1672490983' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expand map: {default=false} 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta from 'false' to 'false' 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expanded map: {default=false} 2023-07-14T12:39:31.654 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expand map: {default=info} 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta from 'info' to 'info' 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expanded map: {default=info} 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expand map: {default=daemon} 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta from 'daemon' to 'daemon' 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expanded map: {default=daemon} 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expand map: {default=debug} 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta from 'debug' to 'debug' 2023-07-14T12:39:31.655 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 ceph-mon[97977]: expand_channel_meta expanded map: {default=debug} 2023-07-14T12:39:31.656 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:31 smithi130 systemd[1]: Started Ceph mon.b for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:39:36.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/2057560164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1880035c0 msgr2=0x7fc188005a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:36.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/2057560164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1880035c0 0x7fc188005a40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc19c0ff860 tx=0x7fc18c00fe60 comp rx=0 tx=0).stop 2023-07-14T12:39:36.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/2057560164 shutdown_connections 2023-07-14T12:39:36.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/2057560164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1880035c0 0x7fc188005a40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.622 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/2057560164 >> 172.21.15.133:0/2057560164 conn(0x7fc19c073d70 msgr2=0x7fc19c074170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:36.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/2057560164 shutdown_connections 2023-07-14T12:39:36.623 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.614+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/2057560164 wait complete. 2023-07-14T12:39:36.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 Processor -- start 2023-07-14T12:39:36.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 -- start start 2023-07-14T12:39:36.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:36.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 0x7fc19c199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:36.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc19c199c90 0x7fc19c19a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:36.625 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19c1959b0 con 0x7fc19c199c90 2023-07-14T12:39:36.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19c1a1a00 con 0x7fc19c1952e0 2023-07-14T12:39:36.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a3dc3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19c1a1b40 con 0x7fc1880035c0 2023-07-14T12:39:36.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:36.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39076/0 (socket says 172.21.15.133:39076) 2023-07-14T12:39:36.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 -- 172.21.15.133:0/260389858 learned_addr learned my addr 172.21.15.133:0/260389858 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:39:36.626 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a2360700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc19c199c90 0x7fc19c19a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:36.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a135e700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 0x7fc19c199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:36.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 msgr2=0x7fc19c194da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-07-14T12:39:36.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 msgr2=0x7fc19c194da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-07-14T12:39:36.627 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.616+0000 7fc1a1b5f700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a135e700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 msgr2=0x7fc19c199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a135e700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 msgr2=0x7fc19c199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a135e700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 0x7fc19c199750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a135e700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 0x7fc19c199750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a2360700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 msgr2=0x7fc19c194da0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a2360700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.628 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a2360700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 msgr2=0x7fc19c199750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:39:36.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a2360700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 0x7fc19c199750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a2360700 1 -- 172.21.15.133:0/260389858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc18c00f8b0 con 0x7fc19c199c90 2023-07-14T12:39:36.629 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a2360700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc19c199c90 0x7fc19c19a130 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc19400bd80 tx=0x7fc19400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:36.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc19400cd10 con 0x7fc19c199c90 2023-07-14T12:39:36.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc19c1a1df0 con 0x7fc19c199c90 2023-07-14T12:39:36.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc19400ce70 con 0x7fc19c199c90 2023-07-14T12:39:36.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc194012880 con 0x7fc19c199c90 2023-07-14T12:39:36.630 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.617+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc19c1a2270 con 0x7fc19c199c90 2023-07-14T12:39:36.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.618+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fc1940129e0 con 0x7fc19c199c90 2023-07-14T12:39:36.631 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.618+0000 7fc192ffd700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc180038c80 0x7fc18003b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:36.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.618+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc19c061b40 con 0x7fc19c199c90 2023-07-14T12:39:36.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.619+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc19404adf0 con 0x7fc19c199c90 2023-07-14T12:39:36.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.619+0000 7fc1a1b5f700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc180038c80 0x7fc18003b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:36.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.619+0000 7fc1a1b5f700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc180038c80 0x7fc18003b130 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc18c005d10 tx=0x7fc18c005c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:36.632 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.624+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc19401d3b0 con 0x7fc19c199c90 2023-07-14T12:39:36.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.901+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fc19c1a2650 con 0x7fc19c199c90 2023-07-14T12:39:36.908 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.901+0000 7fc192ffd700 1 -- 172.21.15.133:0/260389858 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1274 (secure 0 0 0) 0x7fc1940112a0 con 0x7fc19c199c90 2023-07-14T12:39:36.909 INFO:teuthology.orchestra.run.smithi133.stdout: 2023-07-14T12:39:36.909 INFO:teuthology.orchestra.run.smithi133.stdout:{"epoch":3,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","modified":"2023-07-14T12:39:31.554288Z","created":"2023-07-14T12:37:46.053336Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:3300","nonce":0},{"type":"v1","addr":"172.21.15.133:6789","nonce":0}]},"addr":"172.21.15.133:6789/0","public_addr":"172.21.15.133:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:3300","nonce":0},{"type":"v1","addr":"172.21.15.130:6789","nonce":0}]},"addr":"172.21.15.130:6789/0","public_addr":"172.21.15.130:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-07-14T12:39:36.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc180038c80 msgr2=0x7fc18003b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:36.911 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc180038c80 0x7fc18003b130 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc18c005d10 tx=0x7fc18c005c80 comp rx=0 tx=0).stop 2023-07-14T12:39:36.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc19c199c90 msgr2=0x7fc19c19a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:36.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc19c199c90 0x7fc19c19a130 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc19400bd80 tx=0x7fc19400be60 comp rx=0 tx=0).stop 2023-07-14T12:39:36.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 shutdown_connections 2023-07-14T12:39:36.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc180038c80 0x7fc18003b130 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc1880035c0 0x7fc19c194da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.912 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc19c199c90 0x7fc19c19a130 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 --2- 172.21.15.133:0/260389858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc19c1952e0 0x7fc19c199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:36.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 >> 172.21.15.133:0/260389858 conn(0x7fc19c073d70 msgr2=0x7fc19c101be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:36.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 shutdown_connections 2023-07-14T12:39:36.913 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:36.904+0000 7fc1a3dc3700 1 -- 172.21.15.133:0/260389858 wait complete. 2023-07-14T12:39:36.913 INFO:teuthology.orchestra.run.smithi133.stderr:dumped monmap epoch 3 2023-07-14T12:39:36.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:39:36.938 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: mon.a calling monitor election 2023-07-14T12:39:36.939 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: mon.c calling monitor election 2023-07-14T12:39:36.939 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:36.939 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:36.939 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:36.939 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:36.939 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: fsmap 2023-07-14T12:39:36.940 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:36.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: mgrmap e13: x(active, since 51s) 2023-07-14T12:39:36.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-07-14T12:39:36.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-07-14T12:39:36.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-07-14T12:39:36.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: mon.b (rank 2) addr [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] is down (out of quorum) 2023-07-14T12:39:36.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:36.942 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:39:37.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: mon.a calling monitor election 2023-07-14T12:39:37.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: mon.c calling monitor election 2023-07-14T12:39:37.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:37.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-07-14T12:39:37.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: fsmap 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: mgrmap e13: x(active, since 51s) 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-07-14T12:39:37.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: mon.b (rank 2) addr [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] is down (out of quorum) 2023-07-14T12:39:37.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.415 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-07-14T12:39:37.415 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph config generate-minimal-conf 2023-07-14T12:39:37.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:37.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:37 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/260389858' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:37.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:37 smithi040 ceph-mon[96535]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:37.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:37.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:37.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:37 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/260389858' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:37.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:37 smithi133 ceph-mon[98311]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:37.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:37.991 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:39.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: mon.a calling monitor election 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: mon.c calling monitor election 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:39.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:39.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: fsmap 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: mgrmap e13: x(active, since 51s) 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: mon.b (rank 2) addr [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] is down (out of quorum) 2023-07-14T12:39:39.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/260389858' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:39.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:39.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 -- 172.21.15.40:0/3912252822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6841055d0 msgr2=0x7fc6841059a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:39.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/3912252822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6841055d0 0x7fc6841059a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc680009910 tx=0x7fc680009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:39.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 -- 172.21.15.40:0/3912252822 shutdown_connections 2023-07-14T12:39:39.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/3912252822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6841055d0 0x7fc6841059a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 -- 172.21.15.40:0/3912252822 >> 172.21.15.40:0/3912252822 conn(0x7fc6840742b0 msgr2=0x7fc6840746b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:39.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 -- 172.21.15.40:0/3912252822 shutdown_connections 2023-07-14T12:39:39.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.343+0000 7fc68c7a7700 1 -- 172.21.15.40:0/3912252822 wait complete. 2023-07-14T12:39:39.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.344+0000 7fc68c7a7700 1 Processor -- start 2023-07-14T12:39:39.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.344+0000 7fc68c7a7700 1 -- start start 2023-07-14T12:39:39.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68c7a7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6841055d0 0x7fc6840fe520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68c7a7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 0x7fc6840feed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68c7a7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6841a0d80 0x7fc6841a3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68c7a7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6841a37b0 con 0x7fc6840fea60 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68c7a7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6841a3920 con 0x7fc6841a0d80 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68c7a7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6841a3ae0 con 0x7fc6841055d0 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 0x7fc6840feed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:39.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 0x7fc6840feed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59106/0 (socket says 172.21.15.40:59106) 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 -- 172.21.15.40:0/1659500449 learned_addr learned my addr 172.21.15.40:0/1659500449 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68a543700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6841055d0 0x7fc6840fe520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68ad44700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6841a0d80 0x7fc6841a3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 -- 172.21.15.40:0/1659500449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6841055d0 msgr2=0x7fc6840fe520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6841055d0 0x7fc6840fe520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 -- 172.21.15.40:0/1659500449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6841a0d80 msgr2=0x7fc6841a3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:39.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6841a0d80 0x7fc6841a3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 -- 172.21.15.40:0/1659500449 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6800095f0 con 0x7fc6840fea60 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc68ad44700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6841a0d80 0x7fc6841a3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc689d42700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 0x7fc6840feed0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc67400b780 tx=0x7fc67400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.345+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc674004230 con 0x7fc6840fea60 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.346+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc674004390 con 0x7fc6840fea60 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.346+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6841a3dc0 con 0x7fc6840fea60 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.346+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc674011ad0 con 0x7fc6840fea60 2023-07-14T12:39:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.346+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6841a4340 con 0x7fc6840fea60 2023-07-14T12:39:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.347+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7fc674011c30 con 0x7fc6840fea60 2023-07-14T12:39:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.347+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc684061b40 con 0x7fc6840fea60 2023-07-14T12:39:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.347+0000 7fc67b7fe700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc670038c80 0x7fc67003b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.347+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc67404acd0 con 0x7fc6840fea60 2023-07-14T12:39:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.347+0000 7fc68a543700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc670038c80 0x7fc67003b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.347+0000 7fc68a543700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc670038c80 0x7fc67003b130 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc680009fd0 tx=0x7fc6800058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:39.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.352+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc67401ae40 con 0x7fc6840fea60 2023-07-14T12:39:39.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.555+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fc6841a46d0 con 0x7fc6840fea60 2023-07-14T12:39:39.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.556+0000 7fc67b7fe700 1 -- 172.21.15.40:0/1659500449 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+275 (secure 0 0 0) 0x7fc67400f2e0 con 0x7fc6840fea60 2023-07-14T12:39:39.563 INFO:teuthology.orchestra.run.smithi040.stdout:# minimal ceph.conf for 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:39:39.563 INFO:teuthology.orchestra.run.smithi040.stdout:[global] 2023-07-14T12:39:39.563 INFO:teuthology.orchestra.run.smithi040.stdout: fsid = 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:39:39.563 INFO:teuthology.orchestra.run.smithi040.stdout: mon_host = [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] 2023-07-14T12:39:39.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc670038c80 msgr2=0x7fc67003b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:39.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc670038c80 0x7fc67003b130 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc680009fd0 tx=0x7fc6800058e0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 msgr2=0x7fc6840feed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 0x7fc6840feed0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc67400b780 tx=0x7fc67400ba90 comp rx=0 tx=0).stop 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 shutdown_connections 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc670038c80 0x7fc67003b130 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6841055d0 0x7fc6840fe520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6841a0d80 0x7fc6841a3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 --2- 172.21.15.40:0/1659500449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6840fea60 0x7fc6840feed0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:39.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 >> 172.21.15.40:0/1659500449 conn(0x7fc6840742b0 msgr2=0x7fc684106e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:39.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 shutdown_connections 2023-07-14T12:39:39.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:39.558+0000 7fc68c7a7700 1 -- 172.21.15.40:0/1659500449 wait complete. 2023-07-14T12:39:39.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: mon.b calling monitor election 2023-07-14T12:39:39.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:39:39.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:39:39.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:39:39.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: mon.b calling monitor election 2023-07-14T12:39:39.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: mon.c calling monitor election 2023-07-14T12:39:39.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: mon.a calling monitor election 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: fsmap 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: mgrmap e13: x(active, since 53s) 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-07-14T12:39:39.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Cluster is now healthy 2023-07-14T12:39:39.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: overall HEALTH_OK 2023-07-14T12:39:39.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:39.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:39.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:39.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:39.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: mon.b calling monitor election 2023-07-14T12:39:39.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:39:39.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:39:39.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:39:39.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: mon.b calling monitor election 2023-07-14T12:39:39.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: mon.c calling monitor election 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: mon.a calling monitor election 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: fsmap 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: mgrmap e13: x(active, since 53s) 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Cluster is now healthy 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: overall HEALTH_OK 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:39.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:39.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: mon.b calling monitor election 2023-07-14T12:39:39.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: mon.b calling monitor election 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: mon.c calling monitor election 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: mon.a calling monitor election 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-07-14T12:39:39.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0],c=[v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0]} removed_ranks: {} 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: fsmap 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: osdmap e4: 0 total, 0 up, 0 in 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: mgrmap e13: x(active, since 53s) 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Cluster is now healthy 2023-07-14T12:39:39.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: overall HEALTH_OK 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:39.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:39.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:39.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:40.359 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-07-14T12:39:40.360 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:39:40.361 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.conf 2023-07-14T12:39:40.393 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:39:40.394 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:40.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:40 smithi040 ceph-mon[96535]: Reconfiguring mon.a (unknown last config time)... 2023-07-14T12:39:40.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:40 smithi040 ceph-mon[96535]: Reconfiguring daemon mon.a on smithi040 2023-07-14T12:39:40.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:40 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:40.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:40 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1659500449' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:40.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:40 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:40.462 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:39:40.462 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.conf 2023-07-14T12:39:40.499 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:39:40.500 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:40.568 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:39:40.569 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.conf 2023-07-14T12:39:40.600 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:40 smithi133 ceph-mon[98311]: Reconfiguring mon.a (unknown last config time)... 2023-07-14T12:39:40.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:40 smithi133 ceph-mon[98311]: Reconfiguring daemon mon.a on smithi040 2023-07-14T12:39:40.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:40 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:40.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:40 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1659500449' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:40.601 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:40 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:40.606 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:39:40.606 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:39:40.677 INFO:tasks.cephadm:Adding mgr.x on smithi040 2023-07-14T12:39:40.678 INFO:tasks.cephadm:Adding mgr.y on smithi130 2023-07-14T12:39:40.678 INFO:tasks.cephadm:Adding mgr.z on smithi133 2023-07-14T12:39:40.679 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch apply mgr '3;smithi040=x;smithi130=y;smithi133=z' 2023-07-14T12:39:40.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:40 smithi130 ceph-mon[97977]: Reconfiguring mon.a (unknown last config time)... 2023-07-14T12:39:40.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:40 smithi130 ceph-mon[97977]: Reconfiguring daemon mon.a on smithi040 2023-07-14T12:39:40.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:40 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:39:40.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:40 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1659500449' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:40.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:40 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.272 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:39:41.585 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.586 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.586 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: Reconfiguring mon.b (monmap changed)... 2023-07-14T12:39:41.586 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:41.586 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:41.586 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:41.586 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: Reconfiguring daemon mon.b on smithi130 2023-07-14T12:39:41.587 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:41 smithi130 ceph-mon[97977]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:41.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: Reconfiguring mon.b (monmap changed)... 2023-07-14T12:39:41.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:41.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:41.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:41.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: Reconfiguring daemon mon.b on smithi130 2023-07-14T12:39:41.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:41 smithi133 ceph-mon[98311]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:41.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:41.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: Reconfiguring mon.b (monmap changed)... 2023-07-14T12:39:41.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: Reconfiguring daemon mon.b on smithi130 2023-07-14T12:39:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:41 smithi040 ceph-mon[96535]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:42.487 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.479+0000 7f7bee0b7700 1 -- 172.21.15.133:0/2310987372 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 msgr2=0x7f7be80fea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:42.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.479+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/2310987372 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 0x7f7be80fea10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8009910 tx=0x7f7bd8009c20 comp rx=0 tx=0).stop 2023-07-14T12:39:42.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.479+0000 7f7bee0b7700 1 -- 172.21.15.133:0/2310987372 shutdown_connections 2023-07-14T12:39:42.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.479+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/2310987372 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 0x7f7be80fea10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.479+0000 7f7bee0b7700 1 -- 172.21.15.133:0/2310987372 >> 172.21.15.133:0/2310987372 conn(0x7f7be80f9bb0 msgr2=0x7f7be80fbfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:42.488 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.479+0000 7f7bee0b7700 1 -- 172.21.15.133:0/2310987372 shutdown_connections 2023-07-14T12:39:42.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.480+0000 7f7bee0b7700 1 -- 172.21.15.133:0/2310987372 wait complete. 2023-07-14T12:39:42.489 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.480+0000 7f7bee0b7700 1 Processor -- start 2023-07-14T12:39:42.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.480+0000 7f7bee0b7700 1 -- start start 2023-07-14T12:39:42.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.480+0000 7f7bee0b7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 0x7f7be80fbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:42.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.480+0000 7f7bee0b7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 0x7f7be80fa600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:42.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.480+0000 7f7bee0b7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7be80fab40 0x7f7be819ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:42.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7bee0b7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be819ef80 con 0x7f7be80fe600 2023-07-14T12:39:42.491 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7bee0b7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be819f0c0 con 0x7f7be80fab40 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7bee0b7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7be819f200 con 0x7f7be80fa190 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 0x7f7be80fa600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 0x7f7be80fa600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39088/0 (socket says 172.21.15.133:39088) 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 -- 172.21.15.133:0/3263049564 learned_addr learned my addr 172.21.15.133:0/3263049564 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be77fe700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 0x7f7be80fbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be7fff700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7be80fab40 0x7f7be819ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:42.492 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 -- 172.21.15.133:0/3263049564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7be80fab40 msgr2=0x7f7be819ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7be80fab40 0x7f7be819ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 -- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 msgr2=0x7f7be80fbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 0x7f7be80fbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 -- 172.21.15.133:0/3263049564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bd80095f0 con 0x7f7be80fa190 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be7fff700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7be80fab40 0x7f7be819ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be6ffd700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 0x7f7be80fa600 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00b780 tx=0x7f7bdc00ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:42.493 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc004230 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7be819f4e0 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bdc004390 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bdc011ad0 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.481+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7be819fa60 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.482+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f7bdc011c30 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.482+0000 7f7be4ff9700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7bd0038c30 0x7f7bd003b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.482+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f7bdc04ac90 con 0x7f7be80fa190 2023-07-14T12:39:42.494 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.483+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7be818e190 con 0x7f7be80fa190 2023-07-14T12:39:42.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.483+0000 7f7be77fe700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7bd0038c30 0x7f7bd003b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:42.495 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.483+0000 7f7be77fe700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7bd0038c30 0x7f7bd003b0e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8005130 tx=0x7f7bd8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:42.496 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.488+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7bdc01a400 con 0x7f7be80fa190 2023-07-14T12:39:42.709 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.702+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi040=x;smithi130=y;smithi133=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f7be80609e0 con 0x7f7bd0038c30 2023-07-14T12:39:42.716 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.709+0000 7f7be4ff9700 1 -- 172.21.15.133:0/3263049564 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f7be80609e0 con 0x7f7bd0038c30 2023-07-14T12:39:42.717 INFO:teuthology.orchestra.run.smithi133.stdout:Scheduled mgr update... 2023-07-14T12:39:42.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7bd0038c30 msgr2=0x7f7bd003b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:42.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7bd0038c30 0x7f7bd003b0e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8005130 tx=0x7f7bd8005fd0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 msgr2=0x7f7be80fa600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:42.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 0x7f7be80fa600 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7bdc00b780 tx=0x7f7bdc00ba90 comp rx=0 tx=0).stop 2023-07-14T12:39:42.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 shutdown_connections 2023-07-14T12:39:42.719 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7bd0038c30 0x7f7bd003b0e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7be80fab40 0x7f7be819ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7be80fe600 0x7f7be80fbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 --2- 172.21.15.133:0/3263049564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7be80fa190 0x7f7be80fa600 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:42.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 >> 172.21.15.133:0/3263049564 conn(0x7f7be80f9bb0 msgr2=0x7f7be8068500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:42.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 shutdown_connections 2023-07-14T12:39:42.720 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:39:42.711+0000 7f7bee0b7700 1 -- 172.21.15.133:0/3263049564 wait complete. 2023-07-14T12:39:42.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:42.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:42.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: Reconfiguring mon.c (monmap changed)... 2023-07-14T12:39:42.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:42.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:42.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:42.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:42 smithi133 ceph-mon[98311]: Reconfiguring daemon mon.c on smithi133 2023-07-14T12:39:43.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: Reconfiguring mon.c (monmap changed)... 2023-07-14T12:39:43.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:43.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:43.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:43.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:42 smithi130 ceph-mon[97977]: Reconfiguring daemon mon.c on smithi133 2023-07-14T12:39:43.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: Reconfiguring mon.c (monmap changed)... 2023-07-14T12:39:43.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-07-14T12:39:43.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-07-14T12:39:43.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:43.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:42 smithi040 ceph-mon[96535]: Reconfiguring daemon mon.c on smithi133 2023-07-14T12:39:43.333 DEBUG:teuthology.orchestra.run.smithi130:mgr.y> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.y.service 2023-07-14T12:39:43.336 DEBUG:teuthology.orchestra.run.smithi133:mgr.z> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.z.service 2023-07-14T12:39:43.340 INFO:tasks.cephadm:Deploying OSDs... 2023-07-14T12:39:43.341 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:39:43.341 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/scratch_devs of=/dev/stdout 2023-07-14T12:39:43.363 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-07-14T12:39:43.363 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_1 2023-07-14T12:39:43.370 INFO:journalctl@ceph.mgr.z.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:39:43.370 INFO:journalctl@ceph.mgr.y.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:39:43.425 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-07-14T12:39:43.425 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:43.426 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 381107 Links: 1 2023-07-14T12:39:43.426 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:43.426 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:43.426 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-07-14 12:38:55.465941786 +0000 2023-07-14T12:39:43.427 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-07-14 12:24:50.001131520 +0000 2023-07-14T12:39:43.427 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-07-14 12:24:50.001131520 +0000 2023-07-14T12:39:43.427 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-07-14T12:39:43.428 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-07-14T12:39:43.494 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-07-14T12:39:43.496 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-07-14T12:39:43.496 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000239154 s, 2.1 MB/s 2023-07-14T12:39:43.497 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-07-14T12:39:43.557 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_2 2023-07-14T12:39:43.616 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-07-14T12:39:43.617 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:43.617 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 374302 Links: 1 2023-07-14T12:39:43.617 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:43.617 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:43.617 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-07-14 12:38:55.465941786 +0000 2023-07-14T12:39:43.617 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-07-14 12:24:50.530124712 +0000 2023-07-14T12:39:43.618 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-07-14 12:24:50.530124712 +0000 2023-07-14T12:39:43.618 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-07-14T12:39:43.618 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-07-14T12:39:43.685 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-07-14T12:39:43.686 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-07-14T12:39:43.686 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000229677 s, 2.2 MB/s 2023-07-14T12:39:43.688 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-07-14T12:39:43.747 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_3 2023-07-14T12:39:43.805 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-07-14T12:39:43.805 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 381288 Links: 1 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-07-14 12:38:55.465941786 +0000 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-07-14 12:24:51.056117943 +0000 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-07-14 12:24:51.056117943 +0000 2023-07-14T12:39:43.806 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-07-14T12:39:43.807 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-07-14T12:39:43.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi040=x;smithi130=y;smithi133=z", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:43.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: Saving service mgr spec with placement smithi040=x;smithi130=y;smithi133=z;count:3 2023-07-14T12:39:43.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:43.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-07-14T12:39:43.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:43.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-07-14T12:39:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-07-14T12:39:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000215487 s, 2.4 MB/s 2023-07-14T12:39:43.872 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-07-14T12:39:43.930 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_4 2023-07-14T12:39:43.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi040=x;smithi130=y;smithi133=z", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:43.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: Saving service mgr spec with placement smithi040=x;smithi130=y;smithi133=z;count:3 2023-07-14T12:39:43.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:43.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:43.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-07-14T12:39:43.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:43.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:43.995 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-07-14T12:39:43.996 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:43.996 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 378411 Links: 1 2023-07-14T12:39:43.996 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:43.996 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:43.997 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-07-14 12:38:55.465941786 +0000 2023-07-14T12:39:43.997 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-07-14 12:24:51.583111161 +0000 2023-07-14T12:39:43.997 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-07-14 12:24:51.583111161 +0000 2023-07-14T12:39:43.997 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-07-14T12:39:43.997 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-07-14T12:39:44.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi040=x;smithi130=y;smithi133=z", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:44.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: Saving service mgr spec with placement smithi040=x;smithi130=y;smithi133=z;count:3 2023-07-14T12:39:44.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:44.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:44.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:44.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:44.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:44.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:44.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:44.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:44.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:44.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-07-14T12:39:44.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:44.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-07-14T12:39:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-07-14T12:39:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000192698 s, 2.7 MB/s 2023-07-14T12:39:44.063 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-07-14T12:39:44.120 DEBUG:teuthology.orchestra.run.smithi130:> set -ex 2023-07-14T12:39:44.121 DEBUG:teuthology.orchestra.run.smithi130:> dd if=/scratch_devs of=/dev/stdout 2023-07-14T12:39:44.141 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-07-14T12:39:44.142 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_1 2023-07-14T12:39:44.202 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-07-14T12:39:44.202 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:44.202 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 6h/6d Inode: 378971 Links: 1 2023-07-14T12:39:44.203 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:44.203 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:44.203 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2023-07-14 12:39:30.957264956 +0000 2023-07-14T12:39:44.203 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2023-07-14 12:26:57.252996389 +0000 2023-07-14T12:39:44.203 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2023-07-14 12:26:57.252996389 +0000 2023-07-14T12:39:44.203 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: - 2023-07-14T12:39:44.204 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-07-14T12:39:44.272 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2023-07-14T12:39:44.272 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2023-07-14T12:39:44.273 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000254199 s, 2.0 MB/s 2023-07-14T12:39:44.274 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-07-14T12:39:44.334 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_2 2023-07-14T12:39:44.392 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-07-14T12:39:44.392 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:44.392 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 6h/6d Inode: 381188 Links: 1 2023-07-14T12:39:44.393 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:44.393 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:44.393 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2023-07-14 12:39:30.957264956 +0000 2023-07-14T12:39:44.393 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2023-07-14 12:26:57.798986366 +0000 2023-07-14T12:39:44.393 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2023-07-14 12:26:57.798986366 +0000 2023-07-14T12:39:44.393 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: - 2023-07-14T12:39:44.394 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-07-14T12:39:44.460 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2023-07-14T12:39:44.460 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2023-07-14T12:39:44.460 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000247034 s, 2.1 MB/s 2023-07-14T12:39:44.461 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-07-14T12:39:44.521 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_3 2023-07-14T12:39:44.579 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-07-14T12:39:44.580 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:44.580 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 6h/6d Inode: 357330 Links: 1 2023-07-14T12:39:44.580 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:44.580 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:44.580 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2023-07-14 12:39:30.957264956 +0000 2023-07-14T12:39:44.580 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2023-07-14 12:26:58.310976968 +0000 2023-07-14T12:39:44.581 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2023-07-14 12:26:58.310976968 +0000 2023-07-14T12:39:44.581 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: - 2023-07-14T12:39:44.581 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-07-14T12:39:44.645 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2023-07-14T12:39:44.646 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2023-07-14T12:39:44.646 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000219979 s, 2.3 MB/s 2023-07-14T12:39:44.647 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-07-14T12:39:44.705 DEBUG:teuthology.orchestra.run.smithi130:> stat /dev/vg_nvme/lv_4 2023-07-14T12:39:44.763 INFO:teuthology.orchestra.run.smithi130.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-07-14T12:39:44.764 INFO:teuthology.orchestra.run.smithi130.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:44.764 INFO:teuthology.orchestra.run.smithi130.stdout:Device: 6h/6d Inode: 377385 Links: 1 2023-07-14T12:39:44.764 INFO:teuthology.orchestra.run.smithi130.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:44.764 INFO:teuthology.orchestra.run.smithi130.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:44.765 INFO:teuthology.orchestra.run.smithi130.stdout:Access: 2023-07-14 12:39:30.958264935 +0000 2023-07-14T12:39:44.765 INFO:teuthology.orchestra.run.smithi130.stdout:Modify: 2023-07-14 12:26:58.823967551 +0000 2023-07-14T12:39:44.765 INFO:teuthology.orchestra.run.smithi130.stdout:Change: 2023-07-14 12:26:58.823967551 +0000 2023-07-14T12:39:44.766 INFO:teuthology.orchestra.run.smithi130.stdout: Birth: - 2023-07-14T12:39:44.766 DEBUG:teuthology.orchestra.run.smithi130:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-07-14T12:39:44.829 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records in 2023-07-14T12:39:44.829 INFO:teuthology.orchestra.run.smithi130.stderr:1+0 records out 2023-07-14T12:39:44.829 INFO:teuthology.orchestra.run.smithi130.stderr:512 bytes copied, 0.000217648 s, 2.4 MB/s 2023-07-14T12:39:44.830 DEBUG:teuthology.orchestra.run.smithi130:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-07-14T12:39:44.888 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2023-07-14T12:39:44.888 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/scratch_devs of=/dev/stdout 2023-07-14T12:39:44.909 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-07-14T12:39:44.909 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_1 2023-07-14T12:39:44.968 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-07-14T12:39:44.969 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:44.969 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 6h/6d Inode: 381188 Links: 1 2023-07-14T12:39:44.969 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:44.969 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:44.969 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-07-14 12:39:44.741903908 +0000 2023-07-14T12:39:44.970 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-07-14 12:25:14.163583625 +0000 2023-07-14T12:39:44.970 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-07-14 12:25:14.163583625 +0000 2023-07-14T12:39:44.970 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: - 2023-07-14T12:39:44.970 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-07-14T12:39:44.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:44 smithi133 ceph-mon[98311]: Deploying daemon mgr.z on smithi133 2023-07-14T12:39:44.973 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:44 smithi133 systemd[1]: Starting Ceph mgr.z for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:39:45.002 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-07-14T12:39:45.002 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-07-14T12:39:45.002 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000221002 s, 2.3 MB/s 2023-07-14T12:39:45.003 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-07-14T12:39:45.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:44 smithi130 ceph-mon[97977]: Deploying daemon mgr.z on smithi133 2023-07-14T12:39:45.062 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_2 2023-07-14T12:39:45.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:44 smithi040 ceph-mon[96535]: Deploying daemon mgr.z on smithi133 2023-07-14T12:39:45.120 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-07-14T12:39:45.120 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:45.120 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 6h/6d Inode: 381344 Links: 1 2023-07-14T12:39:45.120 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:45.120 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:45.121 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-07-14 12:39:44.741903908 +0000 2023-07-14T12:39:45.121 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-07-14 12:25:14.669574184 +0000 2023-07-14T12:39:45.121 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-07-14 12:25:14.669574184 +0000 2023-07-14T12:39:45.121 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: - 2023-07-14T12:39:45.121 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-07-14T12:39:45.186 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-07-14T12:39:45.187 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-07-14T12:39:45.187 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000229177 s, 2.2 MB/s 2023-07-14T12:39:45.188 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-07-14T12:39:45.246 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_3 2023-07-14T12:39:45.304 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-07-14T12:39:45.304 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:45.304 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 6h/6d Inode: 381497 Links: 1 2023-07-14T12:39:45.304 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:45.304 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:45.305 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-07-14 12:39:44.741903908 +0000 2023-07-14T12:39:45.305 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-07-14 12:25:15.213564033 +0000 2023-07-14T12:39:45.305 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-07-14 12:25:15.213564033 +0000 2023-07-14T12:39:45.305 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: - 2023-07-14T12:39:45.305 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-07-14T12:39:45.337 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 podman[100163]: 2023-07-14T12:39:45.366 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-07-14T12:39:45.366 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-07-14T12:39:45.367 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000239216 s, 2.1 MB/s 2023-07-14T12:39:45.368 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-07-14T12:39:45.427 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_4 2023-07-14T12:39:45.489 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-07-14T12:39:45.489 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-07-14T12:39:45.489 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 6h/6d Inode: 376133 Links: 1 2023-07-14T12:39:45.489 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:39:45.489 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2023-07-14T12:39:45.490 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2023-07-14 12:39:44.741903908 +0000 2023-07-14T12:39:45.490 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2023-07-14 12:25:15.727554443 +0000 2023-07-14T12:39:45.490 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2023-07-14 12:25:15.727554443 +0000 2023-07-14T12:39:45.490 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: - 2023-07-14T12:39:45.491 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-07-14T12:39:45.554 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2023-07-14T12:39:45.555 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2023-07-14T12:39:45.555 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000219678 s, 2.3 MB/s 2023-07-14T12:39:45.556 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-07-14T12:39:45.613 INFO:tasks.cephadm:Deploying osd.0 on smithi040 with /dev/vg_nvme/lv_4... 2023-07-14T12:39:45.614 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-07-14T12:39:45.651 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 bash[100163]: 1259149fb12d5df57e59acdb83a17246076dc67235cf9b21d2acd9b471e670e8 2023-07-14T12:39:45.651 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mgr[100346]: -- 172.21.15.133:0/2359664896 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b68f54d1e0 con 0x55b68f522c00 2023-07-14T12:39:45.651 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 systemd[1]: Started Ceph mgr.z for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:39:45.652 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:45.468+0000 7f3efc859200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:39:45.652 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:45.553+0000 7f3efc859200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:39:45.652 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:45.644+0000 7f3efc859200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:39:45.912 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:45.737+0000 7f3efc859200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:39:45.912 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:45.912 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:45.913 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:45.913 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:45.914 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:45.914 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-07-14T12:39:45.914 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:45.914 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:46.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:46.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:46.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:46.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:46.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:46.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-07-14T12:39:46.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:46.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:46.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:46.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:46.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:46.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:46.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:46.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-07-14T12:39:46.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:46.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:46.186 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:46.215 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:45.905+0000 7f3efc859200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:39:46.473 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:46.208+0000 7f3efc859200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:39:46.473 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:46.297+0000 7f3efc859200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:39:46.473 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:46.424+0000 7f3efc859200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:39:46.820 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:46 smithi040 ceph-mon[96535]: Deploying daemon mgr.y on smithi130 2023-07-14T12:39:46.941 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:46 smithi133 ceph-mon[98311]: Deploying daemon mgr.y on smithi130 2023-07-14T12:39:46.941 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:46.518+0000 7f3efc859200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:39:47.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:46 smithi130 ceph-mon[97977]: Deploying daemon mgr.y on smithi130 2023-07-14T12:39:47.015 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:46 smithi130 systemd[1]: Starting Ceph mgr.y for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:39:47.223 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:46.934+0000 7f3efc859200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:39:47.516 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 podman[99410]: 2023-07-14T12:39:47.517 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 bash[99410]: 56ee537743e0f5dafa58f3e24019205db5e9866737c332a80f9b98a2fa27e606 2023-07-14T12:39:47.813 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-mgr[99450]: -- 172.21.15.130:0/2473788762 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f201a651e0 con 0x55f201a3b000 2023-07-14T12:39:47.813 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 systemd[1]: Started Ceph mgr.y for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:39:47.813 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:47.631+0000 7f1997a98200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:39:47.813 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:47.712+0000 7f1997a98200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:39:47.814 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:47.805+0000 7f1997a98200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:39:47.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-mon[97977]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:47.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.814 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-07-14T12:39:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-07-14T12:39:47.883 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-07-14T12:39:47.884 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-07-14T12:39:47.884 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121707 s, 862 MB/s 2023-07-14T12:39:47.884 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-07-14T12:39:47.973 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:47.503+0000 7f3efc859200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:39:47.973 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:47.674+0000 7f3efc859200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:39:47.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-mon[98311]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:47.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:47.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:48.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:47 smithi040 ceph-mon[96535]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:48.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:48.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:48.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:48.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:48.092 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:47 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:47.904+0000 7f1997a98200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:39:48.249 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi040:vg_nvme/lv_4 2023-07-14T12:39:48.737 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:48 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:48.083+0000 7f1997a98200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:39:48.737 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:48 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:48.404+0000 7f1997a98200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:39:48.738 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:48 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:48.500+0000 7f1997a98200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:39:48.738 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:48 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:48.640+0000 7f1997a98200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:39:48.759 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:48 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:48.760 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:48.482+0000 7f3efc859200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:39:48.760 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:48.576+0000 7f3efc859200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:39:48.830 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:39:49.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:48 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:49.014 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:48 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:48.739+0000 7f1997a98200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:39:49.042 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:48 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:49.048 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:48.753+0000 7f3efc859200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:39:49.048 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:49.040+0000 7f3efc859200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:39:49.437 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:49.279+0000 7f3efc859200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:39:49.513 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:49.183+0000 7f1997a98200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:39:49.701 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:49.430+0000 7f3efc859200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:39:49.973 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:49.693+0000 7f3efc859200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:39:49.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:49.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:49.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:49.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:49.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:49.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:49.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:49.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:49.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:49.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:49.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:50.016 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:49.768+0000 7f1997a98200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:39:50.017 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:49.937+0000 7f1997a98200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:39:50.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:50.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:50.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:50.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 -- 172.21.15.40:0/1394445440 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100bf0 msgr2=0x7f9470101040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:50.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 --2- 172.21.15.40:0/1394445440 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100bf0 0x7f9470101040 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9460009990 tx=0x7f9460009ca0 comp rx=0 tx=0).stop 2023-07-14T12:39:50.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 -- 172.21.15.40:0/1394445440 shutdown_connections 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 --2- 172.21.15.40:0/1394445440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9470101580 0x7f9470107e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 --2- 172.21.15.40:0/1394445440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94700ff9f0 0x7f94700ffe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 --2- 172.21.15.40:0/1394445440 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100bf0 0x7f9470101040 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 -- 172.21.15.40:0/1394445440 >> 172.21.15.40:0/1394445440 conn(0x7f94700fb040 msgr2=0x7f94700fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 -- 172.21.15.40:0/1394445440 shutdown_connections 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.026+0000 7f947639f700 1 -- 172.21.15.40:0/1394445440 wait complete. 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 Processor -- start 2023-07-14T12:39:50.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 -- start start 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700ff9f0 0x7f94700742b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9470100bf0 0x7f9470072900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 0x7f9470072e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94700735c0 con 0x7f9470101580 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9470073730 con 0x7f9470100bf0 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947639f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f947019f740 con 0x7f94700ff9f0 2023-07-14T12:39:50.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 0x7f9470072e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:50.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947539d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700ff9f0 0x7f94700742b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:50.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 0x7f9470072e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59120/0 (socket says 172.21.15.40:59120) 2023-07-14T12:39:50.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 -- 172.21.15.40:0/713083643 learned_addr learned my addr 172.21.15.40:0/713083643 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:39:50.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f947539d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700ff9f0 0x7f94700742b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:44574/0 (socket says 172.21.15.40:44574) 2023-07-14T12:39:50.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9474b9c700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9470100bf0 0x7f9470072900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 -- 172.21.15.40:0/713083643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700ff9f0 msgr2=0x7f94700742b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700ff9f0 0x7f94700742b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 -- 172.21.15.40:0/713083643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9470100bf0 msgr2=0x7f9470072900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9470100bf0 0x7f9470072900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 -- 172.21.15.40:0/713083643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94600095f0 con 0x7f9470101580 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.027+0000 7f9475b9e700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 0x7f9470072e40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9468007ee0 tx=0x7f946800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.028+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9468017070 con 0x7f9470101580 2023-07-14T12:39:50.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.028+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f946800f040 con 0x7f9470101580 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.028+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f947019fa20 con 0x7f9470101580 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.028+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9468005580 con 0x7f9470101580 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.028+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f947019fed0 con 0x7f9470101580 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.029+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 13) v1 ==== 45539+0+0 (secure 0 0 0) 0x7f94680056e0 con 0x7f9470101580 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.029+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f947010b200 con 0x7f9470101580 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.029+0000 7f94667fc700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f945c0389e0 0x7f945c03ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:39:50.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.029+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f946804ab70 con 0x7f9470101580 2023-07-14T12:39:50.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.029+0000 7f947539d700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f945c0389e0 0x7f945c03ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:39:50.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.029+0000 7f947539d700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f945c0389e0 0x7f945c03ae90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9470100a50 tx=0x7f946c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:39:50.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.034+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f946801ad20 con 0x7f9470101580 2023-07-14T12:39:50.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:50.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:50.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:50.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-07-14T12:39:50.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-07-14T12:39:50.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:50.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:50.245+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f9470060950 con 0x7f945c0389e0 2023-07-14T12:39:50.716 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:50.391+0000 7f3efc859200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:39:50.717 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:50.521+0000 7f3efc859200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:39:50.974 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:50.709+0000 7f3efc859200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:39:50.974 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:50.823+0000 7f3efc859200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:39:50.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-mon[98311]: Reconfiguring mgr.x (unknown last config time)... 2023-07-14T12:39:50.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-mon[98311]: Reconfiguring daemon mgr.x on smithi040 2023-07-14T12:39:50.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:39:50.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:39:50.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:50.976 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:50.701+0000 7f1997a98200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:39:50.976 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:50.793+0000 7f1997a98200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:39:50.976 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:50.967+0000 7f1997a98200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:39:50.976 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-mon[97977]: Reconfiguring mgr.x (unknown last config time)... 2023-07-14T12:39:50.976 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-mon[97977]: Reconfiguring daemon mgr.x on smithi040 2023-07-14T12:39:50.977 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:50.977 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:39:50.977 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:39:50.977 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:51.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:50 smithi040 ceph-mon[96535]: Reconfiguring mgr.x (unknown last config time)... 2023-07-14T12:39:51.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:50 smithi040 ceph-mon[96535]: Reconfiguring daemon mgr.x on smithi040 2023-07-14T12:39:51.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:51.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:39:51.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:39:51.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:51.473 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:51.038+0000 7f3efc859200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:39:51.513 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:51.242+0000 7f1997a98200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:39:51.513 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:51.468+0000 7f1997a98200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:39:51.883 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:51.615+0000 7f1997a98200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:39:51.883 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:51.884 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-mon[97977]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:52.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:52.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:52.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:52.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:52.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:52.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:52.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:52.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:51 smithi040 ceph-mon[96535]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:52.223 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:39:51.885+0000 7f3efc859200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:39:52.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:39:52.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:52.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:52.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:39:52.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:39:52.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:39:52.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:39:52.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:51 smithi133 ceph-mon[98311]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:52.263 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:51 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:51.873+0000 7f1997a98200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:39:52.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:52.802+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 14) v1 ==== 90599+0+0 (secure 0 0 0) 0x7f946801a4f0 con 0x7f9470101580 2023-07-14T12:39:52.897 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:52.570+0000 7f1997a98200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:39:52.897 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:52.700+0000 7f1997a98200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:39:52.897 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: Standby manager daemon z started 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1658788684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91e2a481-3031-4e8e-8da1-74da34f73cf4"}]: dispatch 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1658788684' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91e2a481-3031-4e8e-8da1-74da34f73cf4"}]': finished 2023-07-14T12:39:52.898 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: osdmap e5: 1 total, 0 up, 1 in 2023-07-14T12:39:52.899 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:39:53.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: Standby manager daemon z started 2023-07-14T12:39:53.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1658788684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91e2a481-3031-4e8e-8da1-74da34f73cf4"}]: dispatch 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1658788684' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91e2a481-3031-4e8e-8da1-74da34f73cf4"}]': finished 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: osdmap e5: 1 total, 0 up, 1 in 2023-07-14T12:39:53.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:39:53.224 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:52.889+0000 7f1997a98200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:39:53.224 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:53 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:53.002+0000 7f1997a98200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:39:53.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: Standby manager daemon z started 2023-07-14T12:39:53.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-07-14T12:39:53.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:39:53.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-07-14T12:39:53.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/1509103404' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:39:53.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1658788684' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "91e2a481-3031-4e8e-8da1-74da34f73cf4"}]: dispatch 2023-07-14T12:39:53.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1658788684' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91e2a481-3031-4e8e-8da1-74da34f73cf4"}]': finished 2023-07-14T12:39:53.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: osdmap e5: 1 total, 0 up, 1 in 2023-07-14T12:39:53.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:39:53.513 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:53 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:53.215+0000 7f1997a98200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:39:54.077 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:53 smithi130 ceph-mon[97977]: mgrmap e14: x(active, since 67s), standbys: z 2023-07-14T12:39:54.077 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-07-14T12:39:54.077 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:53 smithi130 ceph-mon[97977]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:54.078 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:53 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/92825594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:39:54.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:53 smithi040 ceph-mon[96535]: mgrmap e14: x(active, since 67s), standbys: z 2023-07-14T12:39:54.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-07-14T12:39:54.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:53 smithi040 ceph-mon[96535]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:54.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:53 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/92825594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:39:54.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:53 smithi133 ceph-mon[98311]: mgrmap e14: x(active, since 67s), standbys: z 2023-07-14T12:39:54.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-07-14T12:39:54.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:53 smithi133 ceph-mon[98311]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:54.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:53 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/92825594' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:39:54.513 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:39:54 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:39:54.065+0000 7f1997a98200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:39:54.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:39:54.817+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mon.0 v2:172.21.15.40:3300/0 8 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7f946805d840 con 0x7f9470101580 2023-07-14T12:39:55.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:54 smithi040 ceph-mon[96535]: Standby manager daemon y started 2023-07-14T12:39:55.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:54 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-07-14T12:39:55.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:54 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:39:55.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:54 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-07-14T12:39:55.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:54 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:39:55.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:54 smithi133 ceph-mon[98311]: Standby manager daemon y started 2023-07-14T12:39:55.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:54 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-07-14T12:39:55.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:54 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:39:55.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:54 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-07-14T12:39:55.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:54 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:39:55.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:54 smithi130 ceph-mon[97977]: Standby manager daemon y started 2023-07-14T12:39:55.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:54 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-07-14T12:39:55.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:54 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:39:55.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:54 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-07-14T12:39:55.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:54 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/471120411' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:39:56.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:55 smithi040 ceph-mon[96535]: mgrmap e15: x(active, since 69s), standbys: z, y 2023-07-14T12:39:56.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:55 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-07-14T12:39:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:55 smithi040 ceph-mon[96535]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:56.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:55 smithi133 ceph-mon[98311]: mgrmap e15: x(active, since 69s), standbys: z, y 2023-07-14T12:39:56.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:55 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-07-14T12:39:56.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:55 smithi133 ceph-mon[98311]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:56.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:55 smithi130 ceph-mon[97977]: mgrmap e15: x(active, since 69s), standbys: z, y 2023-07-14T12:39:56.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:55 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-07-14T12:39:56.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:55 smithi130 ceph-mon[97977]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:57.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:57 smithi040 ceph-mon[96535]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:57.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:57 smithi133 ceph-mon[98311]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:57.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:57 smithi130 ceph-mon[97977]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:59.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:39:59 smithi040 ceph-mon[96535]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:59.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:39:59 smithi133 ceph-mon[98311]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:39:59.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:39:59 smithi130 ceph-mon[97977]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:00.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-07-14T12:40:00.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:00.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:00 smithi040 ceph-mon[96535]: Deploying daemon osd.0 on smithi040 2023-07-14T12:40:00.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:00 smithi040 ceph-mon[96535]: overall HEALTH_OK 2023-07-14T12:40:00.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-07-14T12:40:00.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:00.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:00 smithi133 ceph-mon[98311]: Deploying daemon osd.0 on smithi040 2023-07-14T12:40:00.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:00 smithi133 ceph-mon[98311]: overall HEALTH_OK 2023-07-14T12:40:00.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-07-14T12:40:00.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:00.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:00 smithi130 ceph-mon[97977]: Deploying daemon osd.0 on smithi040 2023-07-14T12:40:00.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:00 smithi130 ceph-mon[97977]: overall HEALTH_OK 2023-07-14T12:40:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:01 smithi040 ceph-mon[96535]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:01.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:01 smithi133 ceph-mon[98311]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:01.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:01 smithi130 ceph-mon[97977]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:03.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:03 smithi133 ceph-mon[98311]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:03.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:03 smithi040 ceph-mon[96535]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:04.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:03 smithi130 ceph-mon[97977]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:05.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:05.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:05.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:05.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:05 smithi040 ceph-mon[96535]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:05.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:05.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:05.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:05.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:05 smithi133 ceph-mon[98311]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:05.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:05.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:05.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:05.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:05 smithi130 ceph-mon[97977]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:06.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.894+0000 7f94667fc700 1 -- 172.21.15.40:0/713083643 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f9470060950 con 0x7f945c0389e0 2023-07-14T12:40:06.903 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 0 on host 'smithi040' 2023-07-14T12:40:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f945c0389e0 msgr2=0x7f945c03ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f945c0389e0 0x7f945c03ae90 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9470100a50 tx=0x7f946c009260 comp rx=0 tx=0).stop 2023-07-14T12:40:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 msgr2=0x7f9470072e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 0x7f9470072e40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9468007ee0 tx=0x7f946800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:40:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 shutdown_connections 2023-07-14T12:40:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f945c0389e0 0x7f945c03ae90 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:06.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94700ff9f0 0x7f94700742b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:06.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470101580 0x7f9470072e40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:06.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 --2- 172.21.15.40:0/713083643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9470100bf0 0x7f9470072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:06.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 >> 172.21.15.40:0/713083643 conn(0x7f94700fb040 msgr2=0x7f94700fd2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:40:06.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 shutdown_connections 2023-07-14T12:40:06.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:06.899+0000 7f947639f700 1 -- 172.21.15.40:0/713083643 wait complete. 2023-07-14T12:40:07.346 DEBUG:teuthology.orchestra.run.smithi040:osd.0> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.0.service 2023-07-14T12:40:07.349 INFO:tasks.cephadm:Deploying osd.1 on smithi130 with /dev/vg_nvme/lv_4... 2023-07-14T12:40:07.349 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-07-14T12:40:07.375 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.375 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.375 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:07.376 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:07.376 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.376 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.376 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:07.376 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.376 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:07 smithi130 ceph-mon[97977]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:07.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:07.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:07.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.379 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:07.379 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.379 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:07 smithi040 ceph-mon[96535]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:07.385 INFO:journalctl@ceph.osd.0.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:40:07.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:07.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:07.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:07 smithi133 ceph-mon[98311]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:07.898 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:40:08.091 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:08 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0[109470]: 2023-07-14T12:40:08.021+0000 7fc1b64dd640 -1 osd.0 0 log_to_monitors true 2023-07-14T12:40:09.172 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:08 smithi130 ceph-mon[97977]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-07-14T12:40:09.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:08 smithi133 ceph-mon[98311]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-07-14T12:40:09.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:08 smithi040 ceph-mon[96535]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-07-14T12:40:09.612 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-07-14T12:40:09.613 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-07-14T12:40:09.613 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2023-07-14T12:40:09.613 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2023-07-14T12:40:09.613 INFO:teuthology.orchestra.run.smithi130.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0144775 s, 724 MB/s 2023-07-14T12:40:09.613 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 2023-07-14T12:40:09.613 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2023-07-14T12:40:10.037 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi130:vg_nvme/lv_4 2023-07-14T12:40:10.093 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0[109470]: 2023-07-14T12:40:09.912+0000 7fc1ab354700 -1 osd.0 0 waiting for initial osdmap 2023-07-14T12:40:10.094 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0[109470]: 2023-07-14T12:40:09.919+0000 7fc1a5946700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:40:10.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-07-14T12:40:10.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: osdmap e6: 1 total, 0 up, 1 in 2023-07-14T12:40:10.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:10.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:10.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:10.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-07-14T12:40:10.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: osdmap e6: 1 total, 0 up, 1 in 2023-07-14T12:40:10.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:10.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:40:10.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:10.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:10.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:10.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:10.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-07-14T12:40:10.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: osdmap e6: 1 total, 0 up, 1 in 2023-07-14T12:40:10.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:10.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:40:10.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:10.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:10.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:10.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:10.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:10.628 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:40:11.063 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:10 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi040 2023-07-14T12:40:11.063 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:10 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 17173M 2023-07-14T12:40:11.064 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:10 smithi130 ceph-mon[97977]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:40:11.064 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:10 smithi130 ceph-mon[97977]: osdmap e7: 1 total, 0 up, 1 in 2023-07-14T12:40:11.064 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:10 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:11.064 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:10 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:11.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:10 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi040 2023-07-14T12:40:11.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:10 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 17173M 2023-07-14T12:40:11.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:10 smithi133 ceph-mon[98311]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:40:11.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:10 smithi133 ceph-mon[98311]: osdmap e7: 1 total, 0 up, 1 in 2023-07-14T12:40:11.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:10 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:11.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:10 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:10 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi040 2023-07-14T12:40:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:10 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 17173M 2023-07-14T12:40:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:10 smithi040 ceph-mon[96535]: from='osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:40:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:10 smithi040 ceph-mon[96535]: osdmap e7: 1 total, 0 up, 1 in 2023-07-14T12:40:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:10 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:11.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:10 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:11.828 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 -- 172.21.15.130:0/2536378792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf8100e30 msgr2=0x7efbf8101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:11.828 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 --2- 172.21.15.130:0/2536378792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf8100e30 0x7efbf8101280 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7efbe4009990 tx=0x7efbe4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:40:11.828 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 -- 172.21.15.130:0/2536378792 shutdown_connections 2023-07-14T12:40:11.828 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 --2- 172.21.15.130:0/2536378792 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 0x7efbf8108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:11.829 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 --2- 172.21.15.130:0/2536378792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efbf80fde50 0x7efbf80fe260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:11.829 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 --2- 172.21.15.130:0/2536378792 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf8100e30 0x7efbf8101280 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:11.829 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 -- 172.21.15.130:0/2536378792 >> 172.21.15.130:0/2536378792 conn(0x7efbf80f9860 msgr2=0x7efbf80fbc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:40:11.829 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 -- 172.21.15.130:0/2536378792 shutdown_connections 2023-07-14T12:40:11.829 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.821+0000 7efbfed22700 1 -- 172.21.15.130:0/2536378792 wait complete. 2023-07-14T12:40:11.831 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 Processor -- start 2023-07-14T12:40:11.831 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 -- start start 2023-07-14T12:40:11.831 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 0x7efbf81957d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:11.831 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efbf8100e30 0x7efbf8195d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:11.831 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 0x7efbf819cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:11.831 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efbf819d360 con 0x7efbf8100e30 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efbf819d4a0 con 0x7efbf80fde50 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfed22700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efbf819d630 con 0x7efbf81017c0 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 0x7efbf81957d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 0x7efbf81957d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:53892/0 (socket says 172.21.15.130:53892) 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 -- 172.21.15.130:0/395599483 learned_addr learned my addr 172.21.15.130:0/395599483 (peer_addr_for_me v2:172.21.15.130:0/0) 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbf7fff700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efbf8100e30 0x7efbf8195d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:11.832 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfd2bf700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 0x7efbf819cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 -- 172.21.15.130:0/395599483 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 msgr2=0x7efbf819cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 0x7efbf819cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 -- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efbf8100e30 msgr2=0x7efbf8195d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efbf8100e30 0x7efbf8195d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 -- 172.21.15.130:0/395599483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efbe40095f0 con 0x7efbf80fde50 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfd2bf700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 0x7efbf819cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:40:11.833 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.822+0000 7efbfcabe700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 0x7efbf81957d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7efbec00c990 tx=0x7efbec00cca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:40:11.834 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.823+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efbec007b00 con 0x7efbf80fde50 2023-07-14T12:40:11.834 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.823+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efbec007c60 con 0x7efbf80fde50 2023-07-14T12:40:11.834 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.823+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efbf819d910 con 0x7efbf80fde50 2023-07-14T12:40:11.834 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.823+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efbec018660 con 0x7efbf80fde50 2023-07-14T12:40:11.834 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.823+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efbf819de60 con 0x7efbf80fde50 2023-07-14T12:40:11.834 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.824+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efbf81070e0 con 0x7efbf80fde50 2023-07-14T12:40:11.835 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.825+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7efbec00f450 con 0x7efbf80fde50 2023-07-14T12:40:11.835 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.825+0000 7efbf5ffb700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efbe80a1140 0x7efbe80a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:11.835 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.825+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1767+0+0 (secure 0 0 0) 0x7efbec0cad20 con 0x7efbf80fde50 2023-07-14T12:40:11.835 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.826+0000 7efbf7fff700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efbe80a1140 0x7efbe80a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:11.835 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.826+0000 7efbf7fff700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efbe80a1140 0x7efbe80a35f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efbe400b5c0 tx=0x7efbe4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:40:11.836 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:11.830+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7efbec095ee0 con 0x7efbf80fde50 2023-07-14T12:40:12.031 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:12.025+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7efbf8060950 con 0x7efbe80a1140 2023-07-14T12:40:12.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:40:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:40:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] boot 2023-07-14T12:40:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: osdmap e8: 1 total, 1 up, 1 in 2023-07-14T12:40:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:11 smithi133 ceph-mon[98311]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:12.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:40:12.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:40:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] boot 2023-07-14T12:40:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: osdmap e8: 1 total, 1 up, 1 in 2023-07-14T12:40:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:11 smithi130 ceph-mon[97977]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:12.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:40:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:40:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:12.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: osd.0 [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] boot 2023-07-14T12:40:12.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: osdmap e8: 1 total, 1 up, 1 in 2023-07-14T12:40:12.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:40:12.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:11 smithi040 ceph-mon[96535]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-07-14T12:40:13.162 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:12 smithi130 ceph-mon[97977]: osdmap e9: 1 total, 1 up, 1 in 2023-07-14T12:40:13.163 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:12 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:13.163 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:12 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:13.163 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:12 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:13.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:12 smithi133 ceph-mon[98311]: osdmap e9: 1 total, 1 up, 1 in 2023-07-14T12:40:13.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:12 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:13.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:12 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:13.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:12 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:13.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:12 smithi040 ceph-mon[96535]: osdmap e9: 1 total, 1 up, 1 in 2023-07-14T12:40:13.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:12 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:13.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:12 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:13.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:12 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:14.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:13 smithi130 ceph-mon[97977]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:14.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:13 smithi130 ceph-mon[97977]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:14.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:13 smithi133 ceph-mon[98311]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:14.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:13 smithi133 ceph-mon[98311]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:14.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:13 smithi040 ceph-mon[96535]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:14.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:13 smithi040 ceph-mon[96535]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:15.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/120417593' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]: dispatch 2023-07-14T12:40:15.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:14 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]: dispatch 2023-07-14T12:40:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:14 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]': finished 2023-07-14T12:40:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:14 smithi133 ceph-mon[98311]: osdmap e10: 2 total, 1 up, 2 in 2023-07-14T12:40:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:15.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/120417593' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]: dispatch 2023-07-14T12:40:15.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:14 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]: dispatch 2023-07-14T12:40:15.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:14 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]': finished 2023-07-14T12:40:15.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:14 smithi130 ceph-mon[97977]: osdmap e10: 2 total, 1 up, 2 in 2023-07-14T12:40:15.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:15.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/120417593' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]: dispatch 2023-07-14T12:40:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:14 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]: dispatch 2023-07-14T12:40:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:14 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d1328083-5e17-4e69-8757-bce556e21ef0"}]': finished 2023-07-14T12:40:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:14 smithi040 ceph-mon[96535]: osdmap e10: 2 total, 1 up, 2 in 2023-07-14T12:40:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:16.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:15 smithi133 ceph-mon[98311]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:15 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/1212887054' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:16.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:15 smithi130 ceph-mon[97977]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:16.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:15 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/1212887054' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:16.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:15 smithi040 ceph-mon[96535]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:16.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:15 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/1212887054' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:18.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:17 smithi133 ceph-mon[98311]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:18.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:17 smithi130 ceph-mon[97977]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:17 smithi040 ceph-mon[96535]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:20.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:19 smithi133 ceph-mon[98311]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:20.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:19 smithi130 ceph-mon[97977]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:20.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:19 smithi040 ceph-mon[96535]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:22.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:21 smithi133 ceph-mon[98311]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:22.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-07-14T12:40:22.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:22.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:21 smithi130 ceph-mon[97977]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:22.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-07-14T12:40:22.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:22.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:21 smithi040 ceph-mon[96535]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:22.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-07-14T12:40:22.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:23.192 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:22 smithi130 ceph-mon[97977]: Deploying daemon osd.1 on smithi130 2023-07-14T12:40:23.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:22 smithi133 ceph-mon[98311]: Deploying daemon osd.1 on smithi130 2023-07-14T12:40:23.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:22 smithi040 ceph-mon[96535]: Deploying daemon osd.1 on smithi130 2023-07-14T12:40:24.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:23 smithi133 ceph-mon[98311]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:24.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:23 smithi130 ceph-mon[97977]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:24.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:23 smithi040 ceph-mon[96535]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:25.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:25 smithi133 ceph-mon[98311]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:25.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:25.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:25.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:26.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:25 smithi130 ceph-mon[97977]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:26.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:26.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:26.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:26.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:25 smithi040 ceph-mon[96535]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:26.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:26.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:26.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:28.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:27 smithi133 ceph-mon[98311]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:28.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:28.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:28.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:27 smithi130 ceph-mon[97977]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:28.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:28.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:28.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:27 smithi040 ceph-mon[96535]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:28.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:28.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:28.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:28.400 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.393+0000 7efbf5ffb700 1 -- 172.21.15.130:0/395599483 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7efbf8060950 con 0x7efbe80a1140 2023-07-14T12:40:28.400 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 1 on host 'smithi130' 2023-07-14T12:40:28.404 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efbe80a1140 msgr2=0x7efbe80a35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:28.404 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efbe80a1140 0x7efbe80a35f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efbe400b5c0 tx=0x7efbe4005fd0 comp rx=0 tx=0).stop 2023-07-14T12:40:28.404 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 msgr2=0x7efbf81957d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 0x7efbf81957d0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7efbec00c990 tx=0x7efbec00cca0 comp rx=0 tx=0).stop 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 shutdown_connections 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efbe80a1140 0x7efbe80a35f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efbf81017c0 0x7efbf819cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efbf80fde50 0x7efbf81957d0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 --2- 172.21.15.130:0/395599483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efbf8100e30 0x7efbf8195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:28.405 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 >> 172.21.15.130:0/395599483 conn(0x7efbf80f9860 msgr2=0x7efbf8104220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:40:28.406 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 shutdown_connections 2023-07-14T12:40:28.406 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:40:28.395+0000 7efbfed22700 1 -- 172.21.15.130:0/395599483 wait complete. 2023-07-14T12:40:28.805 DEBUG:teuthology.orchestra.run.smithi130:osd.1> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.1.service 2023-07-14T12:40:28.808 INFO:tasks.cephadm:Deploying osd.2 on smithi133 with /dev/vg_nvme/lv_4... 2023-07-14T12:40:28.809 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-07-14T12:40:28.839 INFO:journalctl@ceph.osd.1.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:40:29.371 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:40:29.513 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:29 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1[103074]: 2023-07-14T12:40:29.379+0000 7f8a70574640 -1 osd.1 0 log_to_monitors true 2023-07-14T12:40:29.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:29.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:29.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:29.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:29 smithi130 ceph-mon[97977]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:29.635 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:29.636 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:29.636 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:29.636 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:29 smithi133 ceph-mon[98311]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:29.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:29.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:29 smithi040 ceph-mon[96535]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:30.636 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:30 smithi130 ceph-mon[97977]: from='osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-07-14T12:40:30.637 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:30 smithi130 ceph-mon[97977]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-07-14T12:40:30.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:30 smithi133 ceph-mon[98311]: from='osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-07-14T12:40:30.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:30 smithi133 ceph-mon[98311]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-07-14T12:40:30.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:30 smithi040 ceph-mon[96535]: from='osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-07-14T12:40:30.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:30 smithi040 ceph-mon[96535]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-07-14T12:40:30.863 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-07-14T12:40:30.864 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-07-14T12:40:30.864 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2023-07-14T12:40:30.864 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2023-07-14T12:40:30.864 INFO:teuthology.orchestra.run.smithi133.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0146325 s, 717 MB/s 2023-07-14T12:40:30.865 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2023-07-14T12:40:31.315 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi133:vg_nvme/lv_4 2023-07-14T12:40:31.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-07-14T12:40:31.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: osdmap e11: 2 total, 1 up, 2 in 2023-07-14T12:40:31.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:31.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:40:31.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:40:31.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:31.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:31.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:31.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:31.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.763 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1[103074]: 2023-07-14T12:40:31.382+0000 7f8a653eb700 -1 osd.1 0 waiting for initial osdmap 2023-07-14T12:40:31.764 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1[103074]: 2023-07-14T12:40:31.386+0000 7f8a601de700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:40:31.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-07-14T12:40:31.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: osdmap e11: 2 total, 1 up, 2 in 2023-07-14T12:40:31.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:31.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:31.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:31.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-07-14T12:40:31.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: osdmap e11: 2 total, 1 up, 2 in 2023-07-14T12:40:31.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:31.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:40:31.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:40:31.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-07-14T12:40:31.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:31.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:31.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:31.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:31.866 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:40:32.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:32 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi130 2023-07-14T12:40:32.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:32 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 17168M 2023-07-14T12:40:32.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:32 smithi133 ceph-mon[98311]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:40:32.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:32 smithi133 ceph-mon[98311]: osdmap e12: 2 total, 1 up, 2 in 2023-07-14T12:40:32.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:32.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:32.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:32 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi130 2023-07-14T12:40:32.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:32 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 17168M 2023-07-14T12:40:32.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:32 smithi130 ceph-mon[97977]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:40:32.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:32 smithi130 ceph-mon[97977]: osdmap e12: 2 total, 1 up, 2 in 2023-07-14T12:40:32.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:32.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:32.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:32 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi130 2023-07-14T12:40:32.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:32 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 17168M 2023-07-14T12:40:32.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:32 smithi040 ceph-mon[96535]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:40:32.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:32 smithi040 ceph-mon[96535]: osdmap e12: 2 total, 1 up, 2 in 2023-07-14T12:40:32.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:32.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:33.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 -- 172.21.15.133:0/2788106975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd541006a0 msgr2=0x7fdd54106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:33.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 --2- 172.21.15.133:0/2788106975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd541006a0 0x7fdd54106f60 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00b0a0 tx=0x7fdd4c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:40:33.109 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 -- 172.21.15.133:0/2788106975 shutdown_connections 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 --2- 172.21.15.133:0/2788106975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd541006a0 0x7fdd54106f60 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 --2- 172.21.15.133:0/2788106975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd540feb10 0x7fdd540fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 --2- 172.21.15.133:0/2788106975 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 0x7fdd54100160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 -- 172.21.15.133:0/2788106975 >> 172.21.15.133:0/2788106975 conn(0x7fdd540fa140 msgr2=0x7fdd540fc590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 -- 172.21.15.133:0/2788106975 shutdown_connections 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 -- 172.21.15.133:0/2788106975 wait complete. 2023-07-14T12:40:33.110 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 Processor -- start 2023-07-14T12:40:33.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.101+0000 7fdd59a34700 1 -- start start 2023-07-14T12:40:33.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 0x7fdd540694f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:33.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 0x7fdd5419a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:33.112 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd541006a0 0x7fdd5419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5419d580 con 0x7fdd541006a0 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5419d6f0 con 0x7fdd540ffd10 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5419d8b0 con 0x7fdd540feb10 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 0x7fdd540694f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 0x7fdd540694f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39118/0 (socket says 172.21.15.133:39118) 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 -- 172.21.15.133:0/1479275640 learned_addr learned my addr 172.21.15.133:0/1479275640 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd527fc700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 0x7fdd5419a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:33.113 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 -- 172.21.15.133:0/1479275640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 msgr2=0x7fdd5419a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 0x7fdd5419a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 -- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd541006a0 msgr2=0x7fdd5419cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd541006a0 0x7fdd5419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 -- 172.21.15.133:0/1479275640 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd4c009d00 con 0x7fdd540feb10 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd527fc700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 0x7fdd5419a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd52ffd700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 0x7fdd540694f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdd4800d980 tx=0x7fdd4800dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd4800de60 con 0x7fdd540feb10 2023-07-14T12:40:33.114 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd480044e0 con 0x7fdd540feb10 2023-07-14T12:40:33.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd5419db90 con 0x7fdd540feb10 2023-07-14T12:40:33.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48003be0 con 0x7fdd540feb10 2023-07-14T12:40:33.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.102+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd5419e110 con 0x7fdd540feb10 2023-07-14T12:40:33.115 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.103+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd541060e0 con 0x7fdd540feb10 2023-07-14T12:40:33.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.104+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7fdd48009bb0 con 0x7fdd540feb10 2023-07-14T12:40:33.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.105+0000 7fdd58a32700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdd3c0a1140 0x7fdd3c0a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:33.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.105+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7fdd480cb260 con 0x7fdd540feb10 2023-07-14T12:40:33.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.105+0000 7fdd527fc700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdd3c0a1140 0x7fdd3c0a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:33.117 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.106+0000 7fdd527fc700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdd3c0a1140 0x7fdd3c0a35f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdd54069a50 tx=0x7fdd44008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:40:33.118 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.109+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fdd48096160 con 0x7fdd540feb10 2023-07-14T12:40:33.310 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:33.301+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fdd54060950 con 0x7fdd3c0a1140 2023-07-14T12:40:33.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:40:33.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:40:33.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] boot 2023-07-14T12:40:33.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: osdmap e13: 2 total, 2 up, 2 in 2023-07-14T12:40:33.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:33.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:33.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:33.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:33.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:33.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] boot 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: osdmap e13: 2 total, 2 up, 2 in 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:33.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:33.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:33.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: osd.1 [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] boot 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: osdmap e13: 2 total, 2 up, 2 in 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:33.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:33.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:34.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:34 smithi133 ceph-mon[98311]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:34.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:34 smithi133 ceph-mon[98311]: osdmap e14: 2 total, 2 up, 2 in 2023-07-14T12:40:34.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:34 smithi130 ceph-mon[97977]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:34.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:34 smithi130 ceph-mon[97977]: osdmap e14: 2 total, 2 up, 2 in 2023-07-14T12:40:34.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:34 smithi040 ceph-mon[96535]: from='client.24157 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:34.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:34 smithi040 ceph-mon[96535]: osdmap e14: 2 total, 2 up, 2 in 2023-07-14T12:40:35.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:35 smithi133 ceph-mon[98311]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:35.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:35 smithi130 ceph-mon[97977]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:35.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:35 smithi040 ceph-mon[96535]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:36.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:36 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/2006632760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]: dispatch 2023-07-14T12:40:36.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:36 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]: dispatch 2023-07-14T12:40:36.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:36 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]': finished 2023-07-14T12:40:36.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:36 smithi133 ceph-mon[98311]: osdmap e15: 3 total, 2 up, 3 in 2023-07-14T12:40:36.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:36.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:36 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/991084058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:36.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:36 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/2006632760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]: dispatch 2023-07-14T12:40:36.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:36 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]: dispatch 2023-07-14T12:40:36.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:36 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]': finished 2023-07-14T12:40:36.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:36 smithi130 ceph-mon[97977]: osdmap e15: 3 total, 2 up, 3 in 2023-07-14T12:40:36.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:36 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:36.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:36 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/991084058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:36.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:36 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/2006632760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]: dispatch 2023-07-14T12:40:36.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:36 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]: dispatch 2023-07-14T12:40:36.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:36 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52ce135e-51a2-43b7-98d2-8120af900555"}]': finished 2023-07-14T12:40:36.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:36 smithi040 ceph-mon[96535]: osdmap e15: 3 total, 2 up, 3 in 2023-07-14T12:40:36.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:36.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:36 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/991084058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:37.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:37 smithi133 ceph-mon[98311]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:37.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:37 smithi130 ceph-mon[97977]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:37.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:37 smithi040 ceph-mon[96535]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:39.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:39 smithi040 ceph-mon[96535]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:39.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:39 smithi133 ceph-mon[98311]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:39.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:39 smithi130 ceph-mon[97977]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:41.293 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:41 smithi133 ceph-mon[98311]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:41.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:41 smithi040 ceph-mon[96535]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:41.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:41 smithi130 ceph-mon[97977]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:42.723 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-07-14T12:40:42.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:42.763 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-07-14T12:40:42.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:42.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-07-14T12:40:42.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:43 smithi133 ceph-mon[98311]: Deploying daemon osd.2 on smithi133 2023-07-14T12:40:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:43 smithi133 ceph-mon[98311]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:44.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:43 smithi130 ceph-mon[97977]: Deploying daemon osd.2 on smithi133 2023-07-14T12:40:44.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:43 smithi130 ceph-mon[97977]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:44.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:43 smithi040 ceph-mon[96535]: Deploying daemon osd.2 on smithi133 2023-07-14T12:40:44.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:43 smithi040 ceph-mon[96535]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:45.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:45 smithi133 ceph-mon[98311]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:45.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:45 smithi040 ceph-mon[96535]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:45.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:45 smithi130 ceph-mon[97977]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:47.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:47 smithi133 ceph-mon[98311]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:47.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:47.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:47.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:47 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:47 smithi040 ceph-mon[96535]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:47 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:47.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:47 smithi130 ceph-mon[97977]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:47.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:47.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:47.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:47 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:49.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:49 smithi133 ceph-mon[98311]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:49.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:49 smithi040 ceph-mon[96535]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:49 smithi130 ceph-mon[97977]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:49.873 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.866+0000 7fdd58a32700 1 -- 172.21.15.133:0/1479275640 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fdd54060950 con 0x7fdd3c0a1140 2023-07-14T12:40:49.874 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 2 on host 'smithi133' 2023-07-14T12:40:49.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdd3c0a1140 msgr2=0x7fdd3c0a35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:49.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdd3c0a1140 0x7fdd3c0a35f0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdd54069a50 tx=0x7fdd44008040 comp rx=0 tx=0).stop 2023-07-14T12:40:49.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 msgr2=0x7fdd540694f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:49.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 0x7fdd540694f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdd4800d980 tx=0x7fdd4800dd40 comp rx=0 tx=0).stop 2023-07-14T12:40:49.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 shutdown_connections 2023-07-14T12:40:49.877 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdd3c0a1140 0x7fdd3c0a35f0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:49.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd540feb10 0x7fdd540694f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:49.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd541006a0 0x7fdd5419cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:49.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 --2- 172.21.15.133:0/1479275640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd540ffd10 0x7fdd5419a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:49.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.869+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 >> 172.21.15.133:0/1479275640 conn(0x7fdd540fa140 msgr2=0x7fdd54103220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:40:49.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.870+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 shutdown_connections 2023-07-14T12:40:49.878 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:40:49.870+0000 7fdd59a34700 1 -- 172.21.15.133:0/1479275640 wait complete. 2023-07-14T12:40:50.255 DEBUG:teuthology.orchestra.run.smithi133:osd.2> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.2.service 2023-07-14T12:40:50.258 INFO:tasks.cephadm:Deploying osd.3 on smithi040 with /dev/vg_nvme/lv_3... 2023-07-14T12:40:50.258 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-07-14T12:40:50.287 INFO:journalctl@ceph.osd.2.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:40:50.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:50.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:50.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:50 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:50.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:50.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:50.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:50 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:50.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:50.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:50.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:50.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:40:50.820 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:40:51.094 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2[104123]: 2023-07-14T12:40:50.937+0000 7f1794a0f640 -1 osd.2 0 log_to_monitors true 2023-07-14T12:40:51.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:51 smithi040 ceph-mon[96535]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:51.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:51 smithi040 ceph-mon[96535]: from='osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-07-14T12:40:51.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:51 smithi040 ceph-mon[96535]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-07-14T12:40:51.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:51 smithi133 ceph-mon[98311]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:51.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:51 smithi133 ceph-mon[98311]: from='osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-07-14T12:40:51.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:51 smithi133 ceph-mon[98311]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-07-14T12:40:51.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:51 smithi130 ceph-mon[97977]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:51.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:51 smithi130 ceph-mon[97977]: from='osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-07-14T12:40:51.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:51 smithi130 ceph-mon[97977]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-07-14T12:40:52.425 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-07-14T12:40:52.426 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-07-14T12:40:52.426 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-07-14T12:40:52.426 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-07-14T12:40:52.427 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0106753 s, 982 MB/s 2023-07-14T12:40:52.427 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-07-14T12:40:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-mon[98311]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-07-14T12:40:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-mon[98311]: osdmap e16: 3 total, 2 up, 3 in 2023-07-14T12:40:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-mon[98311]: from='osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:40:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-mon[98311]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:40:52.475 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2[104123]: 2023-07-14T12:40:52.245+0000 7f1789886700 -1 osd.2 0 waiting for initial osdmap 2023-07-14T12:40:52.475 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2[104123]: 2023-07-14T12:40:52.249+0000 7f178567b700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:40:52.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:52 smithi130 ceph-mon[97977]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-07-14T12:40:52.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:52 smithi130 ceph-mon[97977]: osdmap e16: 3 total, 2 up, 3 in 2023-07-14T12:40:52.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:52.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:52 smithi130 ceph-mon[97977]: from='osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:40:52.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:52 smithi130 ceph-mon[97977]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:40:52.577 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:52 smithi040 ceph-mon[96535]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-07-14T12:40:52.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:52 smithi040 ceph-mon[96535]: osdmap e16: 3 total, 2 up, 3 in 2023-07-14T12:40:52.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:52.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:52 smithi040 ceph-mon[96535]: from='osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:40:52.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:52 smithi040 ceph-mon[96535]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:40:52.881 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi040:vg_nvme/lv_3 2023-07-14T12:40:53.441 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:40:53.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:40:53.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: osdmap e17: 3 total, 2 up, 3 in 2023-07-14T12:40:53.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:53.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:53.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi133 2023-07-14T12:40:53.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:53.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 17168M 2023-07-14T12:40:53.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:53.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:53.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:53 smithi130 ceph-mon[97977]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:53.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:40:53.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: osdmap e17: 3 total, 2 up, 3 in 2023-07-14T12:40:53.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:53.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:53.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi133 2023-07-14T12:40:53.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 17168M 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:53.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:53 smithi040 ceph-mon[96535]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:53.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:40:53.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: osdmap e17: 3 total, 2 up, 3 in 2023-07-14T12:40:53.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:53.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi133 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 17168M 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:53.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:40:53.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:53.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:53 smithi133 ceph-mon[98311]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-07-14T12:40:54.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:54 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:40:54.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:54 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:40:54.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:54 smithi130 ceph-mon[97977]: osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] boot 2023-07-14T12:40:54.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:54 smithi130 ceph-mon[97977]: osdmap e18: 3 total, 3 up, 3 in 2023-07-14T12:40:54.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:54.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:54 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:40:54.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:54 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:40:54.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:54 smithi040 ceph-mon[96535]: osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] boot 2023-07-14T12:40:54.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:54 smithi040 ceph-mon[96535]: osdmap e18: 3 total, 3 up, 3 in 2023-07-14T12:40:54.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:54.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/843090485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 msgr2=0x7f2d38105370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:54.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/843090485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d38105370 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2d28009990 tx=0x7f2d28009ca0 comp rx=0 tx=0).stop 2023-07-14T12:40:54.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/843090485 shutdown_connections 2023-07-14T12:40:54.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/843090485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d38100670 0x7f2d38102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:54.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/843090485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d381058b0 0x7f2d38107cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:54.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/843090485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d38105370 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:54.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/843090485 >> 172.21.15.40:0/843090485 conn(0x7f2d380fa0b0 msgr2=0x7f2d380fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:40:54.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/843090485 shutdown_connections 2023-07-14T12:40:54.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.632+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/843090485 wait complete. 2023-07-14T12:40:54.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 Processor -- start 2023-07-14T12:40:54.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 -- start start 2023-07-14T12:40:54.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d38100670 0x7f2d380fffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d380fe620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d381058b0 0x7f2d380feb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d380ff2e0 con 0x7f2d38102f90 2023-07-14T12:40:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d380ff450 con 0x7f2d381058b0 2023-07-14T12:40:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3fb5e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3819f940 con 0x7f2d38100670 2023-07-14T12:40:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d380fe620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d380fe620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59194/0 (socket says 172.21.15.40:59194) 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 -- 172.21.15.40:0/3822446203 learned_addr learned my addr 172.21.15.40:0/3822446203 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d8fa700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d38100670 0x7f2d380fffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3e0fb700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d381058b0 0x7f2d380feb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 -- 172.21.15.40:0/3822446203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d38100670 msgr2=0x7f2d380fffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d38100670 0x7f2d380fffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 -- 172.21.15.40:0/3822446203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d381058b0 msgr2=0x7f2d380feb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:40:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d381058b0 0x7f2d380feb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.633+0000 7f2d3d0f9700 1 -- 172.21.15.40:0/3822446203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d280095f0 con 0x7f2d38102f90 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.634+0000 7f2d3d0f9700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d380fe620 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2d28004740 tx=0x7f2d28009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.634+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d2801d070 con 0x7f2d38102f90 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.634+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d28004cf0 con 0x7f2d38102f90 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.634+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d280055a0 con 0x7f2d38102f90 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.634+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d3819fbc0 con 0x7f2d38102f90 2023-07-14T12:40:54.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.634+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d3819ff70 con 0x7f2d38102f90 2023-07-14T12:40:54.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.635+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d3810b3c0 con 0x7f2d38102f90 2023-07-14T12:40:54.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.636+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 15) v1 ==== 135659+0+0 (secure 0 0 0) 0x7f2d2800fbc0 con 0x7f2d38102f90 2023-07-14T12:40:54.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.636+0000 7f2d2effd700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2d240a1140 0x7f2d240a35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:40:54.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.636+0000 7f2d3d8fa700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2d240a1140 0x7f2d240a35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:40:54.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.637+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 2851+0+0 (secure 0 0 0) 0x7f2d280cc5c0 con 0x7f2d38102f90 2023-07-14T12:40:54.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.637+0000 7f2d3d8fa700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2d240a1140 0x7f2d240a35f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009bf0 tx=0x7f2d34009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:40:54.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.641+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2d2805a790 con 0x7f2d38102f90 2023-07-14T12:40:54.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:54 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:40:54.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:54 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:40:54.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:54 smithi133 ceph-mon[98311]: osd.2 [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] boot 2023-07-14T12:40:54.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:54 smithi133 ceph-mon[98311]: osdmap e18: 3 total, 3 up, 3 in 2023-07-14T12:40:54.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:40:54.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:54.848+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f2d38102230 con 0x7f2d240a1140 2023-07-14T12:40:55.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: osdmap e19: 3 total, 3 up, 3 in 2023-07-14T12:40:55.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:55.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:55.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:55.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:55.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: pgmap v74: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:40:55.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:55 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-07-14T12:40:56.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: osdmap e19: 3 total, 3 up, 3 in 2023-07-14T12:40:56.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:56.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:56.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:56.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:56.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: pgmap v74: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:40:56.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:55 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-07-14T12:40:56.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: osdmap e19: 3 total, 3 up, 3 in 2023-07-14T12:40:56.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:40:56.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:40:56.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:40:56.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:40:56.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: pgmap v74: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:40:56.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:55 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-07-14T12:40:56.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:56 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-07-14T12:40:56.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:56 smithi040 ceph-mon[96535]: osdmap e20: 3 total, 3 up, 3 in 2023-07-14T12:40:56.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:56 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-07-14T12:40:56.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:56 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-07-14T12:40:56.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:56 smithi133 ceph-mon[98311]: osdmap e20: 3 total, 3 up, 3 in 2023-07-14T12:40:56.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:56 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-07-14T12:40:57.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:56 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-07-14T12:40:57.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:56 smithi130 ceph-mon[97977]: osdmap e20: 3 total, 3 up, 3 in 2023-07-14T12:40:57.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:56 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-07-14T12:40:57.593 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112660]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-07-14T12:40:57.593 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112660]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:57.593 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112660]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:57.593 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112660]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:40:57.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-07-14T12:40:57.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: osdmap e21: 3 total, 3 up, 3 in 2023-07-14T12:40:57.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:40:57.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2772930664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a931b93a-97e8-4800-8166-c6e40357e6f1"}]: dispatch 2023-07-14T12:40:57.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2772930664' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a931b93a-97e8-4800-8166-c6e40357e6f1"}]': finished 2023-07-14T12:40:57.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: osdmap e22: 4 total, 3 up, 4 in 2023-07-14T12:40:57.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:40:57.989 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-07-14T12:40:57.990 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: osdmap e21: 3 total, 3 up, 3 in 2023-07-14T12:40:57.990 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:40:57.990 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2772930664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a931b93a-97e8-4800-8166-c6e40357e6f1"}]: dispatch 2023-07-14T12:40:57.990 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2772930664' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a931b93a-97e8-4800-8166-c6e40357e6f1"}]': finished 2023-07-14T12:40:57.990 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: osdmap e22: 4 total, 3 up, 4 in 2023-07-14T12:40:57.990 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:40:58.091 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112678]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-07-14T12:40:58.092 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112678]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:58.092 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112678]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:58.092 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 12:40:57 smithi040 sudo[112678]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:40:58.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-07-14T12:40:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: osdmap e21: 3 total, 3 up, 3 in 2023-07-14T12:40:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:40:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2772930664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a931b93a-97e8-4800-8166-c6e40357e6f1"}]: dispatch 2023-07-14T12:40:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2772930664' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a931b93a-97e8-4800-8166-c6e40357e6f1"}]': finished 2023-07-14T12:40:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: osdmap e22: 4 total, 3 up, 4 in 2023-07-14T12:40:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:40:58.244 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:57 smithi130 sudo[105407]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-07-14T12:40:58.245 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:57 smithi130 sudo[105407]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:58.245 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:57 smithi130 sudo[105407]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:58.246 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:57 smithi130 sudo[105407]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:40:58.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:40:58.425+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2d28097700 con 0x7f2d38102f90 2023-07-14T12:40:58.513 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:58 smithi130 sudo[105410]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-07-14T12:40:58.514 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:58 smithi130 sudo[105410]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:58.514 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:58 smithi130 sudo[105410]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:58.514 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 12:40:58 smithi130 sudo[105410]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:40:58.955 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:58 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:58.955 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:58 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1280184592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:58.955 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:58 smithi133 ceph-mon[98311]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-07-14T12:40:58.955 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:58 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:58.956 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106387]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-07-14T12:40:58.956 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106387]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:58.956 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106387]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:58.956 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106387]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:40:59.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:58 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:59.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:58 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1280184592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:59.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:58 smithi130 ceph-mon[97977]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-07-14T12:40:59.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:58 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:59.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:58 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:59.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:58 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1280184592' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:40:59.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:58 smithi040 ceph-mon[96535]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-07-14T12:40:59.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:58 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:40:59.223 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106390]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-07-14T12:40:59.224 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106390]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:59.225 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106390]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:59.225 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 12:40:58 smithi133 sudo[106390]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:40:59.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113125]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-07-14T12:40:59.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113125]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:40:59.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113125]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:40:59.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113125]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:41:00.145 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:59 smithi133 ceph-mon[98311]: pgmap v79: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:00.145 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:59 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:00.146 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:40:59 smithi133 ceph-mon[98311]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:00.146 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106393]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-07-14T12:41:00.146 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106393]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:41:00.146 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106393]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:41:00.146 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106393]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:41:00.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:59 smithi130 ceph-mon[97977]: pgmap v79: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:00.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:59 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:00.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:40:59 smithi130 ceph-mon[97977]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:00.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113318]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-07-14T12:41:00.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113318]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:41:00.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113318]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:41:00.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 sudo[113318]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:41:00.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 ceph-mon[96535]: pgmap v79: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:00.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:00.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:40:59 smithi040 ceph-mon[96535]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:00.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106396]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-07-14T12:41:00.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106396]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:41:00.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106396]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:41:00.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 sudo[106396]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:41:00.878 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105413]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-07-14T12:41:00.878 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105413]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:41:00.878 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105413]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:41:00.879 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105413]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:41:01.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:01.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:00 smithi133 ceph-mon[98311]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105416]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-07-14T12:41:01.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105416]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105416]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 sudo[105416]: pam_unix(sudo:session): session closed for user root 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:00 smithi130 ceph-mon[97977]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:01.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:41:01.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:00 smithi040 ceph-mon[96535]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-07-14T12:41:02.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:01 smithi040 ceph-mon[96535]: pgmap v80: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:02.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:01 smithi133 ceph-mon[98311]: pgmap v80: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:02.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:01 smithi130 ceph-mon[97977]: pgmap v80: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:03.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:03 smithi133 ceph-mon[98311]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 10 KiB/s rd, 457 KiB/s wr, 31 op/s 2023-07-14T12:41:04.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:03 smithi130 ceph-mon[97977]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 10 KiB/s rd, 457 KiB/s wr, 31 op/s 2023-07-14T12:41:04.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:03 smithi040 ceph-mon[96535]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 10 KiB/s rd, 457 KiB/s wr, 31 op/s 2023-07-14T12:41:04.973 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:04 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-07-14T12:41:04.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:04 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:05.010 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-07-14T12:41:05.010 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:05.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:04 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-07-14T12:41:05.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:04 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:05.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:05 smithi040 ceph-mon[96535]: Deploying daemon osd.3 on smithi040 2023-07-14T12:41:05.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:05 smithi040 ceph-mon[96535]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 6.7 KiB/s rd, 305 KiB/s wr, 20 op/s 2023-07-14T12:41:05.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:05 smithi133 ceph-mon[98311]: Deploying daemon osd.3 on smithi040 2023-07-14T12:41:05.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:05 smithi133 ceph-mon[98311]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 6.7 KiB/s rd, 305 KiB/s wr, 20 op/s 2023-07-14T12:41:06.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:05 smithi130 ceph-mon[97977]: Deploying daemon osd.3 on smithi040 2023-07-14T12:41:06.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:05 smithi130 ceph-mon[97977]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 6.7 KiB/s rd, 305 KiB/s wr, 20 op/s 2023-07-14T12:41:07.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:07 smithi040 ceph-mon[96535]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 228 KiB/s wr, 15 op/s 2023-07-14T12:41:07.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:07 smithi133 ceph-mon[98311]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 228 KiB/s wr, 15 op/s 2023-07-14T12:41:07.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:07 smithi130 ceph-mon[97977]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 228 KiB/s wr, 15 op/s 2023-07-14T12:41:09.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:09.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:09.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:09 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:09.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:09 smithi040 ceph-mon[96535]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.0 KiB/s rd, 183 KiB/s wr, 12 op/s 2023-07-14T12:41:09.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:09.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:09.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:09 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:09.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:09 smithi133 ceph-mon[98311]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.0 KiB/s rd, 183 KiB/s wr, 12 op/s 2023-07-14T12:41:10.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:10.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:10.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:09 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:10.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:09 smithi130 ceph-mon[97977]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 4.0 KiB/s rd, 183 KiB/s wr, 12 op/s 2023-07-14T12:41:11.411 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.403+0000 7f2d2effd700 1 -- 172.21.15.40:0/3822446203 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2d38102230 con 0x7f2d240a1140 2023-07-14T12:41:11.412 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 3 on host 'smithi040' 2023-07-14T12:41:11.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2d240a1140 msgr2=0x7f2d240a35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:11.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2d240a1140 0x7f2d240a35f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2d34009bf0 tx=0x7f2d34009260 comp rx=0 tx=0).stop 2023-07-14T12:41:11.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 msgr2=0x7f2d380fe620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:11.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d380fe620 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2d28004740 tx=0x7f2d28009580 comp rx=0 tx=0).stop 2023-07-14T12:41:11.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 shutdown_connections 2023-07-14T12:41:11.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2d240a1140 0x7f2d240a35f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:11.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d38100670 0x7f2d380fffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:11.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d381058b0 0x7f2d380feb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:11.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 --2- 172.21.15.40:0/3822446203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d38102f90 0x7f2d380fe620 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:11.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.405+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 >> 172.21.15.40:0/3822446203 conn(0x7f2d380fa0b0 msgr2=0x7f2d38101b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:41:11.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.406+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 shutdown_connections 2023-07-14T12:41:11.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:11.406+0000 7f2d3fb5e700 1 -- 172.21.15.40:0/3822446203 wait complete. 2023-07-14T12:41:11.825 DEBUG:teuthology.orchestra.run.smithi040:osd.3> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.3.service 2023-07-14T12:41:11.827 INFO:tasks.cephadm:Deploying osd.4 on smithi130 with /dev/vg_nvme/lv_3... 2023-07-14T12:41:11.828 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-07-14T12:41:11.858 INFO:journalctl@ceph.osd.3.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:41:12.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:12.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:12.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-07-14T12:41:12.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:11 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:12.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-07-14T12:41:12.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:11 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:12.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-07-14T12:41:12.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:12.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:11 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:12.390 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:41:12.513 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 12:41:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3[114929]: 2023-07-14T12:41:12.236+0000 7fea8fec8640 -1 osd.3 0 log_to_monitors true 2023-07-14T12:41:13.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:12 smithi040 ceph-mon[96535]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-07-14T12:41:13.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:12 smithi133 ceph-mon[98311]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-07-14T12:41:13.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:12 smithi130 ceph-mon[97977]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-07-14T12:41:13.776 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-07-14T12:41:13.776 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-07-14T12:41:13.776 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2023-07-14T12:41:13.776 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2023-07-14T12:41:13.776 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0106915 s, 981 MB/s 2023-07-14T12:41:13.777 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2023-07-14T12:41:14.012 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3[114929]: 2023-07-14T12:41:13.886+0000 7fea84d3f700 -1 osd.3 0 waiting for initial osdmap 2023-07-14T12:41:14.013 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3[114929]: 2023-07-14T12:41:13.891+0000 7fea7f331700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:41:14.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-mon[96535]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-07-14T12:41:14.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-mon[96535]: osdmap e23: 4 total, 3 up, 4 in 2023-07-14T12:41:14.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:14.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-mon[96535]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:41:14.014 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:13 smithi040 ceph-mon[96535]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:14.139 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:13 smithi130 ceph-mon[97977]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-07-14T12:41:14.139 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:13 smithi130 ceph-mon[97977]: osdmap e23: 4 total, 3 up, 4 in 2023-07-14T12:41:14.140 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:13 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:14.140 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:13 smithi130 ceph-mon[97977]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:41:14.140 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:13 smithi130 ceph-mon[97977]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:14.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:13 smithi133 ceph-mon[98311]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-07-14T12:41:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:13 smithi133 ceph-mon[98311]: osdmap e23: 4 total, 3 up, 4 in 2023-07-14T12:41:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:13 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:13 smithi133 ceph-mon[98311]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:41:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:13 smithi133 ceph-mon[98311]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:14.233 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi130:vg_nvme/lv_3 2023-07-14T12:41:14.783 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:41:15.163 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:41:15.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: osdmap e24: 4 total, 3 up, 4 in 2023-07-14T12:41:15.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.164 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:15.165 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:15.165 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.165 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:15.166 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:15.166 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:14 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:41:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: osdmap e24: 4 total, 3 up, 4 in 2023-07-14T12:41:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:15.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:15.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:15.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:15.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:14 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:41:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: osdmap e24: 4 total, 3 up, 4 in 2023-07-14T12:41:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:15.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:15.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:14 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:15.932 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:41:15.932 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi040 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 8586M 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] boot 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: osdmap e25: 4 total, 4 up, 4 in 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:15.933 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:15 smithi130 ceph-mon[97977]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:16.088 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 -- 172.21.15.130:0/1230697241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c0feb00 msgr2=0x7ffb1c0fef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:16.088 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 --2- 172.21.15.130:0/1230697241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c0feb00 0x7ffb1c0fef10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009990 tx=0x7ffb10009ca0 comp rx=0 tx=0).stop 2023-07-14T12:41:16.088 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 -- 172.21.15.130:0/1230697241 shutdown_connections 2023-07-14T12:41:16.088 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 --2- 172.21.15.130:0/1230697241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1c100690 0x7ffb1c106f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 --2- 172.21.15.130:0/1230697241 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c0feb00 0x7ffb1c0fef10 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 --2- 172.21.15.130:0/1230697241 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 0x7ffb1c100150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 -- 172.21.15.130:0/1230697241 >> 172.21.15.130:0/1230697241 conn(0x7ffb1c0fa130 msgr2=0x7ffb1c0fc580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 -- 172.21.15.130:0/1230697241 shutdown_connections 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.079+0000 7ffb20967700 1 -- 172.21.15.130:0/1230697241 wait complete. 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 Processor -- start 2023-07-14T12:41:16.089 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 -- start start 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1c0feb00 0x7ffb1c10c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 0x7ffb1c10adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 0x7ffb1c10b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb1c10ba80 con 0x7ffb1c0ffd00 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb1c10bbf0 con 0x7ffb1c100690 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb20967700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb1c19f940 con 0x7ffb1c0feb00 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 0x7ffb1c10b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:16.090 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 0x7ffb1c10b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:53970/0 (socket says 172.21.15.130:53970) 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 -- 172.21.15.130:0/1716124649 learned_addr learned my addr 172.21.15.130:0/1716124649 (peer_addr_for_me v2:172.21.15.130:0/0) 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1a59c700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1c0feb00 0x7ffb1c10c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb19d9b700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 0x7ffb1c10adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 -- 172.21.15.130:0/1716124649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1c0feb00 msgr2=0x7ffb1c10c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1c0feb00 0x7ffb1c10c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 -- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 msgr2=0x7ffb1c10adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:16.091 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 0x7ffb1c10adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 -- 172.21.15.130:0/1716124649 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb100095f0 con 0x7ffb1c100690 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb19d9b700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 0x7ffb1c10adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.080+0000 7ffb1ad9d700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 0x7ffb1c10b300 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ffb1400ada0 tx=0x7ffb1400c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.081+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb1400f070 con 0x7ffb1c100690 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.081+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb14007b30 con 0x7ffb1c100690 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.081+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb1c19fc20 con 0x7ffb1c100690 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.081+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb14005440 con 0x7ffb1c100690 2023-07-14T12:41:16.092 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.081+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb1c1a00d0 con 0x7ffb1c100690 2023-07-14T12:41:16.093 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.082+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb1c10a2c0 con 0x7ffb1c100690 2023-07-14T12:41:16.093 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.083+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ffb14004ad0 con 0x7ffb1c100690 2023-07-14T12:41:16.094 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.083+0000 7ffb0b7fe700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ffb040a1150 0x7ffb040a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:16.094 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.083+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 3698+0+0 (secure 0 0 0) 0x7ffb140cb340 con 0x7ffb1c100690 2023-07-14T12:41:16.094 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.084+0000 7ffb1a59c700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ffb040a1150 0x7ffb040a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:16.094 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.084+0000 7ffb1a59c700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ffb040a1150 0x7ffb040a3600 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffb10006010 tx=0x7ffb1000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:41:16.094 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.087+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7ffb14095d20 con 0x7ffb1c100690 2023-07-14T12:41:16.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:41:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:41:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi040 2023-07-14T12:41:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 8586M 2023-07-14T12:41:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] boot 2023-07-14T12:41:16.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: osdmap e25: 4 total, 4 up, 4 in 2023-07-14T12:41:16.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:16.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:15 smithi133 ceph-mon[98311]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:16.286 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:16.279+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7ffb1c0fb1f0 con 0x7ffb040a1150 2023-07-14T12:41:16.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:41:16.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:41:16.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi040 2023-07-14T12:41:16.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 8586M 2023-07-14T12:41:16.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:16.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: osd.3 [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] boot 2023-07-14T12:41:16.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: osdmap e25: 4 total, 4 up, 4 in 2023-07-14T12:41:16.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:41:16.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:15 smithi040 ceph-mon[96535]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-07-14T12:41:17.223 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:16 smithi133 ceph-mon[98311]: osdmap e26: 4 total, 4 up, 4 in 2023-07-14T12:41:17.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:41:17.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:41:17.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:17.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:16 smithi130 ceph-mon[97977]: osdmap e26: 4 total, 4 up, 4 in 2023-07-14T12:41:17.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:41:17.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:41:17.258 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:17.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:16 smithi040 ceph-mon[96535]: osdmap e26: 4 total, 4 up, 4 in 2023-07-14T12:41:17.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:41:17.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:41:17.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:18.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:17 smithi133 ceph-mon[98311]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:41:18.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:17 smithi133 ceph-mon[98311]: osdmap e27: 4 total, 4 up, 4 in 2023-07-14T12:41:18.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:17 smithi133 ceph-mon[98311]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:18.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:17 smithi133 ceph-mon[98311]: osdmap e28: 4 total, 4 up, 4 in 2023-07-14T12:41:18.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:17 smithi130 ceph-mon[97977]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:41:18.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:17 smithi130 ceph-mon[97977]: osdmap e27: 4 total, 4 up, 4 in 2023-07-14T12:41:18.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:17 smithi130 ceph-mon[97977]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:18.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:17 smithi130 ceph-mon[97977]: osdmap e28: 4 total, 4 up, 4 in 2023-07-14T12:41:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:17 smithi040 ceph-mon[96535]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:41:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:17 smithi040 ceph-mon[96535]: osdmap e27: 4 total, 4 up, 4 in 2023-07-14T12:41:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:17 smithi040 ceph-mon[96535]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:18.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:17 smithi040 ceph-mon[96535]: osdmap e28: 4 total, 4 up, 4 in 2023-07-14T12:41:19.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:18 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/2016720927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]: dispatch 2023-07-14T12:41:19.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:18 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]: dispatch 2023-07-14T12:41:19.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:18 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]': finished 2023-07-14T12:41:19.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:18 smithi133 ceph-mon[98311]: osdmap e29: 5 total, 4 up, 5 in 2023-07-14T12:41:19.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:19.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:18 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/2016720927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]: dispatch 2023-07-14T12:41:19.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:18 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]: dispatch 2023-07-14T12:41:19.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:18 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]': finished 2023-07-14T12:41:19.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:18 smithi130 ceph-mon[97977]: osdmap e29: 5 total, 4 up, 5 in 2023-07-14T12:41:19.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:19.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:18 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/2016720927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]: dispatch 2023-07-14T12:41:19.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:18 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]: dispatch 2023-07-14T12:41:19.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:18 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62bffd64-abec-4161-80af-6a88722c26b2"}]': finished 2023-07-14T12:41:19.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:18 smithi040 ceph-mon[96535]: osdmap e29: 5 total, 4 up, 5 in 2023-07-14T12:41:19.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:20.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:19 smithi133 ceph-mon[98311]: pgmap v96: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-07-14T12:41:20.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:19 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/248423222' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:41:20.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:19 smithi130 ceph-mon[97977]: pgmap v96: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-07-14T12:41:20.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:19 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/248423222' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:41:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:19 smithi040 ceph-mon[96535]: pgmap v96: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-07-14T12:41:20.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:19 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/248423222' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:41:21.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:21 smithi040 ceph-mon[96535]: pgmap v97: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 114 KiB/s, 0 objects/s recovering 2023-07-14T12:41:21.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:21 smithi133 ceph-mon[98311]: pgmap v97: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 114 KiB/s, 0 objects/s recovering 2023-07-14T12:41:21.513 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:21 smithi130 ceph-mon[97977]: pgmap v97: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 114 KiB/s, 0 objects/s recovering 2023-07-14T12:41:23.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:23 smithi133 ceph-mon[98311]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-07-14T12:41:24.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:23 smithi130 ceph-mon[97977]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-07-14T12:41:24.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:23 smithi040 ceph-mon[96535]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-07-14T12:41:25.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:25 smithi130 ceph-mon[97977]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:41:25.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:25 smithi040 ceph-mon[96535]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:41:25.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:25 smithi133 ceph-mon[98311]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:41:26.185 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:26 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-07-14T12:41:26.185 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:26 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:26.185 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:26 smithi130 ceph-mon[97977]: Deploying daemon osd.4 on smithi130 2023-07-14T12:41:26.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:26 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-07-14T12:41:26.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:26 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:26.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:26 smithi040 ceph-mon[96535]: Deploying daemon osd.4 on smithi130 2023-07-14T12:41:26.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:26 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-07-14T12:41:26.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:26 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:26.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:26 smithi133 ceph-mon[98311]: Deploying daemon osd.4 on smithi130 2023-07-14T12:41:27.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:27 smithi040 ceph-mon[96535]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:27.458 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:27 smithi130 ceph-mon[97977]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:27.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:27 smithi133 ceph-mon[98311]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:29.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:29 smithi040 ceph-mon[96535]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:29.427 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:29 smithi130 ceph-mon[97977]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:29.473 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:29 smithi133 ceph-mon[98311]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:31.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:30 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:31.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:30 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:31.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:30 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:31.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:30 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:31.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:30 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:31.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:30 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:31.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:30 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:31.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:30 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:31.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:30 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:32.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:31 smithi040 ceph-mon[96535]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:32.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:31 smithi133 ceph-mon[98311]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:32.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:31 smithi130 ceph-mon[97977]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:32.850 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 4 on host 'smithi130' 2023-07-14T12:41:32.850 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.842+0000 7ffb0b7fe700 1 -- 172.21.15.130:0/1716124649 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ffb1c0fb1f0 con 0x7ffb040a1150 2023-07-14T12:41:32.852 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ffb040a1150 msgr2=0x7ffb040a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:32.852 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ffb040a1150 0x7ffb040a3600 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffb10006010 tx=0x7ffb1000b540 comp rx=0 tx=0).stop 2023-07-14T12:41:32.852 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 msgr2=0x7ffb1c10b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 0x7ffb1c10b300 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ffb1400ada0 tx=0x7ffb1400c330 comp rx=0 tx=0).stop 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 shutdown_connections 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ffb040a1150 0x7ffb040a3600 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb1c0feb00 0x7ffb1c10c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffb1c100690 0x7ffb1c10b300 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 --2- 172.21.15.130:0/1716124649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffb1c0ffd00 0x7ffb1c10adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:32.853 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 >> 172.21.15.130:0/1716124649 conn(0x7ffb1c0fa130 msgr2=0x7ffb1c0faae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:41:32.854 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 shutdown_connections 2023-07-14T12:41:32.854 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:41:32.845+0000 7ffb20967700 1 -- 172.21.15.130:0/1716124649 wait complete. 2023-07-14T12:41:33.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:33.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:33.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:32 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:33.225 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.226 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.226 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:33.226 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:33.226 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.227 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.227 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.227 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:32 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:33.263 DEBUG:teuthology.orchestra.run.smithi130:osd.4> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.4.service 2023-07-14T12:41:33.265 INFO:tasks.cephadm:Deploying osd.5 on smithi133 with /dev/vg_nvme/lv_3... 2023-07-14T12:41:33.266 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-07-14T12:41:33.294 INFO:journalctl@ceph.osd.4.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:41:33.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:33.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:33.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:33.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:32 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:33.829 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:41:34.011 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:33 smithi130 ceph-mon[97977]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:34.012 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:33 smithi130 ceph-mon[97977]: from='osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-07-14T12:41:34.013 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:33 smithi130 ceph-mon[97977]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-07-14T12:41:34.013 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 12:41:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T12:41:33.694+0000 7f3ff244a640 -1 osd.4 0 log_to_monitors true 2023-07-14T12:41:34.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:33 smithi133 ceph-mon[98311]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:34.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:33 smithi133 ceph-mon[98311]: from='osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-07-14T12:41:34.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:33 smithi133 ceph-mon[98311]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-07-14T12:41:34.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:33 smithi040 ceph-mon[96535]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:34.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:33 smithi040 ceph-mon[96535]: from='osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-07-14T12:41:34.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:33 smithi040 ceph-mon[96535]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-07-14T12:41:35.014 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T12:41:34.923+0000 7f3fe72c1700 -1 osd.4 0 waiting for initial osdmap 2023-07-14T12:41:35.014 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T12:41:34.928+0000 7f3fe08b1700 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:41:35.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-mon[97977]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-07-14T12:41:35.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-mon[97977]: osdmap e30: 5 total, 4 up, 5 in 2023-07-14T12:41:35.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:35.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-mon[97977]: from='osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:41:35.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:34 smithi130 ceph-mon[97977]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:41:35.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:34 smithi133 ceph-mon[98311]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-07-14T12:41:35.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:34 smithi133 ceph-mon[98311]: osdmap e30: 5 total, 4 up, 5 in 2023-07-14T12:41:35.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:34 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:35.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:34 smithi133 ceph-mon[98311]: from='osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:41:35.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:34 smithi133 ceph-mon[98311]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:41:35.341 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-07-14T12:41:35.341 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-07-14T12:41:35.341 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2023-07-14T12:41:35.342 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2023-07-14T12:41:35.342 INFO:teuthology.orchestra.run.smithi133.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.014948 s, 701 MB/s 2023-07-14T12:41:35.342 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2023-07-14T12:41:35.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:34 smithi040 ceph-mon[96535]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-07-14T12:41:35.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:34 smithi040 ceph-mon[96535]: osdmap e30: 5 total, 4 up, 5 in 2023-07-14T12:41:35.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:34 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:35.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:34 smithi040 ceph-mon[96535]: from='osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:41:35.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:34 smithi040 ceph-mon[96535]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:41:35.682 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi133:vg_nvme/lv_3 2023-07-14T12:41:36.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:41:36.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: osdmap e31: 5 total, 4 up, 5 in 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:36.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:36.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:36.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.237 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:41:36.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:41:36.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: osdmap e31: 5 total, 4 up, 5 in 2023-07-14T12:41:36.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:36.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:36.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:36.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:41:36.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: osdmap e31: 5 total, 4 up, 5 in 2023-07-14T12:41:36.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:36.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:36.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:36.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:36.961 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:41:36.962 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:41:36.962 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi130 2023-07-14T12:41:36.962 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 8584M 2023-07-14T12:41:36.962 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] boot 2023-07-14T12:41:36.962 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: osdmap e32: 5 total, 5 up, 5 in 2023-07-14T12:41:36.962 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:37.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:41:37.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:41:37.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi130 2023-07-14T12:41:37.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 8584M 2023-07-14T12:41:37.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] boot 2023-07-14T12:41:37.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: osdmap e32: 5 total, 5 up, 5 in 2023-07-14T12:41:37.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:36 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:37.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:41:37.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:41:37.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi130 2023-07-14T12:41:37.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 8584M 2023-07-14T12:41:37.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: osd.4 [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] boot 2023-07-14T12:41:37.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: osdmap e32: 5 total, 5 up, 5 in 2023-07-14T12:41:37.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:41:37.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 -- 172.21.15.133:0/1330594397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc100610 msgr2=0x7f78fc1029f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:37.471 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 --2- 172.21.15.133:0/1330594397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc100610 0x7f78fc1029f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f78ec009990 tx=0x7f78ec009ca0 comp rx=0 tx=0).stop 2023-07-14T12:41:37.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 -- 172.21.15.133:0/1330594397 shutdown_connections 2023-07-14T12:41:37.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 --2- 172.21.15.133:0/1330594397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc100610 0x7f78fc1029f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:37.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 --2- 172.21.15.133:0/1330594397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc105850 0x7f78fc107cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:37.472 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 --2- 172.21.15.133:0/1330594397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc102f30 0x7f78fc105310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:37.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 -- 172.21.15.133:0/1330594397 >> 172.21.15.133:0/1330594397 conn(0x7f78fc0fa0b0 msgr2=0x7f78fc0fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:41:37.473 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 -- 172.21.15.133:0/1330594397 shutdown_connections 2023-07-14T12:41:37.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.460+0000 7f7904326700 1 -- 172.21.15.133:0/1330594397 wait complete. 2023-07-14T12:41:37.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 Processor -- start 2023-07-14T12:41:37.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 -- start start 2023-07-14T12:41:37.474 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc100610 0x7f78fc1958c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:37.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc102f30 0x7f78fc195e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:37.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 0x7f78fc19ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:37.475 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78fc19d450 con 0x7f78fc100610 2023-07-14T12:41:37.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78fc19d590 con 0x7f78fc102f30 2023-07-14T12:41:37.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f7904326700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78fc19d720 con 0x7f78fc105850 2023-07-14T12:41:37.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 0x7f78fc19ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:37.476 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 0x7f78fc19ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39202/0 (socket says 172.21.15.133:39202) 2023-07-14T12:41:37.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 -- 172.21.15.133:0/645287992 learned_addr learned my addr 172.21.15.133:0/645287992 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:41:37.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79018c1700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc102f30 0x7f78fc195e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:37.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79020c2700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc100610 0x7f78fc1958c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:37.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 -- 172.21.15.133:0/645287992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc102f30 msgr2=0x7f78fc195e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:37.477 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc102f30 0x7f78fc195e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:37.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 -- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc100610 msgr2=0x7f78fc1958c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:37.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc100610 0x7f78fc1958c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:37.478 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 -- 172.21.15.133:0/645287992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78ec0095f0 con 0x7f78fc105850 2023-07-14T12:41:37.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79018c1700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc102f30 0x7f78fc195e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:41:37.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79020c2700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc100610 0x7f78fc1958c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:41:37.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.461+0000 7f79028c3700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 0x7f78fc19ce80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f78f400add0 tx=0x7f78f400c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:41:37.479 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.462+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78f400f070 con 0x7f78fc105850 2023-07-14T12:41:37.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.462+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f78f4007b00 con 0x7f78fc105850 2023-07-14T12:41:37.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.462+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78fc19da00 con 0x7f78fc105850 2023-07-14T12:41:37.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.462+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78f40053a0 con 0x7f78fc105850 2023-07-14T12:41:37.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.462+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78fc19df00 con 0x7f78fc105850 2023-07-14T12:41:37.480 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.463+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78e0005320 con 0x7f78fc105850 2023-07-14T12:41:37.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.464+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f78f4005600 con 0x7f78fc105850 2023-07-14T12:41:37.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.464+0000 7f78f37fe700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78e80a11d0 0x7f78e80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:37.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.465+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f78f40cad30 con 0x7f78fc105850 2023-07-14T12:41:37.481 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.465+0000 7f79020c2700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78e80a11d0 0x7f78e80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:37.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.465+0000 7f79020c2700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78e80a11d0 0x7f78e80a3680 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f78ec00b5c0 tx=0x7f78ec005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:41:37.482 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.469+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f78f4095580 con 0x7f78fc105850 2023-07-14T12:41:37.670 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:37.662+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f78e0000bf0 con 0x7f78e80a11d0 2023-07-14T12:41:38.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:37 smithi133 ceph-mon[98311]: osdmap e33: 5 total, 5 up, 5 in 2023-07-14T12:41:38.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:37 smithi133 ceph-mon[98311]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:41:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:41:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:38.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:37 smithi130 ceph-mon[97977]: osdmap e33: 5 total, 5 up, 5 in 2023-07-14T12:41:38.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:37 smithi130 ceph-mon[97977]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:38.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:41:38.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:41:38.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:38.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:37 smithi040 ceph-mon[96535]: osdmap e33: 5 total, 5 up, 5 in 2023-07-14T12:41:38.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:37 smithi040 ceph-mon[96535]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:38.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:41:38.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:41:38.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:39.070 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:38 smithi133 ceph-mon[98311]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:41:39.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:38 smithi130 ceph-mon[97977]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:41:39.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:38 smithi040 ceph-mon[96535]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:41:40.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:39 smithi133 ceph-mon[98311]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:40.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:39 smithi130 ceph-mon[97977]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:40.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:39 smithi040 ceph-mon[96535]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:40 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/2956814161' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]: dispatch 2023-07-14T12:41:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:40 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]: dispatch 2023-07-14T12:41:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:40 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]': finished 2023-07-14T12:41:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:40 smithi130 ceph-mon[97977]: osdmap e34: 6 total, 5 up, 6 in 2023-07-14T12:41:41.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:40 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:41.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:40 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/506341107' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:41:41.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:40 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/2956814161' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]: dispatch 2023-07-14T12:41:41.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:40 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]: dispatch 2023-07-14T12:41:41.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:40 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]': finished 2023-07-14T12:41:41.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:40 smithi040 ceph-mon[96535]: osdmap e34: 6 total, 5 up, 6 in 2023-07-14T12:41:41.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:40 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:41.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:40 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/506341107' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:41:41.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:40 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/2956814161' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]: dispatch 2023-07-14T12:41:41.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:40 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]: dispatch 2023-07-14T12:41:41.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:40 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e8dff9f2-fa1a-4480-b6d2-ec8163625d09"}]': finished 2023-07-14T12:41:41.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:40 smithi133 ceph-mon[98311]: osdmap e34: 6 total, 5 up, 6 in 2023-07-14T12:41:41.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:40 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:41.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:40 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/506341107' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:41:42.263 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:41 smithi130 ceph-mon[97977]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:42.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:41 smithi040 ceph-mon[96535]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:42.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:41 smithi133 ceph-mon[98311]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:43.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:43 smithi133 ceph-mon[98311]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:44.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:43 smithi130 ceph-mon[97977]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:44.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:43 smithi040 ceph-mon[96535]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:45.304 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:45 smithi133 ceph-mon[98311]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:45 smithi040 ceph-mon[96535]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:45.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:45 smithi130 ceph-mon[97977]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:47.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-07-14T12:41:47.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:47.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-07-14T12:41:47.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-07-14T12:41:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:48.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:47 smithi133 ceph-mon[98311]: Deploying daemon osd.5 on smithi133 2023-07-14T12:41:48.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:47 smithi133 ceph-mon[98311]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:48.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:47 smithi130 ceph-mon[97977]: Deploying daemon osd.5 on smithi133 2023-07-14T12:41:48.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:47 smithi130 ceph-mon[97977]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:48.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:47 smithi040 ceph-mon[96535]: Deploying daemon osd.5 on smithi133 2023-07-14T12:41:48.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:47 smithi040 ceph-mon[96535]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:49.327 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:49 smithi133 ceph-mon[98311]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:49.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:49 smithi040 ceph-mon[96535]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:49.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:49 smithi130 ceph-mon[97977]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:51.286 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:51 smithi133 ceph-mon[98311]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:51.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:51 smithi040 ceph-mon[96535]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:51.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:51 smithi130 ceph-mon[97977]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:52.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:52.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:52.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:52.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:52.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:52.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:52.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:52.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:53.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:53 smithi133 ceph-mon[98311]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:54.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:53 smithi130 ceph-mon[97977]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:54.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:53 smithi040 ceph-mon[96535]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:54.138 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 5 on host 'smithi133' 2023-07-14T12:41:54.139 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.130+0000 7f78f37fe700 1 -- 172.21.15.133:0/645287992 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f78e0000bf0 con 0x7f78e80a11d0 2023-07-14T12:41:54.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78e80a11d0 msgr2=0x7f78e80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:54.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78e80a11d0 0x7f78e80a3680 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f78ec00b5c0 tx=0x7f78ec005fb0 comp rx=0 tx=0).stop 2023-07-14T12:41:54.141 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 msgr2=0x7f78fc19ce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:54.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 0x7f78fc19ce80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f78f400add0 tx=0x7f78f400c330 comp rx=0 tx=0).stop 2023-07-14T12:41:54.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 shutdown_connections 2023-07-14T12:41:54.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78e80a11d0 0x7f78e80a3680 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:54.142 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78fc105850 0x7f78fc19ce80 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:54.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78fc100610 0x7f78fc1958c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:54.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 --2- 172.21.15.133:0/645287992 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78fc102f30 0x7f78fc195e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:54.143 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 >> 172.21.15.133:0/645287992 conn(0x7f78fc0fa0b0 msgr2=0x7f78fc101290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:41:54.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 shutdown_connections 2023-07-14T12:41:54.144 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:41:54.133+0000 7f7904326700 1 -- 172.21.15.133:0/645287992 wait complete. 2023-07-14T12:41:54.634 DEBUG:teuthology.orchestra.run.smithi133:osd.5> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.5.service 2023-07-14T12:41:54.637 INFO:tasks.cephadm:Deploying osd.6 on smithi040 with /dev/vg_nvme/lv_2... 2023-07-14T12:41:54.637 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-07-14T12:41:54.668 INFO:journalctl@ceph.osd.5.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:41:54.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:54.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:54.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:54.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:54.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:54.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:54.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:54.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:54 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:55.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:55.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:55.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:54 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:55.212 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:41:55.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:55.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:55.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:55.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:54 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:41:55.724 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 12:41:55 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T12:41:55.328+0000 7f6c3f009640 -1 osd.5 0 log_to_monitors true 2023-07-14T12:41:56.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:55 smithi040 ceph-mon[96535]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:56.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:55 smithi040 ceph-mon[96535]: from='osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-07-14T12:41:56.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:55 smithi040 ceph-mon[96535]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-07-14T12:41:56.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:55 smithi133 ceph-mon[98311]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:56.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:55 smithi133 ceph-mon[98311]: from='osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-07-14T12:41:56.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:55 smithi133 ceph-mon[98311]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-07-14T12:41:56.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:55 smithi130 ceph-mon[97977]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:56.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:55 smithi130 ceph-mon[97977]: from='osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-07-14T12:41:56.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:55 smithi130 ceph-mon[97977]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-07-14T12:41:56.737 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-07-14T12:41:56.737 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-07-14T12:41:56.738 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-07-14T12:41:56.738 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-07-14T12:41:56.738 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111256 s, 942 MB/s 2023-07-14T12:41:56.738 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-07-14T12:41:56.974 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T12:41:56.781+0000 7f6c33e80700 -1 osd.5 0 waiting for initial osdmap 2023-07-14T12:41:56.974 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T12:41:56.790+0000 7f6c2cc6f700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:41:56.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-mon[98311]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-07-14T12:41:56.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-mon[98311]: osdmap e35: 6 total, 5 up, 6 in 2023-07-14T12:41:56.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:56.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-mon[98311]: from='osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:41:56.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-mon[98311]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:41:56.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:56 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:57.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:56 smithi040 ceph-mon[96535]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-07-14T12:41:57.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:56 smithi040 ceph-mon[96535]: osdmap e35: 6 total, 5 up, 6 in 2023-07-14T12:41:57.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:56 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:57.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:56 smithi040 ceph-mon[96535]: from='osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:41:57.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:56 smithi040 ceph-mon[96535]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:41:57.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:56 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:57.161 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi040:vg_nvme/lv_2 2023-07-14T12:41:57.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:56 smithi130 ceph-mon[97977]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-07-14T12:41:57.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:56 smithi130 ceph-mon[97977]: osdmap e35: 6 total, 5 up, 6 in 2023-07-14T12:41:57.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:56 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:57.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:56 smithi130 ceph-mon[97977]: from='osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:41:57.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:56 smithi130 ceph-mon[97977]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:41:57.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:56 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:57.722 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:41:58.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi133 2023-07-14T12:41:58.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 8584M 2023-07-14T12:41:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:41:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: osdmap e36: 6 total, 5 up, 6 in 2023-07-14T12:41:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:58.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:58.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:58.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] boot 2023-07-14T12:41:58.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: osdmap e37: 6 total, 6 up, 6 in 2023-07-14T12:41:58.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi133 2023-07-14T12:41:58.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:58.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:58.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 8584M 2023-07-14T12:41:58.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:41:58.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: osdmap e36: 6 total, 5 up, 6 in 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:58.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] boot 2023-07-14T12:41:58.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: osdmap e37: 6 total, 6 up, 6 in 2023-07-14T12:41:58.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi133 2023-07-14T12:41:58.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 8584M 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: osdmap e36: 6 total, 5 up, 6 in 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: osd.5 [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] boot 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: osdmap e37: 6 total, 6 up, 6 in 2023-07-14T12:41:58.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:41:58.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 -- 172.21.15.40:0/239656403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 msgr2=0x7fd49c1000d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:58.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 --2- 172.21.15.40:0/239656403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c1000d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd48c009990 tx=0x7fd48c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 -- 172.21.15.40:0/239656403 shutdown_connections 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 --2- 172.21.15.40:0/239656403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd49c0fea80 0x7fd49c0fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 --2- 172.21.15.40:0/239656403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd49c100610 0x7fd49c106ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 --2- 172.21.15.40:0/239656403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c1000d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.911+0000 7fd4a452f700 1 -- 172.21.15.40:0/239656403 >> 172.21.15.40:0/239656403 conn(0x7fd49c0fa0b0 msgr2=0x7fd49c0fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 -- 172.21.15.40:0/239656403 shutdown_connections 2023-07-14T12:41:58.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 -- 172.21.15.40:0/239656403 wait complete. 2023-07-14T12:41:58.922 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 Processor -- start 2023-07-14T12:41:58.922 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 -- start start 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd49c0fea80 0x7fd49c197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c198020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd49c100610 0x7fd49c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49c19f670 con 0x7fd49c0ffc80 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49c19f7b0 con 0x7fd49c0fea80 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a452f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd49c19f940 con 0x7fd49c100610 2023-07-14T12:41:58.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a1aca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c198020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.912+0000 7fd4a1aca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c198020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59326/0 (socket says 172.21.15.40:59326) 2023-07-14T12:41:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 -- 172.21.15.40:0/3923218805 learned_addr learned my addr 172.21.15.40:0/3923218805 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:41:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a22cb700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd49c0fea80 0x7fd49c197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a2acc700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd49c100610 0x7fd49c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 -- 172.21.15.40:0/3923218805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd49c100610 msgr2=0x7fd49c19f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd49c100610 0x7fd49c19f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:58.925 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 -- 172.21.15.40:0/3923218805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd49c0fea80 msgr2=0x7fd49c197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:41:58.925 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd49c0fea80 0x7fd49c197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:41:58.925 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 -- 172.21.15.40:0/3923218805 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd48c0095f0 con 0x7fd49c0ffc80 2023-07-14T12:41:58.925 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a1aca700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c198020 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd48c000c00 tx=0x7fd48c00f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:41:58.925 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c01d070 con 0x7fd49c0ffc80 2023-07-14T12:41:58.926 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd49c19fbc0 con 0x7fd49c0ffc80 2023-07-14T12:41:58.926 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd48c00fbf0 con 0x7fd49c0ffc80 2023-07-14T12:41:58.926 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c017650 con 0x7fd49c0ffc80 2023-07-14T12:41:58.926 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.913+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd49c1a0030 con 0x7fd49c0ffc80 2023-07-14T12:41:58.927 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.914+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd49c10a290 con 0x7fd49c0ffc80 2023-07-14T12:41:58.927 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.915+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd48c022470 con 0x7fd49c0ffc80 2023-07-14T12:41:58.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.916+0000 7fd4937fe700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd4880a11d0 0x7fd4880a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:41:58.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.916+0000 7fd4a22cb700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd4880a11d0 0x7fd4880a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:41:58.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.916+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 4562+0+0 (secure 0 0 0) 0x7fd48c0cd3a0 con 0x7fd49c0ffc80 2023-07-14T12:41:58.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.916+0000 7fd4a22cb700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd4880a11d0 0x7fd4880a3680 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd498005fd0 tx=0x7fd498005dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:41:58.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:58.920+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fd48c097a10 con 0x7fd49c0ffc80 2023-07-14T12:41:59.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:58 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:41:59.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:58 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:41:59.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:58 smithi040 ceph-mon[96535]: osdmap e38: 6 total, 6 up, 6 in 2023-07-14T12:41:59.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:41:59.127+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fd49c068ff0 con 0x7fd4880a11d0 2023-07-14T12:41:59.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:58 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:41:59.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:58 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:41:59.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:58 smithi133 ceph-mon[98311]: osdmap e38: 6 total, 6 up, 6 in 2023-07-14T12:41:59.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:58 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:41:59.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:58 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:41:59.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:58 smithi130 ceph-mon[97977]: osdmap e38: 6 total, 6 up, 6 in 2023-07-14T12:42:00.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:59 smithi040 ceph-mon[96535]: pgmap v125: 1 pgs: 1 peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:00.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:00.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:00.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:59 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:00.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:41:59 smithi040 ceph-mon[96535]: osdmap e39: 6 total, 6 up, 6 in 2023-07-14T12:42:00.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:59 smithi133 ceph-mon[98311]: pgmap v125: 1 pgs: 1 peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:00.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:59 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:00.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:59 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:00.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:59 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:00.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:41:59 smithi133 ceph-mon[98311]: osdmap e39: 6 total, 6 up, 6 in 2023-07-14T12:42:00.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:59 smithi130 ceph-mon[97977]: pgmap v125: 1 pgs: 1 peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:00.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:59 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:00.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:59 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:00.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:59 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:00.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:41:59 smithi130 ceph-mon[97977]: osdmap e39: 6 total, 6 up, 6 in 2023-07-14T12:42:01.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:00 smithi040 ceph-mon[96535]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:01.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:00 smithi133 ceph-mon[98311]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:01.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:00 smithi130 ceph-mon[97977]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:02.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:01 smithi040 ceph-mon[96535]: osdmap e40: 6 total, 6 up, 6 in 2023-07-14T12:42:02.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:01 smithi040 ceph-mon[96535]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:02.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:01 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1647625441' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0e9b95c-b3b9-49c9-8496-338e144dbb91"}]: dispatch 2023-07-14T12:42:02.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:01 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1647625441' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0e9b95c-b3b9-49c9-8496-338e144dbb91"}]': finished 2023-07-14T12:42:02.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:01 smithi040 ceph-mon[96535]: osdmap e41: 7 total, 6 up, 7 in 2023-07-14T12:42:02.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:01 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:02.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:01 smithi133 ceph-mon[98311]: osdmap e40: 6 total, 6 up, 6 in 2023-07-14T12:42:02.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:01 smithi133 ceph-mon[98311]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:02.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:01 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1647625441' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0e9b95c-b3b9-49c9-8496-338e144dbb91"}]: dispatch 2023-07-14T12:42:02.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:01 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1647625441' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0e9b95c-b3b9-49c9-8496-338e144dbb91"}]': finished 2023-07-14T12:42:02.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:01 smithi133 ceph-mon[98311]: osdmap e41: 7 total, 6 up, 7 in 2023-07-14T12:42:02.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:01 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:02.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:01 smithi130 ceph-mon[97977]: osdmap e40: 6 total, 6 up, 6 in 2023-07-14T12:42:02.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:01 smithi130 ceph-mon[97977]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:02.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:01 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1647625441' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0e9b95c-b3b9-49c9-8496-338e144dbb91"}]: dispatch 2023-07-14T12:42:02.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:01 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1647625441' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0e9b95c-b3b9-49c9-8496-338e144dbb91"}]': finished 2023-07-14T12:42:02.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:01 smithi130 ceph-mon[97977]: osdmap e41: 7 total, 6 up, 7 in 2023-07-14T12:42:02.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:01 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:03.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:02 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3231292010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:03.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:02 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3231292010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:03.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:02 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3231292010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:04.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:03 smithi040 ceph-mon[96535]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 136 KiB/s, 0 objects/s recovering 2023-07-14T12:42:04.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:03 smithi133 ceph-mon[98311]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 136 KiB/s, 0 objects/s recovering 2023-07-14T12:42:04.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:03 smithi130 ceph-mon[97977]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 136 KiB/s, 0 objects/s recovering 2023-07-14T12:42:05.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:05 smithi040 ceph-mon[96535]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-07-14T12:42:05.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:05 smithi133 ceph-mon[98311]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-07-14T12:42:05.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:05 smithi130 ceph-mon[97977]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-07-14T12:42:07.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:07 smithi040 ceph-mon[96535]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-07-14T12:42:07.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:07 smithi133 ceph-mon[98311]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-07-14T12:42:07.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:07 smithi130 ceph-mon[97977]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2023-07-14T12:42:08.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:08 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-07-14T12:42:08.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:08 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:09.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:08 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-07-14T12:42:09.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:08 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:09.015 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:08 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-07-14T12:42:09.015 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:08 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:09.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:09 smithi133 ceph-mon[98311]: Deploying daemon osd.6 on smithi040 2023-07-14T12:42:09.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:09 smithi133 ceph-mon[98311]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-07-14T12:42:10.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:09 smithi130 ceph-mon[97977]: Deploying daemon osd.6 on smithi040 2023-07-14T12:42:10.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:09 smithi130 ceph-mon[97977]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-07-14T12:42:10.084 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:09 smithi040 ceph-mon[96535]: Deploying daemon osd.6 on smithi040 2023-07-14T12:42:10.084 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:09 smithi040 ceph-mon[96535]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2023-07-14T12:42:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:11 smithi040 ceph-mon[96535]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-07-14T12:42:11.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:11 smithi133 ceph-mon[98311]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-07-14T12:42:11.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:11 smithi130 ceph-mon[97977]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-07-14T12:42:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:13 smithi040 ceph-mon[96535]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-07-14T12:42:14.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:13 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:14.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:13 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:14.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:13 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:14.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:13 smithi130 ceph-mon[97977]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-07-14T12:42:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:13 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:13 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:13 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:13 smithi133 ceph-mon[98311]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 50 KiB/s, 0 objects/s recovering 2023-07-14T12:42:15.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:15 smithi040 ceph-mon[96535]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:15.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:15 smithi133 ceph-mon[98311]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:15.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.486+0000 7fd4937fe700 1 -- 172.21.15.40:0/3923218805 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fd49c068ff0 con 0x7fd4880a11d0 2023-07-14T12:42:15.495 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 6 on host 'smithi040' 2023-07-14T12:42:15.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.488+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd4880a11d0 msgr2=0x7fd4880a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:15.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.488+0000 7fd4a452f700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd4880a11d0 0x7fd4880a3680 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd498005fd0 tx=0x7fd498005dd0 comp rx=0 tx=0).stop 2023-07-14T12:42:15.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.488+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 msgr2=0x7fd49c198020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:15.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.488+0000 7fd4a452f700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c198020 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd48c000c00 tx=0x7fd48c00f740 comp rx=0 tx=0).stop 2023-07-14T12:42:15.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.488+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 shutdown_connections 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.488+0000 7fd4a452f700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd4880a11d0 0x7fd4880a3680 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.489+0000 7fd4a452f700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd49c100610 0x7fd49c19f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.489+0000 7fd4a452f700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd49c0fea80 0x7fd49c197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.489+0000 7fd4a452f700 1 --2- 172.21.15.40:0/3923218805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd49c0ffc80 0x7fd49c198020 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.489+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 >> 172.21.15.40:0/3923218805 conn(0x7fd49c0fa0b0 msgr2=0x7fd49c0688e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.489+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 shutdown_connections 2023-07-14T12:42:15.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:42:15.489+0000 7fd4a452f700 1 -- 172.21.15.40:0/3923218805 wait complete. 2023-07-14T12:42:15.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:15 smithi130 ceph-mon[97977]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:15.919 DEBUG:teuthology.orchestra.run.smithi040:osd.6> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.6.service 2023-07-14T12:42:15.922 INFO:tasks.cephadm:Deploying osd.7 on smithi130 with /dev/vg_nvme/lv_2... 2023-07-14T12:42:15.922 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-07-14T12:42:15.971 INFO:journalctl@ceph.osd.6.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:42:16.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:16.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:16.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:16.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:16.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:16.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:16.497 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:42:16.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:16.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:16.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:16.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:16.842 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 12:42:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T12:42:16.634+0000 7f25b01a9640 -1 osd.6 0 log_to_monitors true 2023-07-14T12:42:17.250 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:17 smithi040 ceph-mon[96535]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-07-14T12:42:17.251 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:17 smithi040 ceph-mon[96535]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:17.252 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:17 smithi130 ceph-mon[97977]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-07-14T12:42:17.252 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:17 smithi130 ceph-mon[97977]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:17.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:17 smithi133 ceph-mon[98311]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-07-14T12:42:17.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:17 smithi133 ceph-mon[98311]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:17.981 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-07-14T12:42:17.981 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-07-14T12:42:17.982 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2023-07-14T12:42:17.982 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2023-07-14T12:42:17.982 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0148601 s, 706 MB/s 2023-07-14T12:42:17.982 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2023-07-14T12:42:18.374 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:18 smithi130 ceph-mon[97977]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-07-14T12:42:18.374 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:18 smithi130 ceph-mon[97977]: osdmap e42: 7 total, 6 up, 7 in 2023-07-14T12:42:18.374 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:18.375 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:18 smithi130 ceph-mon[97977]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:42:18.453 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi130:vg_nvme/lv_2 2023-07-14T12:42:18.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:18 smithi133 ceph-mon[98311]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-07-14T12:42:18.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:18 smithi133 ceph-mon[98311]: osdmap e42: 7 total, 6 up, 7 in 2023-07-14T12:42:18.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:18.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:18 smithi133 ceph-mon[98311]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:42:18.592 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 12:42:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T12:42:18.169+0000 7f25a5020700 -1 osd.6 0 waiting for initial osdmap 2023-07-14T12:42:18.592 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 12:42:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T12:42:18.178+0000 7f25a0614700 -1 osd.6 43 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:42:18.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:18 smithi040 ceph-mon[96535]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-07-14T12:42:18.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:18 smithi040 ceph-mon[96535]: osdmap e42: 7 total, 6 up, 7 in 2023-07-14T12:42:18.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:18.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:18 smithi040 ceph-mon[96535]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:42:19.005 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:42:19.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:42:19.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: osdmap e43: 7 total, 6 up, 7 in 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi040 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 5724M 2023-07-14T12:42:19.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:19.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:19.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:19.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:19 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:42:19.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: osdmap e43: 7 total, 6 up, 7 in 2023-07-14T12:42:19.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi040 2023-07-14T12:42:19.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 5724M 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:19.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:19 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:42:19.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: osdmap e43: 7 total, 6 up, 7 in 2023-07-14T12:42:19.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:19.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi040 2023-07-14T12:42:19.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:19.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 5724M 2023-07-14T12:42:19.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:19.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:19.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:19.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-07-14T12:42:19.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:19 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:20.200 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 -- 172.21.15.130:0/272022715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42780fe2c0 msgr2=0x7f42781081a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:20.200 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 --2- 172.21.15.130:0/272022715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42780fe2c0 0x7f42781081a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f427000b0a0 tx=0x7f427000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:42:20.200 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 -- 172.21.15.130:0/272022715 shutdown_connections 2023-07-14T12:42:20.200 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 --2- 172.21.15.130:0/272022715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42780fe2c0 0x7f42781081a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:20.201 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 --2- 172.21.15.130:0/272022715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42781011b0 0x7f42781015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:20.201 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 --2- 172.21.15.130:0/272022715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4278101b90 0x7f42780fdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:20.201 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 -- 172.21.15.130:0/272022715 >> 172.21.15.130:0/272022715 conn(0x7f42780f9860 msgr2=0x7f42780fbc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:42:20.201 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 -- 172.21.15.130:0/272022715 shutdown_connections 2023-07-14T12:42:20.201 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.192+0000 7f427dfa1700 1 -- 172.21.15.130:0/272022715 wait complete. 2023-07-14T12:42:20.203 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.193+0000 7f427dfa1700 1 Processor -- start 2023-07-14T12:42:20.203 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.193+0000 7f427dfa1700 1 -- start start 2023-07-14T12:42:20.203 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42780fe2c0 0x7f4278195930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:20.203 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42781011b0 0x7f4278195e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 0x7f427819cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f427819d4c0 con 0x7f42781011b0 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f427819d600 con 0x7f4278101b90 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f427819d790 con 0x7f42780fe2c0 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 0x7f427819cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 0x7f427819cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:54072/0 (socket says 172.21.15.130:54072) 2023-07-14T12:42:20.204 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 -- 172.21.15.130:0/1504810640 learned_addr learned my addr 172.21.15.130:0/1504810640 (peer_addr_for_me v2:172.21.15.130:0/0) 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f42777fe700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42780fe2c0 0x7f4278195930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 -- 172.21.15.130:0/1504810640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42780fe2c0 msgr2=0x7f4278195930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42780fe2c0 0x7f4278195930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 -- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42781011b0 msgr2=0x7f4278195e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42781011b0 0x7f4278195e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 -- 172.21.15.130:0/1504810640 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4270009d00 con 0x7f4278101b90 2023-07-14T12:42:20.205 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4277fff700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 0x7f427819cef0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f427000b070 tx=0x7f4270004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:42:20.206 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f427000e040 con 0x7f4278101b90 2023-07-14T12:42:20.206 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f427001bd20 con 0x7f4278101b90 2023-07-14T12:42:20.206 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f427819da10 con 0x7f4278101b90 2023-07-14T12:42:20.206 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.194+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4270005820 con 0x7f4278101b90 2023-07-14T12:42:20.207 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.195+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f427819de80 con 0x7f4278101b90 2023-07-14T12:42:20.207 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.195+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f427810b3a0 con 0x7f4278101b90 2023-07-14T12:42:20.208 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.197+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f427001b860 con 0x7f4278101b90 2023-07-14T12:42:20.208 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.197+0000 7f4274ff9700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42600a11d0 0x7f42600a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:20.208 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.197+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4965+0+0 (secure 0 0 0) 0x7f42700cdd70 con 0x7f4278101b90 2023-07-14T12:42:20.208 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.197+0000 7f42777fe700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42600a11d0 0x7f42600a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:20.209 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.198+0000 7f42777fe700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42600a11d0 0x7f42600a3680 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4278067cb0 tx=0x7f426800a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:42:20.209 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.200+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f4270098260 con 0x7f4278101b90 2023-07-14T12:42:20.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:20 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:42:20.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:20 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:42:20.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:20 smithi130 ceph-mon[97977]: osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] boot 2023-07-14T12:42:20.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:20 smithi130 ceph-mon[97977]: osdmap e44: 7 total, 7 up, 7 in 2023-07-14T12:42:20.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:20.400 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:20.393+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f4278060950 con 0x7f42600a11d0 2023-07-14T12:42:20.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:20 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:42:20.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:20 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:42:20.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:20 smithi133 ceph-mon[98311]: osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] boot 2023-07-14T12:42:20.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:20 smithi133 ceph-mon[98311]: osdmap e44: 7 total, 7 up, 7 in 2023-07-14T12:42:20.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:20.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:20 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:42:20.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:20 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:42:20.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:20 smithi040 ceph-mon[96535]: osd.6 [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] boot 2023-07-14T12:42:20.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:20 smithi040 ceph-mon[96535]: osdmap e44: 7 total, 7 up, 7 in 2023-07-14T12:42:20.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:42:21.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:21 smithi130 ceph-mon[97977]: osdmap e45: 7 total, 7 up, 7 in 2023-07-14T12:42:21.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:21 smithi130 ceph-mon[97977]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:21.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:21.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:21.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:21.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:21 smithi130 ceph-mon[97977]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:21.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:21 smithi040 ceph-mon[96535]: osdmap e45: 7 total, 7 up, 7 in 2023-07-14T12:42:21.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:21 smithi040 ceph-mon[96535]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:21.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:21.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:21.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:21.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:21 smithi040 ceph-mon[96535]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:21.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:21 smithi133 ceph-mon[98311]: osdmap e45: 7 total, 7 up, 7 in 2023-07-14T12:42:21.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:21 smithi133 ceph-mon[98311]: from='client.24284 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:21.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:21.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:21.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:21.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:21 smithi133 ceph-mon[98311]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:23.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/2910884708' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]: dispatch 2023-07-14T12:42:23.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]: dispatch 2023-07-14T12:42:23.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]': finished 2023-07-14T12:42:23.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: osdmap e46: 8 total, 7 up, 8 in 2023-07-14T12:42:23.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:23.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:23.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:23 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/3291071636' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:24.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/2910884708' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]: dispatch 2023-07-14T12:42:24.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]: dispatch 2023-07-14T12:42:24.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]': finished 2023-07-14T12:42:24.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: osdmap e46: 8 total, 7 up, 8 in 2023-07-14T12:42:24.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:24.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:24.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:23 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/3291071636' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:24.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/2910884708' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]: dispatch 2023-07-14T12:42:24.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]: dispatch 2023-07-14T12:42:24.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "911334a5-8797-4735-aed7-c22b7ead7efc"}]': finished 2023-07-14T12:42:24.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: osdmap e46: 8 total, 7 up, 8 in 2023-07-14T12:42:24.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:24.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:24.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:23 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/3291071636' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:25.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:25 smithi040 ceph-mon[96535]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:25.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:25 smithi133 ceph-mon[98311]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:25.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:25 smithi130 ceph-mon[97977]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:27.222 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:27 smithi130 ceph-mon[97977]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:27.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:27 smithi040 ceph-mon[96535]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:27.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:27 smithi133 ceph-mon[98311]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:29.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:29 smithi130 ceph-mon[97977]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:29.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:29 smithi040 ceph-mon[96535]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:29.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:29 smithi133 ceph-mon[98311]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:30.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:30 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-07-14T12:42:30.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:30 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:30.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:30 smithi040 ceph-mon[96535]: Deploying daemon osd.7 on smithi130 2023-07-14T12:42:30.413 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:30 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-07-14T12:42:30.414 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:30 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:30.414 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:30 smithi130 ceph-mon[97977]: Deploying daemon osd.7 on smithi130 2023-07-14T12:42:30.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:30 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-07-14T12:42:30.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:30 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:30.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:30 smithi133 ceph-mon[98311]: Deploying daemon osd.7 on smithi130 2023-07-14T12:42:31.307 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:31 smithi130 ceph-mon[97977]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:31.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:31 smithi040 ceph-mon[96535]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:31.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:31 smithi133 ceph-mon[98311]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:33.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:33 smithi133 ceph-mon[98311]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:34.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:33 smithi130 ceph-mon[97977]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:34.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:33 smithi040 ceph-mon[96535]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:35.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:35.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:35.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:35.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:35 smithi133 ceph-mon[98311]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:35.725 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:35.725 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:35.725 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:35.726 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:35 smithi130 ceph-mon[97977]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:35.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:35.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:35.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:35.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:35 smithi040 ceph-mon[96535]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:37.371 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.363+0000 7f4274ff9700 1 -- 172.21.15.130:0/1504810640 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f4278060950 con 0x7f42600a11d0 2023-07-14T12:42:37.371 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 7 on host 'smithi130' 2023-07-14T12:42:37.373 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42600a11d0 msgr2=0x7f42600a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:37.373 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42600a11d0 0x7f42600a3680 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4278067cb0 tx=0x7f426800a3b0 comp rx=0 tx=0).stop 2023-07-14T12:42:37.373 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 msgr2=0x7f427819cef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:37.373 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 0x7f427819cef0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f427000b070 tx=0x7f4270004d00 comp rx=0 tx=0).stop 2023-07-14T12:42:37.373 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 shutdown_connections 2023-07-14T12:42:37.374 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42600a11d0 0x7f42600a3680 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:37.374 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42780fe2c0 0x7f4278195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:37.374 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4278101b90 0x7f427819cef0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:37.374 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 --2- 172.21.15.130:0/1504810640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42781011b0 0x7f4278195e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:37.374 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 >> 172.21.15.130:0/1504810640 conn(0x7f42780f9860 msgr2=0x7f42780fba50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:42:37.374 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 shutdown_connections 2023-07-14T12:42:37.375 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:42:37.365+0000 7f427dfa1700 1 -- 172.21.15.130:0/1504810640 wait complete. 2023-07-14T12:42:37.784 DEBUG:teuthology.orchestra.run.smithi130:osd.7> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.7.service 2023-07-14T12:42:37.786 INFO:tasks.cephadm:Deploying osd.8 on smithi133 with /dev/vg_nvme/lv_2... 2023-07-14T12:42:37.787 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-07-14T12:42:37.816 INFO:journalctl@ceph.osd.7.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:42:38.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:38.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:38.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:38.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:38.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:38.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:38.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:38.360 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:42:38.432 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 12:42:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T12:42:38.355+0000 7f2ff4a03640 -1 osd.7 0 log_to_monitors true 2023-07-14T12:42:39.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:38 smithi040 ceph-mon[96535]: from='osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-07-14T12:42:39.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:38 smithi040 ceph-mon[96535]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-07-14T12:42:39.129 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:38 smithi133 ceph-mon[98311]: from='osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-07-14T12:42:39.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:38 smithi133 ceph-mon[98311]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-07-14T12:42:39.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:38 smithi130 ceph-mon[97977]: from='osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-07-14T12:42:39.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:38 smithi130 ceph-mon[97977]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-07-14T12:42:39.985 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-07-14T12:42:39.986 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-07-14T12:42:39.986 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2023-07-14T12:42:39.987 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2023-07-14T12:42:39.987 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011512 s, 911 MB/s 2023-07-14T12:42:39.987 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2023-07-14T12:42:40.014 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T12:42:39.833+0000 7f2fe987a700 -1 osd.7 0 waiting for initial osdmap 2023-07-14T12:42:40.014 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T12:42:39.843+0000 7f2fe4e6e700 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: osdmap e47: 8 total, 7 up, 8 in 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:40.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:40.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:40.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-07-14T12:42:40.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: osdmap e47: 8 total, 7 up, 8 in 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:40.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:40.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.184 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-07-14T12:42:40.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: osdmap e47: 8 total, 7 up, 8 in 2023-07-14T12:42:40.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:40.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:42:40.185 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:42:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-07-14T12:42:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.186 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:42:40.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.187 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:40.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:42:40.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:40.403 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi133:vg_nvme/lv_2 2023-07-14T12:42:40.955 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:42:41.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:40 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi130 2023-07-14T12:42:41.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:40 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 5722M 2023-07-14T12:42:41.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:40 smithi040 ceph-mon[96535]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:42:41.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:40 smithi040 ceph-mon[96535]: osdmap e48: 8 total, 7 up, 8 in 2023-07-14T12:42:41.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:40 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:41.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:40 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:41.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:40 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi130 2023-07-14T12:42:41.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:40 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 5722M 2023-07-14T12:42:41.190 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:40 smithi133 ceph-mon[98311]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:42:41.191 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:40 smithi133 ceph-mon[98311]: osdmap e48: 8 total, 7 up, 8 in 2023-07-14T12:42:41.191 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:40 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:41.191 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:40 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:40 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi130 2023-07-14T12:42:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:40 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 5722M 2023-07-14T12:42:41.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:40 smithi130 ceph-mon[97977]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:42:41.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:40 smithi130 ceph-mon[97977]: osdmap e48: 8 total, 7 up, 8 in 2023-07-14T12:42:41.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:40 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:41.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:40 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:42.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 -- 172.21.15.133:0/1547070253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0fea80 msgr2=0x7f0eec0fee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:42.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/1547070253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0fea80 0x7f0eec0fee90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0edc009990 tx=0x7f0edc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:42:42.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 -- 172.21.15.133:0/1547070253 shutdown_connections 2023-07-14T12:42:42.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/1547070253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0fea80 0x7f0eec0fee90 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:42.204 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/1547070253 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec100610 0x7f0eec106ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:42.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/1547070253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec0ffc80 0x7f0eec1000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:42.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 -- 172.21.15.133:0/1547070253 >> 172.21.15.133:0/1547070253 conn(0x7f0eec0fa0b0 msgr2=0x7f0eec0fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:42:42.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.195+0000 7f0ef10f6700 1 -- 172.21.15.133:0/1547070253 shutdown_connections 2023-07-14T12:42:42.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.196+0000 7f0ef10f6700 1 -- 172.21.15.133:0/1547070253 wait complete. 2023-07-14T12:42:42.205 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.196+0000 7f0ef10f6700 1 Processor -- start 2023-07-14T12:42:42.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 -- start start 2023-07-14T12:42:42.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec0fea80 0x7f0eec068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:42.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 0x7f0eec19a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:42.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec100610 0x7f0eec19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:42.207 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eec19d3e0 con 0x7f0eec100610 2023-07-14T12:42:42.208 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eec19d550 con 0x7f0eec0fea80 2023-07-14T12:42:42.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eec19d710 con 0x7f0eec0ffc80 2023-07-14T12:42:42.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 0x7f0eec19a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:42.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 0x7f0eec19a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39314/0 (socket says 172.21.15.133:39314) 2023-07-14T12:42:42.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 -- 172.21.15.133:0/3146505767 learned_addr learned my addr 172.21.15.133:0/3146505767 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:42:42.209 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eead9d700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec0fea80 0x7f0eec068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:42.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eeb59e700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec100610 0x7f0eec19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:42.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 -- 172.21.15.133:0/3146505767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec0fea80 msgr2=0x7f0eec068b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:42.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec0fea80 0x7f0eec068b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:42.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 -- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec100610 msgr2=0x7f0eec19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:42.210 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec100610 0x7f0eec19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:42.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 -- 172.21.15.133:0/3146505767 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0edc0095f0 con 0x7f0eec0ffc80 2023-07-14T12:42:42.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eead9d700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec0fea80 0x7f0eec068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:42:42.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eeb59e700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec100610 0x7f0eec19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:42:42.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0eea59c700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 0x7f0eec19a5f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ed400e9a0 tx=0x7f0ed400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:42:42.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4009790 con 0x7f0eec0ffc80 2023-07-14T12:42:42.211 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ed400cbd0 con 0x7f0eec0ffc80 2023-07-14T12:42:42.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0eec19d9f0 con 0x7f0eec0ffc80 2023-07-14T12:42:42.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.197+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ed4018680 con 0x7f0eec0ffc80 2023-07-14T12:42:42.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.198+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0eec19def0 con 0x7f0eec0ffc80 2023-07-14T12:42:42.212 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.198+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0eec1060c0 con 0x7f0eec0ffc80 2023-07-14T12:42:42.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.200+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f0ed400cd40 con 0x7f0eec0ffc80 2023-07-14T12:42:42.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.200+0000 7f0ee3fff700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ed80a1150 0x7f0ed80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:42:42.213 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.200+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5426+0+0 (secure 0 0 0) 0x7f0ed4014070 con 0x7f0eec0ffc80 2023-07-14T12:42:42.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.201+0000 7f0eead9d700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ed80a1150 0x7f0ed80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:42:42.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.201+0000 7f0eead9d700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ed80a1150 0x7f0ed80a3600 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0edc00b2e0 tx=0x7f0edc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:42:42.214 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.203+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f0ed4096850 con 0x7f0eec0ffc80 2023-07-14T12:42:42.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:41 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:42:42.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:41 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:42:42.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:41 smithi133 ceph-mon[98311]: osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] boot 2023-07-14T12:42:42.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:41 smithi133 ceph-mon[98311]: osdmap e49: 8 total, 8 up, 8 in 2023-07-14T12:42:42.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:42.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:41 smithi133 ceph-mon[98311]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:42.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:41 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:42:42.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:41 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:42:42.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:41 smithi130 ceph-mon[97977]: osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] boot 2023-07-14T12:42:42.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:41 smithi130 ceph-mon[97977]: osdmap e49: 8 total, 8 up, 8 in 2023-07-14T12:42:42.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:42.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:41 smithi130 ceph-mon[97977]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:42.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:41 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:42:42.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:41 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:42:42.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:41 smithi040 ceph-mon[96535]: osd.7 [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] boot 2023-07-14T12:42:42.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:41 smithi040 ceph-mon[96535]: osdmap e49: 8 total, 8 up, 8 in 2023-07-14T12:42:42.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:42:42.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:41 smithi040 ceph-mon[96535]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:42.404 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:42.397+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f0eec060950 con 0x7f0ed80a1150 2023-07-14T12:42:43.205 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:42 smithi133 ceph-mon[98311]: osdmap e50: 8 total, 8 up, 8 in 2023-07-14T12:42:43.206 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:43.206 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:43.206 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:42 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:43.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:42 smithi130 ceph-mon[97977]: osdmap e50: 8 total, 8 up, 8 in 2023-07-14T12:42:43.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:43.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:43.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:42 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:43.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:42 smithi040 ceph-mon[96535]: osdmap e50: 8 total, 8 up, 8 in 2023-07-14T12:42:43.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:42:43.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:42:43.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:42 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:44.114 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:43 smithi133 ceph-mon[98311]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:44.114 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:43 smithi133 ceph-mon[98311]: osdmap e51: 8 total, 8 up, 8 in 2023-07-14T12:42:44.115 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:43 smithi133 ceph-mon[98311]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:44.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:43 smithi130 ceph-mon[97977]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:44.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:43 smithi130 ceph-mon[97977]: osdmap e51: 8 total, 8 up, 8 in 2023-07-14T12:42:44.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:43 smithi130 ceph-mon[97977]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:44.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:43 smithi040 ceph-mon[96535]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:42:44.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:43 smithi040 ceph-mon[96535]: osdmap e51: 8 total, 8 up, 8 in 2023-07-14T12:42:44.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:43 smithi040 ceph-mon[96535]: pgmap v160: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:45.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:44 smithi133 ceph-mon[98311]: osdmap e52: 8 total, 8 up, 8 in 2023-07-14T12:42:45.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:44 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/3184622570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]: dispatch 2023-07-14T12:42:45.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:44 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]: dispatch 2023-07-14T12:42:45.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:44 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]': finished 2023-07-14T12:42:45.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:44 smithi133 ceph-mon[98311]: osdmap e53: 9 total, 8 up, 9 in 2023-07-14T12:42:45.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:44 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:42:45.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:44 smithi130 ceph-mon[97977]: osdmap e52: 8 total, 8 up, 8 in 2023-07-14T12:42:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:44 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/3184622570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]: dispatch 2023-07-14T12:42:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:44 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]: dispatch 2023-07-14T12:42:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:44 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]': finished 2023-07-14T12:42:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:44 smithi130 ceph-mon[97977]: osdmap e53: 9 total, 8 up, 9 in 2023-07-14T12:42:45.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:44 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:42:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:44 smithi040 ceph-mon[96535]: osdmap e52: 8 total, 8 up, 8 in 2023-07-14T12:42:45.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:44 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/3184622570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]: dispatch 2023-07-14T12:42:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:44 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]: dispatch 2023-07-14T12:42:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:44 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb360cc4-121a-4535-8b68-658b62826971"}]': finished 2023-07-14T12:42:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:44 smithi040 ceph-mon[96535]: osdmap e53: 9 total, 8 up, 9 in 2023-07-14T12:42:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:42:46.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:45 smithi133 ceph-mon[98311]: pgmap v163: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:46.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:45 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/1444204621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:46.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:45 smithi130 ceph-mon[97977]: pgmap v163: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:46.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:45 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/1444204621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:46.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:45 smithi040 ceph-mon[96535]: pgmap v163: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:46.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:45 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/1444204621' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:42:47.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:47 smithi040 ceph-mon[96535]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:47.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:47 smithi133 ceph-mon[98311]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:47.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:47 smithi130 ceph-mon[97977]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:49.176 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:49 smithi133 ceph-mon[98311]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:49.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:49 smithi040 ceph-mon[96535]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:49.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:49 smithi130 ceph-mon[97977]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:51.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:51 smithi133 ceph-mon[98311]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:51.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:51 smithi040 ceph-mon[96535]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:51.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:51 smithi130 ceph-mon[97977]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:52.310 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-07-14T12:42:52.311 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:52.311 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:52 smithi133 ceph-mon[98311]: Deploying daemon osd.8 on smithi133 2023-07-14T12:42:52.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-07-14T12:42:52.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:52.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:52 smithi040 ceph-mon[96535]: Deploying daemon osd.8 on smithi133 2023-07-14T12:42:52.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-07-14T12:42:52.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:42:52.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:52 smithi130 ceph-mon[97977]: Deploying daemon osd.8 on smithi133 2023-07-14T12:42:53.805 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:53 smithi133 ceph-mon[98311]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:54.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:53 smithi130 ceph-mon[97977]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:54.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:53 smithi040 ceph-mon[96535]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:55.301 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:55 smithi133 ceph-mon[98311]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:55.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:55 smithi040 ceph-mon[96535]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:55.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:55 smithi130 ceph-mon[97977]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:57.447 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:57.448 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:57.448 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:57 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:57.448 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:57 smithi133 ceph-mon[98311]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:57.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:57.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:57.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:57 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:57.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:57 smithi040 ceph-mon[96535]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:57.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:57.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:42:57.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:57 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:42:57.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:57 smithi130 ceph-mon[97977]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:59.121 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 8 on host 'smithi133' 2023-07-14T12:42:59.121 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.113+0000 7f0ee3fff700 1 -- 172.21.15.133:0/3146505767 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f0eec060950 con 0x7f0ed80a1150 2023-07-14T12:42:59.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ed80a1150 msgr2=0x7f0ed80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:59.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ed80a1150 0x7f0ed80a3600 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0edc00b2e0 tx=0x7f0edc005fb0 comp rx=0 tx=0).stop 2023-07-14T12:42:59.123 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 msgr2=0x7f0eec19a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 0x7f0eec19a5f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ed400e9a0 tx=0x7f0ed400ed60 comp rx=0 tx=0).stop 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 shutdown_connections 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ed80a1150 0x7f0ed80a3600 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0eec100610 0x7f0eec19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0eec0fea80 0x7f0eec068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 --2- 172.21.15.133:0/3146505767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0eec0ffc80 0x7f0eec19a5f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:42:59.124 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.114+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 >> 172.21.15.133:0/3146505767 conn(0x7f0eec0fa0b0 msgr2=0x7f0eec103200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:42:59.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.115+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 shutdown_connections 2023-07-14T12:42:59.125 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:42:59.115+0000 7f0ef10f6700 1 -- 172.21.15.133:0/3146505767 wait complete. 2023-07-14T12:42:59.305 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:42:59 smithi133 ceph-mon[98311]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:59.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:42:59 smithi040 ceph-mon[96535]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:59.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:42:59 smithi130 ceph-mon[97977]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:42:59.562 DEBUG:teuthology.orchestra.run.smithi133:osd.8> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.8.service 2023-07-14T12:42:59.565 INFO:tasks.cephadm:Deploying osd.9 on smithi040 with /dev/vg_nvme/lv_1... 2023-07-14T12:42:59.565 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-07-14T12:42:59.595 INFO:journalctl@ceph.osd.8.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:43:00.140 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:43:00.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.413 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.414 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.414 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.414 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.414 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 12:43:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T12:43:00.253+0000 7f814c80c640 -1 osd.8 0 log_to_monitors true 2023-07-14T12:43:00.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:00.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:01.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:01 smithi133 ceph-mon[98311]: from='osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-07-14T12:43:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:01 smithi133 ceph-mon[98311]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-07-14T12:43:01.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:01 smithi133 ceph-mon[98311]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:43:01.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:01 smithi130 ceph-mon[97977]: from='osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-07-14T12:43:01.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:01 smithi130 ceph-mon[97977]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-07-14T12:43:01.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:01 smithi130 ceph-mon[97977]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:43:01.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:01 smithi040 ceph-mon[96535]: from='osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-07-14T12:43:01.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:01 smithi040 ceph-mon[96535]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-07-14T12:43:01.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:01 smithi040 ceph-mon[96535]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:43:01.628 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-07-14T12:43:01.629 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-07-14T12:43:01.629 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-07-14T12:43:01.629 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-07-14T12:43:01.629 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0107423 s, 976 MB/s 2023-07-14T12:43:01.629 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-07-14T12:43:02.001 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi040:vg_nvme/lv_1 2023-07-14T12:43:02.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-07-14T12:43:02.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: osdmap e54: 9 total, 8 up, 9 in 2023-07-14T12:43:02.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:02.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:43:02.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:43:02.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi133 2023-07-14T12:43:02.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 5722M 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:02.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:02.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:02.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:02.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:02.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:02 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.474 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T12:43:02.122+0000 7f8141683700 -1 osd.8 0 waiting for initial osdmap 2023-07-14T12:43:02.474 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T12:43:02.134+0000 7f813a472700 -1 osd.8 55 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:43:02.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-07-14T12:43:02.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: osdmap e54: 9 total, 8 up, 9 in 2023-07-14T12:43:02.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:02.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:43:02.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:43:02.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi133 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 5722M 2023-07-14T12:43:02.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:02.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:02.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:02.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:02.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:02.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:02 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: osdmap e54: 9 total, 8 up, 9 in 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi133 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 5722M 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:02.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:02.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:02.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:02.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:02.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:02 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:02.575 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:43:03.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:43:03.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: osdmap e55: 9 total, 8 up, 9 in 2023-07-14T12:43:03.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] boot 2023-07-14T12:43:03.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: osdmap e56: 9 total, 9 up, 9 in 2023-07-14T12:43:03.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:03 smithi040 ceph-mon[96535]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:43:03.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:43:03.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: osdmap e55: 9 total, 8 up, 9 in 2023-07-14T12:43:03.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] boot 2023-07-14T12:43:03.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: osdmap e56: 9 total, 9 up, 9 in 2023-07-14T12:43:03.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:03 smithi133 ceph-mon[98311]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:43:03.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:43:03.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: osdmap e55: 9 total, 8 up, 9 in 2023-07-14T12:43:03.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: osd.8 [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] boot 2023-07-14T12:43:03.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: osdmap e56: 9 total, 9 up, 9 in 2023-07-14T12:43:03.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:43:03.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:03 smithi130 ceph-mon[97977]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-07-14T12:43:03.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2252604724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b740ffb90 msgr2=0x7f2b740fffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:03.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2252604724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b740ffb90 0x7f2b740fffa0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2b64009990 tx=0x7f2b64009ca0 comp rx=0 tx=0).stop 2023-07-14T12:43:03.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2252604724 shutdown_connections 2023-07-14T12:43:03.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2252604724 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b74101720 0x7f2b74107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:03.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2252604724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b740ffb90 0x7f2b740fffa0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:03.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2252604724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b74100d90 0x7f2b741011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:03.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.752+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2252604724 >> 172.21.15.40:0/2252604724 conn(0x7f2b740fb1a0 msgr2=0x7f2b740fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:43:03.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.753+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2252604724 shutdown_connections 2023-07-14T12:43:03.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.753+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2252604724 wait complete. 2023-07-14T12:43:03.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.753+0000 7f2b7aa5d700 1 Processor -- start 2023-07-14T12:43:03.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.753+0000 7f2b7aa5d700 1 -- start start 2023-07-14T12:43:03.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b7aa5d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b740ffb90 0x7f2b741958c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:03.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b7aa5d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 0x7f2b74195e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:03.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b7aa5d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b74101720 0x7f2b7419ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:03.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b7aa5d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7419d450 con 0x7f2b74100d90 2023-07-14T12:43:03.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b7aa5d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7419d590 con 0x7f2b740ffb90 2023-07-14T12:43:03.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b7aa5d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7419d720 con 0x7f2b74101720 2023-07-14T12:43:03.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 0x7f2b74195e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:03.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 0x7f2b74195e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59464/0 (socket says 172.21.15.40:59464) 2023-07-14T12:43:03.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 -- 172.21.15.40:0/2209114112 learned_addr learned my addr 172.21.15.40:0/2209114112 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:43:03.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b73fff700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b740ffb90 0x7f2b741958c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:03.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b78ffa700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b74101720 0x7f2b7419ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:03.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 -- 172.21.15.40:0/2209114112 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b74101720 msgr2=0x7f2b7419ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:03.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b74101720 0x7f2b7419ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:03.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 -- 172.21.15.40:0/2209114112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b740ffb90 msgr2=0x7f2b741958c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:03.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b740ffb90 0x7f2b741958c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:03.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 -- 172.21.15.40:0/2209114112 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b640095f0 con 0x7f2b74100d90 2023-07-14T12:43:03.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.754+0000 7f2b737fe700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 0x7f2b74195e00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2b6800d980 tx=0x7f2b6800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:43:03.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.755+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b68009b40 con 0x7f2b74100d90 2023-07-14T12:43:03.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.755+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b6800b6e0 con 0x7f2b74100d90 2023-07-14T12:43:03.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.755+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b6800f620 con 0x7f2b74100d90 2023-07-14T12:43:03.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.755+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b7419da00 con 0x7f2b74100d90 2023-07-14T12:43:03.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.755+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b7419df00 con 0x7f2b74100d90 2023-07-14T12:43:03.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.756+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b741071d0 con 0x7f2b74100d90 2023-07-14T12:43:03.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.757+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2b68010460 con 0x7f2b74100d90 2023-07-14T12:43:03.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.757+0000 7f2b717fa700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b5c0a11d0 0x7f2b5c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:03.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.757+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 5858+0+0 (secure 0 0 0) 0x7f2b680cc190 con 0x7f2b74100d90 2023-07-14T12:43:03.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.757+0000 7f2b73fff700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b5c0a11d0 0x7f2b5c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:03.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.758+0000 7f2b73fff700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b5c0a11d0 0x7f2b5c0a3680 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2b6400b5c0 tx=0x7f2b64005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:43:03.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.762+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2b68096270 con 0x7f2b74100d90 2023-07-14T12:43:03.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:03.967+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f2b74060950 con 0x7f2b5c0a11d0 2023-07-14T12:43:04.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:43:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:43:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: osdmap e57: 9 total, 9 up, 9 in 2023-07-14T12:43:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: from='client.14406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:04 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:04.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:43:04.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:43:04.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: osdmap e57: 9 total, 9 up, 9 in 2023-07-14T12:43:04.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: from='client.14406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:04.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:04.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:04.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:04 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:04.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:43:04.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:43:04.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: osdmap e57: 9 total, 9 up, 9 in 2023-07-14T12:43:04.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: from='client.14406 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:04.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:04.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:04.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:04 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:06.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:05 smithi130 ceph-mon[97977]: osdmap e58: 9 total, 9 up, 9 in 2023-07-14T12:43:06.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:05 smithi130 ceph-mon[97977]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:06.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:05 smithi040 ceph-mon[96535]: osdmap e58: 9 total, 9 up, 9 in 2023-07-14T12:43:06.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:05 smithi040 ceph-mon[96535]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:06.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:05 smithi133 ceph-mon[98311]: osdmap e58: 9 total, 9 up, 9 in 2023-07-14T12:43:06.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:05 smithi133 ceph-mon[98311]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:07.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:06 smithi130 ceph-mon[97977]: osdmap e59: 9 total, 9 up, 9 in 2023-07-14T12:43:07.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:06 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1685907470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "141b3b68-d400-4292-8919-2f32e13ac98c"}]: dispatch 2023-07-14T12:43:07.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:06 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1685907470' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "141b3b68-d400-4292-8919-2f32e13ac98c"}]': finished 2023-07-14T12:43:07.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:06 smithi130 ceph-mon[97977]: osdmap e60: 10 total, 9 up, 10 in 2023-07-14T12:43:07.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:06 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:07.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:06 smithi040 ceph-mon[96535]: osdmap e59: 9 total, 9 up, 9 in 2023-07-14T12:43:07.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:06 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1685907470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "141b3b68-d400-4292-8919-2f32e13ac98c"}]: dispatch 2023-07-14T12:43:07.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:06 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1685907470' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "141b3b68-d400-4292-8919-2f32e13ac98c"}]': finished 2023-07-14T12:43:07.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:06 smithi040 ceph-mon[96535]: osdmap e60: 10 total, 9 up, 10 in 2023-07-14T12:43:07.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:06 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:07.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:06 smithi133 ceph-mon[98311]: osdmap e59: 9 total, 9 up, 9 in 2023-07-14T12:43:07.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:06 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1685907470' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "141b3b68-d400-4292-8919-2f32e13ac98c"}]: dispatch 2023-07-14T12:43:07.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:06 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1685907470' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "141b3b68-d400-4292-8919-2f32e13ac98c"}]': finished 2023-07-14T12:43:07.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:06 smithi133 ceph-mon[98311]: osdmap e60: 10 total, 9 up, 10 in 2023-07-14T12:43:07.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:06 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:08.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:07 smithi130 ceph-mon[97977]: pgmap v181: 1 pgs: 1 peering; 577 KiB data, 243 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-07-14T12:43:08.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:07 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2852552686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:08.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:07 smithi040 ceph-mon[96535]: pgmap v181: 1 pgs: 1 peering; 577 KiB data, 243 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-07-14T12:43:08.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:07 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2852552686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:08.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:07 smithi133 ceph-mon[98311]: pgmap v181: 1 pgs: 1 peering; 577 KiB data, 243 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-07-14T12:43:08.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:07 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2852552686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:09.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:09 smithi040 ceph-mon[96535]: pgmap v182: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-07-14T12:43:09.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:09 smithi133 ceph-mon[98311]: pgmap v182: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-07-14T12:43:09.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:09 smithi130 ceph-mon[97977]: pgmap v182: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-07-14T12:43:11.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:11 smithi040 ceph-mon[96535]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 92 KiB/s, 0 objects/s recovering 2023-07-14T12:43:11.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:11 smithi133 ceph-mon[98311]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 92 KiB/s, 0 objects/s recovering 2023-07-14T12:43:11.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:11 smithi130 ceph-mon[97977]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 92 KiB/s, 0 objects/s recovering 2023-07-14T12:43:14.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:13 smithi040 ceph-mon[96535]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:43:14.001 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-07-14T12:43:14.001 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:13 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:14.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:13 smithi130 ceph-mon[97977]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:43:14.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:13 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-07-14T12:43:14.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:13 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:13 smithi133 ceph-mon[98311]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:43:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:13 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-07-14T12:43:14.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:13 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:14.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:14 smithi040 ceph-mon[96535]: Deploying daemon osd.9 on smithi040 2023-07-14T12:43:15.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:14 smithi130 ceph-mon[97977]: Deploying daemon osd.9 on smithi040 2023-07-14T12:43:15.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:14 smithi133 ceph-mon[98311]: Deploying daemon osd.9 on smithi040 2023-07-14T12:43:15.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:15 smithi040 ceph-mon[96535]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-07-14T12:43:16.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:15 smithi130 ceph-mon[97977]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-07-14T12:43:16.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:15 smithi133 ceph-mon[98311]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-07-14T12:43:17.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:17 smithi040 ceph-mon[96535]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:17.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:17 smithi133 ceph-mon[98311]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:17.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:17 smithi130 ceph-mon[97977]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:18.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:18.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:18.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:18.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:18.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:18.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:18.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:18.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:18.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:19.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:19 smithi130 ceph-mon[97977]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:19.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:19 smithi040 ceph-mon[96535]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:19.974 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:19 smithi133 ceph-mon[98311]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:20.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.271+0000 7f2b717fa700 1 -- 172.21.15.40:0/2209114112 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2b74060950 con 0x7f2b5c0a11d0 2023-07-14T12:43:20.281 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 9 on host 'smithi040' 2023-07-14T12:43:20.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b5c0a11d0 msgr2=0x7f2b5c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:20.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b5c0a11d0 0x7f2b5c0a3680 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2b6400b5c0 tx=0x7f2b64005fd0 comp rx=0 tx=0).stop 2023-07-14T12:43:20.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 msgr2=0x7f2b74195e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:20.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 0x7f2b74195e00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2b6800d980 tx=0x7f2b6800dc90 comp rx=0 tx=0).stop 2023-07-14T12:43:20.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 shutdown_connections 2023-07-14T12:43:20.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b5c0a11d0 0x7f2b5c0a3680 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:20.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b74101720 0x7f2b7419ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:20.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b740ffb90 0x7f2b741958c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:20.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 --2- 172.21.15.40:0/2209114112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b74100d90 0x7f2b74195e00 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:20.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 >> 172.21.15.40:0/2209114112 conn(0x7f2b740fb1a0 msgr2=0x7f2b74104310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:43:20.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.274+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 shutdown_connections 2023-07-14T12:43:20.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:43:20.275+0000 7f2b7aa5d700 1 -- 172.21.15.40:0/2209114112 wait complete. 2023-07-14T12:43:20.673 DEBUG:teuthology.orchestra.run.smithi040:osd.9> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.9.service 2023-07-14T12:43:20.675 INFO:tasks.cephadm:Deploying osd.10 on smithi130 with /dev/vg_nvme/lv_1... 2023-07-14T12:43:20.676 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-07-14T12:43:20.713 INFO:journalctl@ceph.osd.9.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:43:21.242 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:43:21.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:21.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:21.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:21.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-mon[96535]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:21.431 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.432 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.432 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:21.432 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:21.432 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.432 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:21.432 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.433 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.433 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:21 smithi130 ceph-mon[97977]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:21.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:21.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:21.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:21.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:21.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:21 smithi133 ceph-mon[98311]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:21.730 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 12:43:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T12:43:21.433+0000 7f550ae9d640 -1 osd.9 0 log_to_monitors true 2023-07-14T12:43:22.509 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:22 smithi040 ceph-mon[96535]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-07-14T12:43:22.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:22 smithi130 ceph-mon[97977]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-07-14T12:43:22.617 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-07-14T12:43:22.632 INFO:teuthology.orchestra.run.smithi130.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-07-14T12:43:22.632 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10+0 records in 2023-07-14T12:43:22.633 INFO:teuthology.orchestra.run.smithi130.stderr:10+0 records out 2023-07-14T12:43:22.633 INFO:teuthology.orchestra.run.smithi130.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.013311 s, 788 MB/s 2023-07-14T12:43:22.633 INFO:teuthology.orchestra.run.smithi130.stderr:--> Zapping successful for: 2023-07-14T12:43:22.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:22 smithi133 ceph-mon[98311]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-07-14T12:43:22.998 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi130:vg_nvme/lv_1 2023-07-14T12:43:23.265 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: osdmap e61: 10 total, 9 up, 10 in 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi040 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 4293M 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:23.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:23.268 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.268 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-mon[96535]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:23.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-07-14T12:43:23.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: osdmap e61: 10 total, 9 up, 10 in 2023-07-14T12:43:23.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:23.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:43:23.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi040 2023-07-14T12:43:23.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 4293M 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:23.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:23.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:23 smithi130 ceph-mon[97977]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:23.550 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T12:43:23.592 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T12:43:23.258+0000 7f54ffd14700 -1 osd.9 0 waiting for initial osdmap 2023-07-14T12:43:23.593 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 12:43:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T12:43:23.271+0000 7f54f9b05700 -1 osd.9 62 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:43:23.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-07-14T12:43:23.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: osdmap e61: 10 total, 9 up, 10 in 2023-07-14T12:43:23.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:23.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-07-14T12:43:23.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi040 2023-07-14T12:43:23.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 4293M 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:23.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:23.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:23.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:23 smithi133 ceph-mon[98311]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:24.296 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:24 smithi130 ceph-mon[97977]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:43:24.296 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:24 smithi130 ceph-mon[97977]: osdmap e62: 10 total, 9 up, 10 in 2023-07-14T12:43:24.296 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:24 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:24.296 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:24 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:24.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:24 smithi040 ceph-mon[96535]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:43:24.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:24 smithi040 ceph-mon[96535]: osdmap e62: 10 total, 9 up, 10 in 2023-07-14T12:43:24.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:24 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:24.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:24 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:24.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:24 smithi133 ceph-mon[98311]: from='osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-07-14T12:43:24.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:24 smithi133 ceph-mon[98311]: osdmap e62: 10 total, 9 up, 10 in 2023-07-14T12:43:24.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:24 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:24.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:24 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:24.747 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 -- 172.21.15.130:0/3891580106 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9840ffd40 msgr2=0x7fe9841001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:24.747 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 --2- 172.21.15.130:0/3891580106 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9840ffd40 0x7fe9841001b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe974009990 tx=0x7fe974009ca0 comp rx=0 tx=0).stop 2023-07-14T12:43:24.747 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 -- 172.21.15.130:0/3891580106 shutdown_connections 2023-07-14T12:43:24.748 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 --2- 172.21.15.130:0/3891580106 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9840feaa0 0x7fe9840feeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:24.748 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 --2- 172.21.15.130:0/3891580106 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9841006f0 0x7fe984106f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:24.748 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 --2- 172.21.15.130:0/3891580106 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9840ffd40 0x7fe9841001b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:24.748 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 -- 172.21.15.130:0/3891580106 >> 172.21.15.130:0/3891580106 conn(0x7fe9840fa110 msgr2=0x7fe9840fc520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:43:24.748 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 -- 172.21.15.130:0/3891580106 shutdown_connections 2023-07-14T12:43:24.748 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 -- 172.21.15.130:0/3891580106 wait complete. 2023-07-14T12:43:24.750 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 Processor -- start 2023-07-14T12:43:24.750 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.739+0000 7fe98a51f700 1 -- start start 2023-07-14T12:43:24.750 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9840feaa0 0x7fe9841958d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:24.750 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9840ffd40 0x7fe984195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:24.750 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 0x7fe98419ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98419d460 con 0x7fe9840ffd40 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98419d5a0 con 0x7fe9841006f0 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98419d730 con 0x7fe9840feaa0 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 0x7fe98419ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 0x7fe98419ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.130:54216/0 (socket says 172.21.15.130:54216) 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 -- 172.21.15.130:0/1615393911 learned_addr learned my addr 172.21.15.130:0/1615393911 (peer_addr_for_me v2:172.21.15.130:0/0) 2023-07-14T12:43:24.751 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe983fff700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9840feaa0 0x7fe9841958d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe9837fe700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9840ffd40 0x7fe984195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 -- 172.21.15.130:0/1615393911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9840feaa0 msgr2=0x7fe9841958d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9840feaa0 0x7fe9841958d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 -- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9840ffd40 msgr2=0x7fe984195e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9840ffd40 0x7fe984195e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 -- 172.21.15.130:0/1615393911 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9740095f0 con 0x7fe9841006f0 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe988abc700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 0x7fe98419ce90 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe97c00b970 tx=0x7fe97c00bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:43:24.752 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97c00c930 con 0x7fe9841006f0 2023-07-14T12:43:24.753 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe97c014440 con 0x7fe9841006f0 2023-07-14T12:43:24.753 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe98419da10 con 0x7fe9841006f0 2023-07-14T12:43:24.753 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97c0075d0 con 0x7fe9841006f0 2023-07-14T12:43:24.753 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.740+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe98419dec0 con 0x7fe9841006f0 2023-07-14T12:43:24.753 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.742+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe98410a2f0 con 0x7fe9841006f0 2023-07-14T12:43:24.753 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.742+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe97c0148d0 con 0x7fe9841006f0 2023-07-14T12:43:24.754 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.743+0000 7fe9817fa700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9700a1150 0x7fe9700a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:24.754 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.743+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 6261+0+0 (secure 0 0 0) 0x7fe97c006e40 con 0x7fe9841006f0 2023-07-14T12:43:24.754 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.743+0000 7fe983fff700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9700a1150 0x7fe9700a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:24.754 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.744+0000 7fe983fff700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9700a1150 0x7fe9700a3600 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe96c005950 tx=0x7fe96c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:43:24.755 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.747+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe97c04e790 con 0x7fe9841006f0 2023-07-14T12:43:24.951 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:24.943+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe984069060 con 0x7fe9700a1150 2023-07-14T12:43:25.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:43:25.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:43:25.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] boot 2023-07-14T12:43:25.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: osdmap e63: 10 total, 10 up, 10 in 2023-07-14T12:43:25.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:25.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:25.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:25.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:25.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:25.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:25 smithi040 ceph-mon[96535]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:25.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:43:25.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:43:25.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] boot 2023-07-14T12:43:25.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: osdmap e63: 10 total, 10 up, 10 in 2023-07-14T12:43:25.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:25.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:25.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:25.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:25.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:25.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:25 smithi133 ceph-mon[98311]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:25.755 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:43:25.755 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: osd.9 [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] boot 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: osdmap e63: 10 total, 10 up, 10 in 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: from='client.24350 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi130:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:25.756 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:25.757 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:25 smithi130 ceph-mon[97977]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-07-14T12:43:26.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:26 smithi130 ceph-mon[97977]: osdmap e64: 10 total, 10 up, 10 in 2023-07-14T12:43:26.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:26 smithi040 ceph-mon[96535]: osdmap e64: 10 total, 10 up, 10 in 2023-07-14T12:43:26.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:26 smithi133 ceph-mon[98311]: osdmap e64: 10 total, 10 up, 10 in 2023-07-14T12:43:27.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:27 smithi040 ceph-mon[96535]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:27.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:27 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/1972309132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]: dispatch 2023-07-14T12:43:27.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:27 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]: dispatch 2023-07-14T12:43:27.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:27 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]': finished 2023-07-14T12:43:27.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:27 smithi040 ceph-mon[96535]: osdmap e65: 11 total, 10 up, 11 in 2023-07-14T12:43:27.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:27.724 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:27 smithi133 ceph-mon[98311]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:27.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:27 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/1972309132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]: dispatch 2023-07-14T12:43:27.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:27 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]: dispatch 2023-07-14T12:43:27.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:27 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]': finished 2023-07-14T12:43:27.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:27 smithi133 ceph-mon[98311]: osdmap e65: 11 total, 10 up, 11 in 2023-07-14T12:43:27.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:27.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:27 smithi130 ceph-mon[97977]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:27.764 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:27 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/1972309132' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]: dispatch 2023-07-14T12:43:27.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:27 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]: dispatch 2023-07-14T12:43:27.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:27 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d8c1924e-d624-49e7-a037-de4721b5eebd"}]': finished 2023-07-14T12:43:27.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:27 smithi130 ceph-mon[97977]: osdmap e65: 11 total, 10 up, 11 in 2023-07-14T12:43:27.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:29.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:28 smithi130 ceph-mon[97977]: from='client.? 172.21.15.130:0/4273501891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:29.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:28 smithi040 ceph-mon[96535]: from='client.? 172.21.15.130:0/4273501891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:29.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:28 smithi133 ceph-mon[98311]: from='client.? 172.21.15.130:0/4273501891' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:30.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:29 smithi130 ceph-mon[97977]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:30.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:29 smithi040 ceph-mon[96535]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:30.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:29 smithi133 ceph-mon[98311]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:31.324 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:31 smithi130 ceph-mon[97977]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:31.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:31 smithi040 ceph-mon[96535]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:31.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:31 smithi133 ceph-mon[98311]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:34.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:33 smithi130 ceph-mon[97977]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:34.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:33 smithi040 ceph-mon[96535]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:34.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:33 smithi133 ceph-mon[98311]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:35.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:34 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-07-14T12:43:35.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:34 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:35.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:34 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-07-14T12:43:35.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:34 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:35.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:34 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-07-14T12:43:35.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:34 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:35.938 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:35 smithi130 ceph-mon[97977]: Deploying daemon osd.10 on smithi130 2023-07-14T12:43:35.938 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:35 smithi130 ceph-mon[97977]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:36.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:35 smithi040 ceph-mon[96535]: Deploying daemon osd.10 on smithi130 2023-07-14T12:43:36.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:35 smithi040 ceph-mon[96535]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:36.224 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:35 smithi133 ceph-mon[98311]: Deploying daemon osd.10 on smithi130 2023-07-14T12:43:36.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:35 smithi133 ceph-mon[98311]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:37.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:37 smithi130 ceph-mon[97977]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:37.342 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:37 smithi040 ceph-mon[96535]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:37.474 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:37 smithi133 ceph-mon[98311]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:39.514 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:39.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:39.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:39.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:39 smithi130 ceph-mon[97977]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:39.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:39.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:39 smithi133 ceph-mon[98311]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:39.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:39.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:39.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:39.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:39 smithi040 ceph-mon[96535]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:41.020 INFO:teuthology.orchestra.run.smithi130.stdout:Created osd(s) 10 on host 'smithi130' 2023-07-14T12:43:41.021 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.012+0000 7fe9817fa700 1 -- 172.21.15.130:0/1615393911 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fe984069060 con 0x7fe9700a1150 2023-07-14T12:43:41.022 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.014+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9700a1150 msgr2=0x7fe9700a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:41.023 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.014+0000 7fe98a51f700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9700a1150 0x7fe9700a3600 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe96c005950 tx=0x7fe96c00b410 comp rx=0 tx=0).stop 2023-07-14T12:43:41.023 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.014+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 msgr2=0x7fe98419ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:41.023 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.014+0000 7fe98a51f700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 0x7fe98419ce90 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe97c00b970 tx=0x7fe97c00bc80 comp rx=0 tx=0).stop 2023-07-14T12:43:41.023 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 shutdown_connections 2023-07-14T12:43:41.023 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9700a1150 0x7fe9700a3600 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:41.023 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9840feaa0 0x7fe9841958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:41.024 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9841006f0 0x7fe98419ce90 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:41.024 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 --2- 172.21.15.130:0/1615393911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9840ffd40 0x7fe984195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:41.024 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 >> 172.21.15.130:0/1615393911 conn(0x7fe9840fa110 msgr2=0x7fe984068950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:43:41.024 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 shutdown_connections 2023-07-14T12:43:41.024 INFO:teuthology.orchestra.run.smithi130.stderr:2023-07-14T12:43:41.015+0000 7fe98a51f700 1 -- 172.21.15.130:0/1615393911 wait complete. 2023-07-14T12:43:41.442 DEBUG:teuthology.orchestra.run.smithi130:osd.10> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.10.service 2023-07-14T12:43:41.445 INFO:tasks.cephadm:Deploying osd.11 on smithi133 with /dev/vg_nvme/lv_1... 2023-07-14T12:43:41.446 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-07-14T12:43:41.477 INFO:journalctl@ceph.osd.10.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:43:42.009 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:43:42.088 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.088 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.088 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:42.088 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:42.088 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.088 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:42.089 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.089 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.089 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:41 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:42.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:42.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:42.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:42.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:41 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:42.220 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.221 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.221 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:42.221 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:42.221 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.221 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:42.222 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.222 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:42.222 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:41 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:43:42.712 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 12:43:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T12:43:42.392+0000 7fc255516640 -1 osd.10 0 log_to_monitors true 2023-07-14T12:43:43.014 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:42 smithi130 ceph-mon[97977]: from='osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-07-14T12:43:43.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:42 smithi130 ceph-mon[97977]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-07-14T12:43:43.092 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:42 smithi040 ceph-mon[96535]: from='osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-07-14T12:43:43.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:42 smithi040 ceph-mon[96535]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-07-14T12:43:43.100 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:42 smithi133 ceph-mon[98311]: from='osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-07-14T12:43:43.100 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:42 smithi133 ceph-mon[98311]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-07-14T12:43:43.531 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-07-14T12:43:43.531 INFO:teuthology.orchestra.run.smithi133.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-07-14T12:43:43.532 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10+0 records in 2023-07-14T12:43:43.532 INFO:teuthology.orchestra.run.smithi133.stderr:10+0 records out 2023-07-14T12:43:43.532 INFO:teuthology.orchestra.run.smithi133.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112104 s, 935 MB/s 2023-07-14T12:43:43.532 INFO:teuthology.orchestra.run.smithi133.stderr:--> Zapping successful for: 2023-07-14T12:43:43.950 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch daemon add osd smithi133:vg_nvme/lv_1 2023-07-14T12:43:44.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-07-14T12:43:44.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: osdmap e66: 11 total, 10 up, 11 in 2023-07-14T12:43:44.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:44.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.226 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:44.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:44.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.265 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T12:43:43.844+0000 7fc24a38d700 -1 osd.10 0 waiting for initial osdmap 2023-07-14T12:43:44.265 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T12:43:43.857+0000 7fc24397d700 -1 osd.10 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:43:44.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-07-14T12:43:44.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: osdmap e66: 11 total, 10 up, 11 in 2023-07-14T12:43:44.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:44.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:43:44.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:44.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:44.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-07-14T12:43:44.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: osdmap e66: 11 total, 10 up, 11 in 2023-07-14T12:43:44.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:44.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:43:44.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]: dispatch 2023-07-14T12:43:44.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 894 GiB / 894 GiB avail 2023-07-14T12:43:44.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:43:44.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:44.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:43:44.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:43:44.502 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:43:44.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:44 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi130 2023-07-14T12:43:44.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:44 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 4292M 2023-07-14T12:43:44.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:44 smithi133 ceph-mon[98311]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:43:44.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:44 smithi133 ceph-mon[98311]: osdmap e67: 11 total, 10 up, 11 in 2023-07-14T12:43:44.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:44 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:44.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:44 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:44 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi130 2023-07-14T12:43:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:44 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 4292M 2023-07-14T12:43:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:44 smithi130 ceph-mon[97977]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:43:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:44 smithi130 ceph-mon[97977]: osdmap e67: 11 total, 10 up, 11 in 2023-07-14T12:43:45.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:44 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:45.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:44 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:44 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi130 2023-07-14T12:43:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:44 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 4292M 2023-07-14T12:43:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:44 smithi040 ceph-mon[96535]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi130", "root=default"]}]': finished 2023-07-14T12:43:45.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:44 smithi040 ceph-mon[96535]: osdmap e67: 11 total, 10 up, 11 in 2023-07-14T12:43:45.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:45.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:44 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:45.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 -- 172.21.15.133:0/911500629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 msgr2=0x7f8e9c1000d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:45.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/911500629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c1000d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8e90009990 tx=0x7f8e90009ca0 comp rx=0 tx=0).stop 2023-07-14T12:43:45.837 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 -- 172.21.15.133:0/911500629 shutdown_connections 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/911500629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e9c100610 0x7f8e9c106ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/911500629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e9c0fea80 0x7f8e9c0fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/911500629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c1000d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 -- 172.21.15.133:0/911500629 >> 172.21.15.133:0/911500629 conn(0x7f8e9c0fa0b0 msgr2=0x7f8e9c0fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.825+0000 7f8ea1df7700 1 -- 172.21.15.133:0/911500629 shutdown_connections 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.826+0000 7f8ea1df7700 1 -- 172.21.15.133:0/911500629 wait complete. 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.826+0000 7f8ea1df7700 1 Processor -- start 2023-07-14T12:43:45.838 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.826+0000 7f8ea1df7700 1 -- start start 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e9c0fea80 0x7f8e9c102a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c101060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e9c100610 0x7f8e9c1015a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9c101d20 con 0x7f8e9c0fea80 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9c101e90 con 0x7f8e9c100610 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e9c19f8c0 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.839 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c101060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c101060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39458/0 (socket says 172.21.15.133:39458) 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 -- 172.21.15.133:0/606479269 learned_addr learned my addr 172.21.15.133:0/606479269 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9bfff700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e9c100610 0x7f8e9c1015a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9b7fe700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e9c0fea80 0x7f8e9c102a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 -- 172.21.15.133:0/606479269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e9c100610 msgr2=0x7f8e9c1015a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e9c100610 0x7f8e9c1015a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:45.840 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 -- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e9c0fea80 msgr2=0x7f8e9c102a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e9c0fea80 0x7f8e9c102a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 -- 172.21.15.133:0/606479269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e900095f0 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e9affd700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c101060 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8e90000c00 tx=0x7f8e9000f710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e9001d070 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e9000fb50 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e9c19fb40 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.841 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e90017650 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.827+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e9c19ffe0 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.842 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.829+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e9c10a240 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.830+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8e9000fcc0 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.830+0000 7f8e98ff9700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e840a1150 0x7f8e840a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:43:45.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.830+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6727+0+0 (secure 0 0 0) 0x7f8e900cd9d0 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.830+0000 7f8e9b7fe700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e840a1150 0x7f8e840a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:43:45.843 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.831+0000 7f8e9b7fe700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e840a1150 0x7f8e840a3600 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c005950 tx=0x7f8e8c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:43:45.844 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:45.833+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f8e900977e0 con 0x7f8e9c0ffc80 2023-07-14T12:43:45.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:45 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:43:45.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:45 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:43:45.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:45 smithi133 ceph-mon[98311]: osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] boot 2023-07-14T12:43:45.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:45 smithi133 ceph-mon[98311]: osdmap e68: 11 total, 11 up, 11 in 2023-07-14T12:43:45.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:45.975 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:45 smithi133 ceph-mon[98311]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:46.038 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:43:46.029+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e9c068700 con 0x7f8e840a1150 2023-07-14T12:43:46.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:45 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:43:46.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:45 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:43:46.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:45 smithi130 ceph-mon[97977]: osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] boot 2023-07-14T12:43:46.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:45 smithi130 ceph-mon[97977]: osdmap e68: 11 total, 11 up, 11 in 2023-07-14T12:43:46.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:46.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:45 smithi130 ceph-mon[97977]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:46.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:45 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:43:46.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:45 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:43:46.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:45 smithi040 ceph-mon[96535]: osd.10 [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] boot 2023-07-14T12:43:46.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:45 smithi040 ceph-mon[96535]: osdmap e68: 11 total, 11 up, 11 in 2023-07-14T12:43:46.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:43:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:45 smithi040 ceph-mon[96535]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:47.147 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:46 smithi133 ceph-mon[98311]: osdmap e69: 11 total, 11 up, 11 in 2023-07-14T12:43:47.148 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:47.148 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:47.148 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:47.264 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:46 smithi130 ceph-mon[97977]: osdmap e69: 11 total, 11 up, 11 in 2023-07-14T12:43:47.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:47.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:47.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:47.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:46 smithi040 ceph-mon[96535]: osdmap e69: 11 total, 11 up, 11 in 2023-07-14T12:43:47.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-07-14T12:43:47.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-07-14T12:43:47.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:48.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:47 smithi133 ceph-mon[98311]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:48.230 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:47 smithi133 ceph-mon[98311]: osdmap e70: 11 total, 11 up, 11 in 2023-07-14T12:43:48.230 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:47 smithi133 ceph-mon[98311]: pgmap v211: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:48.230 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:47 smithi133 ceph-mon[98311]: osdmap e71: 11 total, 11 up, 11 in 2023-07-14T12:43:48.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:47 smithi130 ceph-mon[97977]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:48.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:47 smithi130 ceph-mon[97977]: osdmap e70: 11 total, 11 up, 11 in 2023-07-14T12:43:48.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:47 smithi130 ceph-mon[97977]: pgmap v211: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:48.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:47 smithi130 ceph-mon[97977]: osdmap e71: 11 total, 11 up, 11 in 2023-07-14T12:43:48.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:47 smithi040 ceph-mon[96535]: from='client.24364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:43:48.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:47 smithi040 ceph-mon[96535]: osdmap e70: 11 total, 11 up, 11 in 2023-07-14T12:43:48.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:47 smithi040 ceph-mon[96535]: pgmap v211: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:48.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:47 smithi040 ceph-mon[96535]: osdmap e71: 11 total, 11 up, 11 in 2023-07-14T12:43:49.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:48 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/3263926643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]: dispatch 2023-07-14T12:43:49.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:48 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]: dispatch 2023-07-14T12:43:49.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:48 smithi133 ceph-mon[98311]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]': finished 2023-07-14T12:43:49.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:48 smithi133 ceph-mon[98311]: osdmap e72: 12 total, 11 up, 12 in 2023-07-14T12:43:49.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:48 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:43:49.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:48 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/3263926643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]: dispatch 2023-07-14T12:43:49.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:48 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]: dispatch 2023-07-14T12:43:49.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:48 smithi130 ceph-mon[97977]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]': finished 2023-07-14T12:43:49.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:48 smithi130 ceph-mon[97977]: osdmap e72: 12 total, 11 up, 12 in 2023-07-14T12:43:49.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:48 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:43:49.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:48 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/3263926643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]: dispatch 2023-07-14T12:43:49.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:48 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]: dispatch 2023-07-14T12:43:49.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:48 smithi040 ceph-mon[96535]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5b3a2f70-c6fb-4526-8b82-0cebfd9109d8"}]': finished 2023-07-14T12:43:49.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:48 smithi040 ceph-mon[96535]: osdmap e72: 12 total, 11 up, 12 in 2023-07-14T12:43:49.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:48 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:43:50.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:49 smithi133 ceph-mon[98311]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:50.225 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:49 smithi133 ceph-mon[98311]: from='client.? 172.21.15.133:0/3819821169' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:50.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:49 smithi130 ceph-mon[97977]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:50.265 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:49 smithi130 ceph-mon[97977]: from='client.? 172.21.15.133:0/3819821169' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:50.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:49 smithi040 ceph-mon[96535]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:43:50.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:49 smithi040 ceph-mon[96535]: from='client.? 172.21.15.133:0/3819821169' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-07-14T12:43:51.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:51 smithi040 ceph-mon[96535]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2023-07-14T12:43:51.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:51 smithi133 ceph-mon[98311]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2023-07-14T12:43:51.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:51 smithi130 ceph-mon[97977]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 113 KiB/s, 0 objects/s recovering 2023-07-14T12:43:53.930 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:53 smithi133 ceph-mon[98311]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2023-07-14T12:43:54.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:53 smithi130 ceph-mon[97977]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2023-07-14T12:43:54.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:53 smithi040 ceph-mon[96535]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 94 KiB/s, 0 objects/s recovering 2023-07-14T12:43:55.211 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:55 smithi133 ceph-mon[98311]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:43:55.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:55 smithi040 ceph-mon[96535]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:43:55.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:55 smithi130 ceph-mon[97977]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-07-14T12:43:56.171 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:56 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-07-14T12:43:56.172 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:56 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:56.172 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:56 smithi133 ceph-mon[98311]: Deploying daemon osd.11 on smithi133 2023-07-14T12:43:56.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:56 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-07-14T12:43:56.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:56 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:56.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:56 smithi040 ceph-mon[96535]: Deploying daemon osd.11 on smithi133 2023-07-14T12:43:56.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:56 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-07-14T12:43:56.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:56 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:43:56.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:56 smithi130 ceph-mon[97977]: Deploying daemon osd.11 on smithi133 2023-07-14T12:43:57.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:57 smithi040 ceph-mon[96535]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-07-14T12:43:57.376 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:57 smithi133 ceph-mon[98311]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-07-14T12:43:57.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:57 smithi130 ceph-mon[97977]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-07-14T12:43:59.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:43:59 smithi040 ceph-mon[96535]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-07-14T12:43:59.361 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:43:59 smithi133 ceph-mon[98311]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-07-14T12:43:59.515 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:43:59 smithi130 ceph-mon[97977]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-07-14T12:44:00.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:00.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:00.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:00 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:01.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:01.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:01.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:00 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:01.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:01.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:01.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:00 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:01.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:01 smithi133 ceph-mon[98311]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-07-14T12:44:02.015 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:01 smithi130 ceph-mon[97977]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-07-14T12:44:02.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:01 smithi040 ceph-mon[96535]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-07-14T12:44:02.406 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.397+0000 7f8e98ff9700 1 -- 172.21.15.133:0/606479269 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f8e9c068700 con 0x7f8e840a1150 2023-07-14T12:44:02.407 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 11 on host 'smithi133' 2023-07-14T12:44:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e840a1150 msgr2=0x7f8e840a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e840a1150 0x7f8e840a3600 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c005950 tx=0x7f8e8c0058e0 comp rx=0 tx=0).stop 2023-07-14T12:44:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 msgr2=0x7f8e9c101060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c101060 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8e90000c00 tx=0x7f8e9000f710 comp rx=0 tx=0).stop 2023-07-14T12:44:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 shutdown_connections 2023-07-14T12:44:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e840a1150 0x7f8e840a3600 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e9c100610 0x7f8e9c1015a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e9c0fea80 0x7f8e9c102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 --2- 172.21.15.133:0/606479269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e9c0ffc80 0x7f8e9c101060 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.399+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 >> 172.21.15.133:0/606479269 conn(0x7f8e9c0fa0b0 msgr2=0x7f8e9c067ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.400+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 shutdown_connections 2023-07-14T12:44:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:02.400+0000 7f8ea1df7700 1 -- 172.21.15.133:0/606479269 wait complete. 2023-07-14T12:44:02.783 DEBUG:teuthology.orchestra.run.smithi133:osd.11> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.11.service 2023-07-14T12:44:02.785 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-07-14T12:44:02.785 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd stat -f json 2023-07-14T12:44:02.818 INFO:journalctl@ceph.osd.11.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:44:03.356 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:44:03.589 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.589 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.589 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:03.589 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:03.589 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.590 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.590 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.590 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:03.590 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-mon[98311]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:03.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:03.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:03 smithi040 ceph-mon[96535]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:03.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:03.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:03.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:03 smithi130 ceph-mon[97977]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:03.898 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 12:44:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T12:44:03.578+0000 7f6197b5b640 -1 osd.11 0 log_to_monitors true 2023-07-14T12:44:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:04 smithi133 ceph-mon[98311]: from='osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-07-14T12:44:04.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:04 smithi133 ceph-mon[98311]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-07-14T12:44:04.536 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 -- 172.21.15.40:0/904085158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc604100610 msgr2=0x7fc604106ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:04.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 --2- 172.21.15.40:0/904085158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc604100610 0x7fc604106ed0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00b0a0 tx=0x7fc5fc00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 -- 172.21.15.40:0/904085158 shutdown_connections 2023-07-14T12:44:04.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 --2- 172.21.15.40:0/904085158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc604100610 0x7fc604106ed0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 --2- 172.21.15.40:0/904085158 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6040fea80 0x7fc6040fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 --2- 172.21.15.40:0/904085158 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6040ffc80 0x7fc6041000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 -- 172.21.15.40:0/904085158 >> 172.21.15.40:0/904085158 conn(0x7fc6040fa0b0 msgr2=0x7fc6040fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:04.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 -- 172.21.15.40:0/904085158 shutdown_connections 2023-07-14T12:44:04.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.527+0000 7fc60a025700 1 -- 172.21.15.40:0/904085158 wait complete. 2023-07-14T12:44:04.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 Processor -- start 2023-07-14T12:44:04.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 -- start start 2023-07-14T12:44:04.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6040fea80 0x7fc604102cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:04.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6040ffc80 0x7fc604101310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:04.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 0x7fc604101850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:04.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc604101fd0 con 0x7fc604100610 2023-07-14T12:44:04.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc604102140 con 0x7fc6040ffc80 2023-07-14T12:44:04.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc60a025700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60419fa20 con 0x7fc6040fea80 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 0x7fc604101850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 0x7fc604101850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59630/0 (socket says 172.21.15.40:59630) 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 -- 172.21.15.40:0/3038051149 learned_addr learned my addr 172.21.15.40:0/3038051149 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc6037fe700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6040fea80 0x7fc604102cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc602ffd700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6040ffc80 0x7fc604101310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 -- 172.21.15.40:0/3038051149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6040fea80 msgr2=0x7fc604102cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6040fea80 0x7fc604102cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 -- 172.21.15.40:0/3038051149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6040ffc80 msgr2=0x7fc604101310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6040ffc80 0x7fc604101310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.528+0000 7fc603fff700 1 -- 172.21.15.40:0/3038051149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5fc009d00 con 0x7fc604100610 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.529+0000 7fc603fff700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 0x7fc604101850 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00b780 tx=0x7fc5fc00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.529+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5fc00e040 con 0x7fc604100610 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.529+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc60419fca0 con 0x7fc604100610 2023-07-14T12:44:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.529+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc5fc004c50 con 0x7fc604100610 2023-07-14T12:44:04.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.529+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5fc0053b0 con 0x7fc604100610 2023-07-14T12:44:04.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.529+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6041a0110 con 0x7fc604100610 2023-07-14T12:44:04.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.530+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc604106b10 con 0x7fc604100610 2023-07-14T12:44:04.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.531+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc5fc01d9c0 con 0x7fc604100610 2023-07-14T12:44:04.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.532+0000 7fc600ff9700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc5ec0a11d0 0x7fc5ec0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:04.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.532+0000 7fc6037fe700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc5ec0a11d0 0x7fc5ec0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:04.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.532+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 6831+0+0 (secure 0 0 0) 0x7fc5fc0cdc90 con 0x7fc604100610 2023-07-14T12:44:04.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.532+0000 7fc6037fe700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc5ec0a11d0 0x7fc5ec0a3680 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc6040ffae0 tx=0x7fc5f4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:04.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.535+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc5fc0979a0 con 0x7fc604100610 2023-07-14T12:44:04.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:04 smithi040 ceph-mon[96535]: from='osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-07-14T12:44:04.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:04 smithi040 ceph-mon[96535]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-07-14T12:44:04.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.739+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fc60402c940 con 0x7fc604100610 2023-07-14T12:44:04.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.740+0000 7fc600ff9700 1 -- 172.21.15.40:0/3038051149 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) v1 ==== 74+0+133 (secure 0 0 0) 0x7fc5fc09afc0 con 0x7fc604100610 2023-07-14T12:44:04.749 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:04.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc5ec0a11d0 msgr2=0x7fc5ec0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:04.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc5ec0a11d0 0x7fc5ec0a3680 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc6040ffae0 tx=0x7fc5f4009260 comp rx=0 tx=0).stop 2023-07-14T12:44:04.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 msgr2=0x7fc604101850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:04.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 0x7fc604101850 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00b780 tx=0x7fc5fc00bab0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 shutdown_connections 2023-07-14T12:44:04.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc5ec0a11d0 0x7fc5ec0a3680 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc6040fea80 0x7fc604102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc604100610 0x7fc604101850 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 --2- 172.21.15.40:0/3038051149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc6040ffc80 0x7fc604101310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:04.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 >> 172.21.15.40:0/3038051149 conn(0x7fc6040fa0b0 msgr2=0x7fc6040fc290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:04.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 shutdown_connections 2023-07-14T12:44:04.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:04.742+0000 7fc60a025700 1 -- 172.21.15.40:0/3038051149 wait complete. 2023-07-14T12:44:04.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:04 smithi130 ceph-mon[97977]: from='osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-07-14T12:44:04.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:04 smithi130 ceph-mon[97977]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-07-14T12:44:05.118 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1689338624,"num_in_osds":12,"osd_in_since":1689338628,"num_remapped_pgs":0} 2023-07-14T12:44:05.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-07-14T12:44:05.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: osdmap e73: 12 total, 11 up, 12 in 2023-07-14T12:44:05.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:05.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:44:05.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:44:05.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3038051149' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:05.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:05.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:05 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.726 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T12:44:05.327+0000 7f618c9d2700 -1 osd.11 0 waiting for initial osdmap 2023-07-14T12:44:05.726 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T12:44:05.344+0000 7f6187fc6700 -1 osd.11 74 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-07-14T12:44:05.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: osdmap e73: 12 total, 11 up, 12 in 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3038051149' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:05.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:05.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:05 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-07-14T12:44:05.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: osdmap e73: 12 total, 11 up, 12 in 2023-07-14T12:44:05.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:05.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:44:05.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2023-07-14T12:44:05.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3038051149' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-07-14T12:44:05.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:05.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:44:05.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:05.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:05.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:05.769 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:05 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:06.119 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd stat -f json 2023-07-14T12:44:06.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:06 smithi040 ceph-mon[96535]: Detected new or changed devices on smithi133 2023-07-14T12:44:06.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:06 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 4292M 2023-07-14T12:44:06.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:06 smithi040 ceph-mon[96535]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:44:06.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:06 smithi040 ceph-mon[96535]: osdmap e74: 12 total, 11 up, 12 in 2023-07-14T12:44:06.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:06 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:06.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:06 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:06.694 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:44:06.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:06 smithi133 ceph-mon[98311]: Detected new or changed devices on smithi133 2023-07-14T12:44:06.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:06 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 4292M 2023-07-14T12:44:06.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:06 smithi133 ceph-mon[98311]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:44:06.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:06 smithi133 ceph-mon[98311]: osdmap e74: 12 total, 11 up, 12 in 2023-07-14T12:44:06.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:06 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:06.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:06 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:06.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:06 smithi130 ceph-mon[97977]: Detected new or changed devices on smithi133 2023-07-14T12:44:06.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:06 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 4292M 2023-07-14T12:44:06.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:06 smithi130 ceph-mon[97977]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2023-07-14T12:44:06.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:06 smithi130 ceph-mon[97977]: osdmap e74: 12 total, 11 up, 12 in 2023-07-14T12:44:06.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:06 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:06.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:06 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:07.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:07 smithi040 ceph-mon[96535]: purged_snaps scrub starts 2023-07-14T12:44:07.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:07 smithi040 ceph-mon[96535]: purged_snaps scrub ok 2023-07-14T12:44:07.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:07 smithi040 ceph-mon[96535]: osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] boot 2023-07-14T12:44:07.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:07 smithi040 ceph-mon[96535]: osdmap e75: 12 total, 12 up, 12 in 2023-07-14T12:44:07.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:07 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:07.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:07 smithi040 ceph-mon[96535]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:07.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:07 smithi133 ceph-mon[98311]: purged_snaps scrub starts 2023-07-14T12:44:07.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:07 smithi133 ceph-mon[98311]: purged_snaps scrub ok 2023-07-14T12:44:07.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:07 smithi133 ceph-mon[98311]: osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] boot 2023-07-14T12:44:07.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:07 smithi133 ceph-mon[98311]: osdmap e75: 12 total, 12 up, 12 in 2023-07-14T12:44:07.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:07 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:07.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:07 smithi133 ceph-mon[98311]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:07.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:07 smithi130 ceph-mon[97977]: purged_snaps scrub starts 2023-07-14T12:44:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:07 smithi130 ceph-mon[97977]: purged_snaps scrub ok 2023-07-14T12:44:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:07 smithi130 ceph-mon[97977]: osd.11 [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] boot 2023-07-14T12:44:07.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:07 smithi130 ceph-mon[97977]: osdmap e75: 12 total, 12 up, 12 in 2023-07-14T12:44:07.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:07 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:44:07.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:07 smithi130 ceph-mon[97977]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-07-14T12:44:07.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 -- 172.21.15.40:0/2742109128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400ffc80 msgr2=0x7f20401000d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:07.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 --2- 172.21.15.40:0/2742109128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400ffc80 0x7f20401000d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f203c009990 tx=0x7f203c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:07.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 -- 172.21.15.40:0/2742109128 shutdown_connections 2023-07-14T12:44:07.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 --2- 172.21.15.40:0/2742109128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20400fea80 0x7f20400fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:07.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 --2- 172.21.15.40:0/2742109128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 0x7f2040106ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:07.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 --2- 172.21.15.40:0/2742109128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400ffc80 0x7f20401000d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:07.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 -- 172.21.15.40:0/2742109128 >> 172.21.15.40:0/2742109128 conn(0x7f20400fa0b0 msgr2=0x7f20400fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:07.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 -- 172.21.15.40:0/2742109128 shutdown_connections 2023-07-14T12:44:07.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.848+0000 7f2047d87700 1 -- 172.21.15.40:0/2742109128 wait complete. 2023-07-14T12:44:07.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 Processor -- start 2023-07-14T12:44:07.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 -- start start 2023-07-14T12:44:07.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 0x7f2040195870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:07.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20400ffc80 0x7f2040195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:07.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 0x7f204019ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:07.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204019d400 con 0x7f20400fea80 2023-07-14T12:44:07.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204019d540 con 0x7f2040100610 2023-07-14T12:44:07.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2047d87700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204019d6d0 con 0x7f20400ffc80 2023-07-14T12:44:07.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 0x7f2040195870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:07.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 0x7f2040195870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59646/0 (socket says 172.21.15.40:59646) 2023-07-14T12:44:07.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 -- 172.21.15.40:0/3484828398 learned_addr learned my addr 172.21.15.40:0/3484828398 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:07.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2046324700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 0x7f204019ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:07.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045322700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20400ffc80 0x7f2040195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:07.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 -- 172.21.15.40:0/3484828398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20400ffc80 msgr2=0x7f2040195db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:07.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20400ffc80 0x7f2040195db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:07.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 -- 172.21.15.40:0/3484828398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 msgr2=0x7f204019ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:07.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 0x7f204019ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:07.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2045b23700 1 -- 172.21.15.40:0/3484828398 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f203c0095f0 con 0x7f20400fea80 2023-07-14T12:44:07.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.849+0000 7f2046324700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 0x7f204019ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:07.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.850+0000 7f2045b23700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 0x7f2040195870 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f203000d9b0 tx=0x7f203000dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:07.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.850+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203000be80 con 0x7f20400fea80 2023-07-14T12:44:07.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.850+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f204019d9b0 con 0x7f20400fea80 2023-07-14T12:44:07.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.850+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f20300044e0 con 0x7f20400fea80 2023-07-14T12:44:07.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.850+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2030003b40 con 0x7f20400fea80 2023-07-14T12:44:07.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.850+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f204019deb0 con 0x7f20400fea80 2023-07-14T12:44:07.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.851+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2040106b70 con 0x7f20400fea80 2023-07-14T12:44:07.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.852+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f2030009940 con 0x7f20400fea80 2023-07-14T12:44:07.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.852+0000 7f2036ffd700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f202c0a1150 0x7f202c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:07.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.853+0000 7f2045322700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f202c0a1150 0x7f202c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:07.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.853+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f20300cc200 con 0x7f20400fea80 2023-07-14T12:44:07.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.853+0000 7f2045322700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f202c0a1150 0x7f202c0a3600 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f203c0095c0 tx=0x7f203c009530 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:07.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:07.857+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2030095df0 con 0x7f20400fea80 2023-07-14T12:44:08.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.054+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f204002c850 con 0x7f20400fea80 2023-07-14T12:44:08.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.055+0000 7f2036ffd700 1 -- 172.21.15.40:0/3484828398 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v76) v1 ==== 74+0+133 (secure 0 0 0) 0x7f2030099410 con 0x7f20400fea80 2023-07-14T12:44:08.065 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:08.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f202c0a1150 msgr2=0x7f202c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:08.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f202c0a1150 0x7f202c0a3600 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f203c0095c0 tx=0x7f203c009530 comp rx=0 tx=0).stop 2023-07-14T12:44:08.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 msgr2=0x7f2040195870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:08.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 0x7f2040195870 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f203000d9b0 tx=0x7f203000dd70 comp rx=0 tx=0).stop 2023-07-14T12:44:08.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 shutdown_connections 2023-07-14T12:44:08.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f202c0a1150 0x7f202c0a3600 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:08.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2040100610 0x7f204019ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:08.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20400fea80 0x7f2040195870 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:08.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 --2- 172.21.15.40:0/3484828398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20400ffc80 0x7f2040195db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:08.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 >> 172.21.15.40:0/3484828398 conn(0x7f20400fa0b0 msgr2=0x7f20400fc300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:08.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 shutdown_connections 2023-07-14T12:44:08.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:08.057+0000 7f2047d87700 1 -- 172.21.15.40:0/3484828398 wait complete. 2023-07-14T12:44:08.442 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":76,"num_osds":12,"num_up_osds":12,"osd_up_since":1689338646,"num_in_osds":12,"osd_in_since":1689338628,"num_remapped_pgs":0} 2023-07-14T12:44:08.443 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd dump --format=json 2023-07-14T12:44:08.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:08 smithi133 ceph-mon[98311]: osdmap e76: 12 total, 12 up, 12 in 2023-07-14T12:44:08.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:08 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3484828398' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-07-14T12:44:08.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:08 smithi130 ceph-mon[97977]: osdmap e76: 12 total, 12 up, 12 in 2023-07-14T12:44:08.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:08 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3484828398' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-07-14T12:44:08.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:08 smithi040 ceph-mon[96535]: osdmap e76: 12 total, 12 up, 12 in 2023-07-14T12:44:08.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:08 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3484828398' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-07-14T12:44:09.002 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:44:09.543 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:09 smithi040 ceph-mon[96535]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 326 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:09.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:09 smithi133 ceph-mon[98311]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 326 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:09.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:09 smithi130 ceph-mon[97977]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 326 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:10.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 -- 172.21.15.40:0/2213504365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 msgr2=0x7fe770100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 --2- 172.21.15.40:0/2213504365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe770100a40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe7640099c0 tx=0x7fe764009cd0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 -- 172.21.15.40:0/2213504365 shutdown_connections 2023-07-14T12:44:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 --2- 172.21.15.40:0/2213504365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe770100f80 0x7fe77010ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 --2- 172.21.15.40:0/2213504365 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe7700fee80 0x7fe7700ff250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 --2- 172.21.15.40:0/2213504365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe770100a40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 -- 172.21.15.40:0/2213504365 >> 172.21.15.40:0/2213504365 conn(0x7fe770075b60 msgr2=0x7fe770075f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 -- 172.21.15.40:0/2213504365 shutdown_connections 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.199+0000 7fe7766f4700 1 -- 172.21.15.40:0/2213504365 wait complete. 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.200+0000 7fe7766f4700 1 Processor -- start 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.200+0000 7fe7766f4700 1 -- start start 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7700fee80 0x7fe770196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe7701970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe770100f80 0x7fe7701a1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7701a2140 con 0x7fe7701005d0 2023-07-14T12:44:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7701a2280 con 0x7fe770100f80 2023-07-14T12:44:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7701a23c0 con 0x7fe7700fee80 2023-07-14T12:44:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe7701970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe7701970c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59662/0 (socket says 172.21.15.40:59662) 2023-07-14T12:44:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 -- 172.21.15.40:0/681746434 learned_addr learned my addr 172.21.15.40:0/681746434 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76ffff700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7700fee80 0x7fe770196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe774c91700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe770100f80 0x7fe7701a1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 -- 172.21.15.40:0/681746434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7700fee80 msgr2=0x7fe770196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7700fee80 0x7fe770196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 -- 172.21.15.40:0/681746434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe770100f80 msgr2=0x7fe7701a1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe770100f80 0x7fe7701a1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 -- 172.21.15.40:0/681746434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7640095f0 con 0x7fe7701005d0 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe774c91700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe770100f80 0x7fe7701a1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76f7fe700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe7701970c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe764004730 tx=0x7fe764004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe76401d070 con 0x7fe7701005d0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe764004c90 con 0x7fe7701005d0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7701a25c0 con 0x7fe7701005d0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.201+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe764003d30 con 0x7fe7701005d0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.202+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7701a2970 con 0x7fe7701005d0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.202+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe77004e210 con 0x7fe7701005d0 2023-07-14T12:44:10.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.203+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe764005000 con 0x7fe7701005d0 2023-07-14T12:44:10.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.204+0000 7fe76d7fa700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe7580a1150 0x7fe7580a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:10.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.204+0000 7fe76ffff700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe7580a1150 0x7fe7580a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:10.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.204+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe7640cd150 con 0x7fe7701005d0 2023-07-14T12:44:10.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.205+0000 7fe76ffff700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe7580a1150 0x7fe7580a3600 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe760005950 tx=0x7fe76000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:10.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.208+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe764096dd0 con 0x7fe7701005d0 2023-07-14T12:44:10.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.406+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe7701a2bc0 con 0x7fe7701005d0 2023-07-14T12:44:10.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.407+0000 7fe76d7fa700 1 -- 172.21.15.40:0/681746434 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v76) v1 ==== 74+0+18436 (secure 0 0 0) 0x7fe76409a3f0 con 0x7fe7701005d0 2023-07-14T12:44:10.417 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:10.417 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":76,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:07.331627+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:44:10.418 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe7580a1150 msgr2=0x7fe7580a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe7580a1150 0x7fe7580a3600 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe760005950 tx=0x7fe76000b410 comp rx=0 tx=0).stop 2023-07-14T12:44:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 msgr2=0x7fe7701970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe7701970c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe764004730 tx=0x7fe764004760 comp rx=0 tx=0).stop 2023-07-14T12:44:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 shutdown_connections 2023-07-14T12:44:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe7580a1150 0x7fe7580a3600 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.409+0000 7fe7766f4700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe7700fee80 0x7fe770196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.410+0000 7fe7766f4700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe770100f80 0x7fe7701a1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.410+0000 7fe7766f4700 1 --2- 172.21.15.40:0/681746434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe7701005d0 0x7fe7701970c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.410+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 >> 172.21.15.40:0/681746434 conn(0x7fe770075b60 msgr2=0x7fe7700fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.410+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 shutdown_connections 2023-07-14T12:44:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:10.410+0000 7fe7766f4700 1 -- 172.21.15.40:0/681746434 wait complete. 2023-07-14T12:44:10.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:10 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/681746434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:10.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:10 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/681746434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:10.761 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:44:10.762 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd pool get .mgr pg_num 2023-07-14T12:44:10.765 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:10 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/681746434' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:11.322 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:44:11.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:11 smithi040 ceph-mon[96535]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:11.725 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:11 smithi133 ceph-mon[98311]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:11.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:11 smithi130 ceph-mon[97977]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:12.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 -- 172.21.15.40:0/138929051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 msgr2=0x7f9a8c1036f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:12.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 --2- 172.21.15.40:0/138929051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c1036f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0099c0 tx=0x7f9a7c009cd0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 -- 172.21.15.40:0/138929051 shutdown_connections 2023-07-14T12:44:12.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 --2- 172.21.15.40:0/138929051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c0ff450 0x7f9a8c0ff820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 --2- 172.21.15.40:0/138929051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a8c103e20 0x7f9a8c10b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 --2- 172.21.15.40:0/138929051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c1036f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 -- 172.21.15.40:0/138929051 >> 172.21.15.40:0/138929051 conn(0x7f9a8c075150 msgr2=0x7f9a8c075550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:12.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 -- 172.21.15.40:0/138929051 shutdown_connections 2023-07-14T12:44:12.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.608+0000 7f9a94289700 1 -- 172.21.15.40:0/138929051 wait complete. 2023-07-14T12:44:12.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 Processor -- start 2023-07-14T12:44:12.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 -- start start 2023-07-14T12:44:12.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a8c0ff450 0x7f9a8c19a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:12.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c19ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:12.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c103e20 0x7f9a8c1949c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:12.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a8c195030 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a8c1951a0 con 0x7f9a8c0ff450 2023-07-14T12:44:12.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a94289700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a8c195360 con 0x7f9a8c103e20 2023-07-14T12:44:12.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a91824700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c19ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:12.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a92025700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a8c0ff450 0x7f9a8c19a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:12.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a91824700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c19ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59674/0 (socket says 172.21.15.40:59674) 2023-07-14T12:44:12.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.609+0000 7f9a91824700 1 -- 172.21.15.40:0/3223289083 learned_addr learned my addr 172.21.15.40:0/3223289083 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:12.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a92826700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c103e20 0x7f9a8c1949c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:12.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a91824700 1 -- 172.21.15.40:0/3223289083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c103e20 msgr2=0x7f9a8c1949c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:12.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a91824700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c103e20 0x7f9a8c1949c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a91824700 1 -- 172.21.15.40:0/3223289083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a8c0ff450 msgr2=0x7f9a8c19a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:12.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a91824700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a8c0ff450 0x7f9a8c19a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a91824700 1 -- 172.21.15.40:0/3223289083 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a7c0095f0 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a92826700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c103e20 0x7f9a8c1949c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:12.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a91824700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c19ae80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c006010 tx=0x7f9a7c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:12.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c01d070 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9a7c004010 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a8c1955e0 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.631 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c022e40 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.631 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.610+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a8c1a1930 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.631 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.611+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a8c04e210 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.612+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9a7c022570 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.613+0000 7f9a837fe700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9a780a1150 0x7f9a780a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:12.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.613+0000 7f9a92025700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9a780a1150 0x7f9a780a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.613+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9a7c0cd840 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.613+0000 7f9a92025700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9a780a1150 0x7f9a780a3600 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9a88005950 tx=0x7f9a8800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.617+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f9a7c097420 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.811+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9a8c1a1ac0 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.812+0000 7f9a837fe700 1 -- 172.21.15.40:0/3223289083 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v76) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9a7c09aa40 con 0x7f9a8c0ffdf0 2023-07-14T12:44:12.822 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:44:12.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9a780a1150 msgr2=0x7f9a780a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:12.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9a780a1150 0x7f9a780a3600 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9a88005950 tx=0x7f9a8800a300 comp rx=0 tx=0).stop 2023-07-14T12:44:12.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 msgr2=0x7f9a8c19ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:12.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c19ae80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c006010 tx=0x7f9a7c005740 comp rx=0 tx=0).stop 2023-07-14T12:44:12.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 shutdown_connections 2023-07-14T12:44:12.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9a780a1150 0x7f9a780a3600 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a8c103e20 0x7f9a8c1949c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9a8c0ff450 0x7f9a8c19a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 --2- 172.21.15.40:0/3223289083 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9a8c0ffdf0 0x7f9a8c19ae80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:12.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 >> 172.21.15.40:0/3223289083 conn(0x7f9a8c075150 msgr2=0x7f9a8c0fbda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:12.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 shutdown_connections 2023-07-14T12:44:12.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:12.814+0000 7f9a94289700 1 -- 172.21.15.40:0/3223289083 wait complete. 2023-07-14T12:44:13.168 INFO:tasks.cephadm:Adding mds.a on smithi040 2023-07-14T12:44:13.168 INFO:tasks.cephadm:Adding mds.d on smithi040 2023-07-14T12:44:13.168 INFO:tasks.cephadm:Adding mds.g on smithi040 2023-07-14T12:44:13.168 INFO:tasks.cephadm:Adding mds.j on smithi040 2023-07-14T12:44:13.169 INFO:tasks.cephadm:Adding mds.b on smithi130 2023-07-14T12:44:13.169 INFO:tasks.cephadm:Adding mds.e on smithi130 2023-07-14T12:44:13.169 INFO:tasks.cephadm:Adding mds.h on smithi130 2023-07-14T12:44:13.169 INFO:tasks.cephadm:Adding mds.k on smithi130 2023-07-14T12:44:13.169 INFO:tasks.cephadm:Adding mds.c on smithi133 2023-07-14T12:44:13.169 INFO:tasks.cephadm:Adding mds.f on smithi133 2023-07-14T12:44:13.170 INFO:tasks.cephadm:Adding mds.i on smithi133 2023-07-14T12:44:13.170 INFO:tasks.cephadm:Adding mds.l on smithi133 2023-07-14T12:44:13.170 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph orch apply mds all '12;smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l' 2023-07-14T12:44:13.740 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T12:44:14.007 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:13 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3223289083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:14.007 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:13 smithi133 ceph-mon[98311]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:14.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:13 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3223289083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:14.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:13 smithi130 ceph-mon[97977]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:14.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:13 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3223289083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:14.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:13 smithi040 ceph-mon[96535]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:14.941 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 -- 172.21.15.133:0/1788968029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974100670 msgr2=0x7f2974102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 --2- 172.21.15.133:0/1788968029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974100670 0x7f2974102a50 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2968009990 tx=0x7f2968009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 -- 172.21.15.133:0/1788968029 shutdown_connections 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 --2- 172.21.15.133:0/1788968029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974100670 0x7f2974102a50 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 --2- 172.21.15.133:0/1788968029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29741058b0 0x7f2974107cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 --2- 172.21.15.133:0/1788968029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2974102f90 0x7f2974105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 -- 172.21.15.133:0/1788968029 >> 172.21.15.133:0/1788968029 conn(0x7f29740fa0b0 msgr2=0x7f29740fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:14.942 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 -- 172.21.15.133:0/1788968029 shutdown_connections 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.930+0000 7f297b1b8700 1 -- 172.21.15.133:0/1788968029 wait complete. 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 Processor -- start 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 -- start start 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2974100670 0x7f29741958c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 0x7f2974195e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29741058b0 0x7f297419ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:14.943 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297419d450 con 0x7f2974100670 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297419d590 con 0x7f29741058b0 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f297b1b8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297419d720 con 0x7f2974102f90 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 0x7f2974195e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 0x7f2974195e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:39578/0 (socket says 172.21.15.133:39578) 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 -- 172.21.15.133:0/940485966 learned_addr learned my addr 172.21.15.133:0/940485966 (peer_addr_for_me v2:172.21.15.133:0/0) 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2978f54700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2974100670 0x7f29741958c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:14.944 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2979755700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29741058b0 0x7f297419ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 -- 172.21.15.133:0/940485966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29741058b0 msgr2=0x7f297419ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29741058b0 0x7f297419ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 -- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2974100670 msgr2=0x7f29741958c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2974100670 0x7f29741958c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 -- 172.21.15.133:0/940485966 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29680095f0 con 0x7f2974102f90 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2973fff700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 0x7f2974195e00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f296000c950 tx=0x7f296000cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.931+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296000cea0 con 0x7f2974102f90 2023-07-14T12:44:14.945 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.932+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2960004830 con 0x7f2974102f90 2023-07-14T12:44:14.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.932+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f297419da00 con 0x7f2974102f90 2023-07-14T12:44:14.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.932+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29600054e0 con 0x7f2974102f90 2023-07-14T12:44:14.946 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.932+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f297419df50 con 0x7f2974102f90 2023-07-14T12:44:14.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.933+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29740fbc20 con 0x7f2974102f90 2023-07-14T12:44:14.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.934+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f29600049a0 con 0x7f2974102f90 2023-07-14T12:44:14.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.934+0000 7f2971ffb700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f29640a11d0 0x7f29640a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:14.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.934+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f29600cbfc0 con 0x7f2974102f90 2023-07-14T12:44:14.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.934+0000 7f2978f54700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f29640a11d0 0x7f29640a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:14.947 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.935+0000 7f2978f54700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f29640a11d0 0x7f29640a3680 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f296800b5c0 tx=0x7f2968005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:14.948 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:14.938+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2960095bb0 con 0x7f2974102f90 2023-07-14T12:44:15.145 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.135+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f2974060b50 con 0x7f29640a11d0 2023-07-14T12:44:15.155 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.146+0000 7f2971ffb700 1 -- 172.21.15.133:0/940485966 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f2974060b50 con 0x7f29640a11d0 2023-07-14T12:44:15.156 INFO:teuthology.orchestra.run.smithi133.stdout:Scheduled mds.all update... 2023-07-14T12:44:15.157 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f29640a11d0 msgr2=0x7f29640a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:15.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f29640a11d0 0x7f29640a3680 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f296800b5c0 tx=0x7f2968005fd0 comp rx=0 tx=0).stop 2023-07-14T12:44:15.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 msgr2=0x7f2974195e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:15.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 0x7f2974195e00 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f296000c950 tx=0x7f296000cc60 comp rx=0 tx=0).stop 2023-07-14T12:44:15.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 shutdown_connections 2023-07-14T12:44:15.158 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f29640a11d0 0x7f29640a3680 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:15.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29741058b0 0x7f297419ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:15.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2974100670 0x7f29741958c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:15.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 --2- 172.21.15.133:0/940485966 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2974102f90 0x7f2974195e00 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:15.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 >> 172.21.15.133:0/940485966 conn(0x7f29740fa0b0 msgr2=0x7f29741012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:15.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 shutdown_connections 2023-07-14T12:44:15.159 INFO:teuthology.orchestra.run.smithi133.stderr:2023-07-14T12:44:15.148+0000 7f297b1b8700 1 -- 172.21.15.133:0/940485966 wait complete. 2023-07-14T12:44:15.318 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:15 smithi133 ceph-mon[98311]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:15.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:15 smithi040 ceph-mon[96535]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:15.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:15 smithi130 ceph-mon[97977]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:15.599 DEBUG:teuthology.orchestra.run.smithi040:mds.a> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.a.service 2023-07-14T12:44:15.602 DEBUG:teuthology.orchestra.run.smithi040:mds.d> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.d.service 2023-07-14T12:44:15.640 INFO:journalctl@ceph.mds.a.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:44:15.641 DEBUG:teuthology.orchestra.run.smithi040:mds.g> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.g.service 2023-07-14T12:44:15.671 INFO:journalctl@ceph.mds.d.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:44:15.672 DEBUG:teuthology.orchestra.run.smithi040:mds.j> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.j.service 2023-07-14T12:44:15.701 INFO:journalctl@ceph.mds.g.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:44:15.702 DEBUG:teuthology.orchestra.run.smithi130:mds.b> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.b.service 2023-07-14T12:44:15.705 DEBUG:teuthology.orchestra.run.smithi130:mds.e> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.e.service 2023-07-14T12:44:15.730 INFO:journalctl@ceph.mds.j.smithi040.stdout:-- Logs begin at Fri 2023-07-14 12:14:37 UTC. -- 2023-07-14T12:44:15.742 INFO:journalctl@ceph.mds.b.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:44:15.743 DEBUG:teuthology.orchestra.run.smithi130:mds.h> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.h.service 2023-07-14T12:44:15.772 INFO:journalctl@ceph.mds.e.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:44:15.773 DEBUG:teuthology.orchestra.run.smithi130:mds.k> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.k.service 2023-07-14T12:44:15.800 INFO:journalctl@ceph.mds.h.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:44:15.801 DEBUG:teuthology.orchestra.run.smithi133:mds.c> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.c.service 2023-07-14T12:44:15.803 DEBUG:teuthology.orchestra.run.smithi133:mds.f> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.f.service 2023-07-14T12:44:15.828 INFO:journalctl@ceph.mds.k.smithi130.stdout:-- Logs begin at Fri 2023-07-14 12:14:43 UTC. -- 2023-07-14T12:44:15.832 INFO:journalctl@ceph.mds.c.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:44:15.833 DEBUG:teuthology.orchestra.run.smithi133:mds.i> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.i.service 2023-07-14T12:44:15.860 INFO:journalctl@ceph.mds.f.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:44:15.861 DEBUG:teuthology.orchestra.run.smithi133:mds.l> sudo journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.l.service 2023-07-14T12:44:15.890 INFO:journalctl@ceph.mds.i.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:44:15.890 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-07-14T12:44:15.891 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:44:15.916 INFO:journalctl@ceph.mds.l.smithi133.stdout:-- Logs begin at Fri 2023-07-14 12:14:54 UTC. -- 2023-07-14T12:44:16.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 -- 172.21.15.40:0/2280894440 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40fe9f0 msgr2=0x7f23e40fee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 --2- 172.21.15.40:0/2280894440 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40fe9f0 0x7f23e40fee00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f23d8009990 tx=0x7f23d8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 -- 172.21.15.40:0/2280894440 shutdown_connections 2023-07-14T12:44:16.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 --2- 172.21.15.40:0/2280894440 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23e4100570 0x7f23e4106e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 --2- 172.21.15.40:0/2280894440 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40fe9f0 0x7f23e40fee00 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 --2- 172.21.15.40:0/2280894440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40ffbe0 0x7f23e4100030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 -- 172.21.15.40:0/2280894440 >> 172.21.15.40:0/2280894440 conn(0x7f23e40f9fd0 msgr2=0x7f23e40fc440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:16.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 -- 172.21.15.40:0/2280894440 shutdown_connections 2023-07-14T12:44:16.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.028+0000 7f23ebf96700 1 -- 172.21.15.40:0/2280894440 wait complete. 2023-07-14T12:44:16.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 Processor -- start 2023-07-14T12:44:16.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 -- start start 2023-07-14T12:44:16.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 0x7f23e41957d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 0x7f23e4195d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23e4100570 0x7f23e419cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23e419d350 con 0x7f23e40ffbe0 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23e419d490 con 0x7f23e4100570 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23ebf96700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23e419d620 con 0x7f23e40fe9f0 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23e9531700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 0x7f23e4195d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23e9d32700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 0x7f23e41957d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23e9d32700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 0x7f23e41957d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:45142/0 (socket says 172.21.15.40:45142) 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23e9531700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 0x7f23e4195d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59686/0 (socket says 172.21.15.40:59686) 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.029+0000 7f23e9d32700 1 -- 172.21.15.40:0/1970104381 learned_addr learned my addr 172.21.15.40:0/1970104381 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23ea533700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23e4100570 0x7f23e419cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9d32700 1 -- 172.21.15.40:0/1970104381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23e4100570 msgr2=0x7f23e419cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9d32700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23e4100570 0x7f23e419cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9d32700 1 -- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 msgr2=0x7f23e4195d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9d32700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 0x7f23e4195d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9d32700 1 -- 172.21.15.40:0/1970104381 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23d80095f0 con 0x7f23e40fe9f0 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9531700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 0x7f23e4195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23e9d32700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 0x7f23e41957d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f23d8000c00 tx=0x7f23d80047a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23d801d070 con 0x7f23e40fe9f0 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23d8022470 con 0x7f23e40fe9f0 2023-07-14T12:44:16.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23e419d8a0 con 0x7f23e40fe9f0 2023-07-14T12:44:16.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23d8017650 con 0x7f23e40fe9f0 2023-07-14T12:44:16.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.030+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23e419dd20 con 0x7f23e40fe9f0 2023-07-14T12:44:16.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.031+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23e4106a80 con 0x7f23e40fe9f0 2023-07-14T12:44:16.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.032+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f23d80225e0 con 0x7f23e40fe9f0 2023-07-14T12:44:16.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.033+0000 7f23d6ffd700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23d00a1220 0x7f23d00a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.033+0000 7f23e9531700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23d00a1220 0x7f23d00a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.033+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f23d80cde80 con 0x7f23e40fe9f0 2023-07-14T12:44:16.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.033+0000 7f23e9531700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23d00a1220 0x7f23d00a36d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f23e0011490 tx=0x7f23e0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:16.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.036+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f23d8097a60 con 0x7f23e40fe9f0 2023-07-14T12:44:16.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.238+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f23e402caa0 con 0x7f23e40fe9f0 2023-07-14T12:44:16.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.239+0000 7f23d6ffd700 1 -- 172.21.15.40:0/1970104381 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v76) v1 ==== 74+0+18436 (secure 0 0 0) 0x7f23d809b080 con 0x7f23e40fe9f0 2023-07-14T12:44:16.249 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:16.249 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":76,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:07.331627+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23d00a1220 msgr2=0x7f23d00a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23d00a1220 0x7f23d00a36d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f23e0011490 tx=0x7f23e0009260 comp rx=0 tx=0).stop 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 msgr2=0x7f23e41957d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 0x7f23e41957d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f23d8000c00 tx=0x7f23d80047a0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 shutdown_connections 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23d00a1220 0x7f23d00a36d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23e40fe9f0 0x7f23e41957d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23e4100570 0x7f23e419cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 --2- 172.21.15.40:0/1970104381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23e40ffbe0 0x7f23e4195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 >> 172.21.15.40:0/1970104381 conn(0x7f23e40f9fd0 msgr2=0x7f23e40fc1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:16.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 shutdown_connections 2023-07-14T12:44:16.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.241+0000 7f23ebf96700 1 -- 172.21.15.40:0/1970104381 wait complete. 2023-07-14T12:44:16.262 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:16.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: Saving service mds.all spec with placement smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2023-07-14T12:44:16.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:16.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:16.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:16.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:16.263 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:16.264 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:16.264 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:16.264 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:16.264 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:16 smithi040 ceph-mon[96535]: Deploying daemon mds.l on smithi133 2023-07-14T12:44:16.265 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:44:16.266 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:44:16.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.384+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3375570431 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 msgr2=0x7fc3f0100520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.384+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3375570431 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f0100520 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc3e4009990 tx=0x7fc3e4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3375570431 shutdown_connections 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3375570431 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 0x7fc3f0106f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3375570431 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f0100520 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3375570431 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc3f00fecd0 0x7fc3f00ff140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3375570431 >> 172.21.15.40:0/3375570431 conn(0x7fc3f00f9850 msgr2=0x7fc3f00fbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3375570431 shutdown_connections 2023-07-14T12:44:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3375570431 wait complete. 2023-07-14T12:44:16.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 Processor -- start 2023-07-14T12:44:16.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.385+0000 7fc3f51aa700 1 -- start start 2023-07-14T12:44:16.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3f51aa700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc3f00fecd0 0x7fc3f0195820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3f51aa700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 0x7fc3f0195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3f51aa700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3f51aa700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f019d3a0 con 0x7fc3f0100110 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3f51aa700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f019d4e0 con 0x7fc3f00fecd0 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3f51aa700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3f019d670 con 0x7fc3f00ff680 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ee59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 0x7fc3f0195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ee59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 0x7fc3f0195d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:45158/0 (socket says 172.21.15.40:45158) 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ee59c700 1 -- 172.21.15.40:0/3469847545 learned_addr learned my addr 172.21.15.40:0/3469847545 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3eed9d700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc3f00fecd0 0x7fc3f0195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 -- 172.21.15.40:0/3469847545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 msgr2=0x7fc3f0195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 0x7fc3f0195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 -- 172.21.15.40:0/3469847545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc3f00fecd0 msgr2=0x7fc3f0195820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc3f00fecd0 0x7fc3f0195820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 -- 172.21.15.40:0/3469847545 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3e40095f0 con 0x7fc3f0100110 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3ef59e700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f019cdd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8007f10 tx=0x7fc3e800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.386+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8004db0 con 0x7fc3f0100110 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.387+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc3e800f040 con 0x7fc3f0100110 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.387+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3f019d950 con 0x7fc3f0100110 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.387+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3e8005990 con 0x7fc3f0100110 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.387+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3f019de10 con 0x7fc3f0100110 2023-07-14T12:44:16.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.388+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3f010a2b0 con 0x7fc3f0100110 2023-07-14T12:44:16.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.389+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc3e800db20 con 0x7fc3f0100110 2023-07-14T12:44:16.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.390+0000 7fc3d7fff700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc3d80a1150 0x7fc3d80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.390+0000 7fc3eed9d700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc3d80a1150 0x7fc3d80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.390+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc3e80cc560 con 0x7fc3f0100110 2023-07-14T12:44:16.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.390+0000 7fc3eed9d700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc3d80a1150 0x7fc3d80a3600 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc3e400b2e0 tx=0x7fc3e4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:16.403 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.393+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc3e8096150 con 0x7fc3f0100110 2023-07-14T12:44:16.444 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: Saving service mds.all spec with placement smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:16.445 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:16.446 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:16.446 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:16.446 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:16 smithi133 ceph-mon[98311]: Deploying daemon mds.l on smithi133 2023-07-14T12:44:16.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:16.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: Saving service mds.all spec with placement smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2023-07-14T12:44:16.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:16.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:16.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:16.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:16.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:16.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:16.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:16.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:16.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:16 smithi130 ceph-mon[97977]: Deploying daemon mds.l on smithi133 2023-07-14T12:44:16.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.591+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc3f019e450 con 0x7fc3f0100110 2023-07-14T12:44:16.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.591+0000 7fc3d7fff700 1 -- 172.21.15.40:0/3469847545 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v76) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc3e8099770 con 0x7fc3f0100110 2023-07-14T12:44:16.601 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:44:16.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc3d80a1150 msgr2=0x7fc3d80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc3d80a1150 0x7fc3d80a3600 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc3e400b2e0 tx=0x7fc3e4005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 msgr2=0x7fc3f019cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f019cdd0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8007f10 tx=0x7fc3e800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 shutdown_connections 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc3d80a1150 0x7fc3d80a3600 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3f0100110 0x7fc3f019cdd0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc3f00fecd0 0x7fc3f0195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 --2- 172.21.15.40:0/3469847545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3f00ff680 0x7fc3f0195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.593+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 >> 172.21.15.40:0/3469847545 conn(0x7fc3f00f9850 msgr2=0x7fc3f00fa100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:16.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.594+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 shutdown_connections 2023-07-14T12:44:16.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.594+0000 7fc3f51aa700 1 -- 172.21.15.40:0/3469847545 wait complete. 2023-07-14T12:44:16.615 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.731+0000 7eff71f8b700 1 -- 172.21.15.40:0/1461059942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c0fe9d0 msgr2=0x7eff6c0fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.731+0000 7eff71f8b700 1 --2- 172.21.15.40:0/1461059942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0fede0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7eff5c009990 tx=0x7eff5c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 -- 172.21.15.40:0/1461059942 shutdown_connections 2023-07-14T12:44:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 --2- 172.21.15.40:0/1461059942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7eff6c100550 0x7eff6c106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 --2- 172.21.15.40:0/1461059942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0fede0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 --2- 172.21.15.40:0/1461059942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0ffbc0 0x7eff6c100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 -- 172.21.15.40:0/1461059942 >> 172.21.15.40:0/1461059942 conn(0x7eff6c0f9fd0 msgr2=0x7eff6c0fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 -- 172.21.15.40:0/1461059942 shutdown_connections 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 -- 172.21.15.40:0/1461059942 wait complete. 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 Processor -- start 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.732+0000 7eff71f8b700 1 -- start start 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7eff6c0ffbc0 0x7eff6c19a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 0x7eff6c19cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff6c19d330 con 0x7eff6c100550 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff6c19d4a0 con 0x7eff6c0ffbc0 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff6c19d660 con 0x7eff6c0fe9d0 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 0x7eff6c19cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 0x7eff6c19cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59716/0 (socket says 172.21.15.40:59716) 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 -- 172.21.15.40:0/4196935954 learned_addr learned my addr 172.21.15.40:0/4196935954 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6affd700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7eff6c0ffbc0 0x7eff6c19a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6b7fe700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 -- 172.21.15.40:0/4196935954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0fe9d0 msgr2=0x7eff6c0681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 -- 172.21.15.40:0/4196935954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7eff6c0ffbc0 msgr2=0x7eff6c19a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7eff6c0ffbc0 0x7eff6c19a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 -- 172.21.15.40:0/4196935954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff5c0095f0 con 0x7eff6c100550 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6b7fe700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff6bfff700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 0x7eff6c19cb90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7eff64007ee0 tx=0x7eff6400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff6400ddd0 con 0x7eff6c100550 2023-07-14T12:44:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff6c19d940 con 0x7eff6c100550 2023-07-14T12:44:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7eff6400f040 con 0x7eff6c100550 2023-07-14T12:44:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.733+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff640048e0 con 0x7eff6c100550 2023-07-14T12:44:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.734+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff6c19de50 con 0x7eff6c100550 2023-07-14T12:44:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.735+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff6c105f70 con 0x7eff6c100550 2023-07-14T12:44:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.736+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7eff64003a00 con 0x7eff6c100550 2023-07-14T12:44:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.736+0000 7eff68ff9700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7eff540a11a0 0x7eff540a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.737+0000 7eff6b7fe700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7eff540a11a0 0x7eff540a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.737+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7eff640cbd40 con 0x7eff6c100550 2023-07-14T12:44:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.737+0000 7eff6b7fe700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7eff540a11a0 0x7eff540a3650 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7eff5c006010 tx=0x7eff5c00b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.741+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7eff6404e790 con 0x7eff6c100550 2023-07-14T12:44:16.976 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 12:44:16 smithi133 systemd[1]: Starting Ceph mds.l for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:16.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.989+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7eff6c02ca50 con 0x7eff6c100550 2023-07-14T12:44:16.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.989+0000 7eff68ff9700 1 -- 172.21.15.40:0/4196935954 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+501 (secure 0 0 0) 0x7eff64095930 con 0x7eff6c100550 2023-07-14T12:44:16.999 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:16.999 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-07-14T12:44:17.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7eff540a11a0 msgr2=0x7eff540a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:17.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7eff540a11a0 0x7eff540a3650 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7eff5c006010 tx=0x7eff5c00b540 comp rx=0 tx=0).stop 2023-07-14T12:44:17.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 msgr2=0x7eff6c19cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:17.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 0x7eff6c19cb90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7eff64007ee0 tx=0x7eff6400d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:17.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 shutdown_connections 2023-07-14T12:44:17.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7eff540a11a0 0x7eff540a3650 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:17.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7eff6c0fe9d0 0x7eff6c0681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:17.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7eff6c100550 0x7eff6c19cb90 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:17.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 --2- 172.21.15.40:0/4196935954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7eff6c0ffbc0 0x7eff6c19a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:17.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 >> 172.21.15.40:0/4196935954 conn(0x7eff6c0f9fd0 msgr2=0x7eff6c1030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:17.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 shutdown_connections 2023-07-14T12:44:17.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:16.991+0000 7eff71f8b700 1 -- 172.21.15.40:0/4196935954 wait complete. 2023-07-14T12:44:17.003 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 1 2023-07-14T12:44:17.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1970104381' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:17.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3469847545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:17.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:17 smithi040 ceph-mon[96535]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:17.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4196935954' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:17.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:17 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1970104381' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:17.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:17 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3469847545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:17.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:17 smithi133 ceph-mon[98311]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:17.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:17 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4196935954' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:17.478 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 12:44:17 smithi133 podman[123609]: 2023-07-14T12:44:17.478 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 12:44:17 smithi133 ceph-mds[123649]: -- 172.21.15.133:0/2525190373 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56530d4631e0 con 0x56530d439000 2023-07-14T12:44:17.478 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 12:44:17 smithi133 bash[123609]: 0717991e5827bdc1c45e390781bcbbd802649287baff0676539b26ec2c0d223c 2023-07-14T12:44:17.478 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 12:44:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l[123625]: starting mds.l at 2023-07-14T12:44:17.478 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 12:44:17 smithi133 systemd[1]: Started Ceph mds.l for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:17.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:17 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1970104381' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:17.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:17 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3469847545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:17.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:17 smithi130 ceph-mon[97977]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:17.516 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:17 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4196935954' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:18.676 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] up:boot 2023-07-14T12:44:18.676 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: fsmap 1 up:standby 2023-07-14T12:44:18.676 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T12:44:18.676 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.676 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.676 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.677 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:18.677 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:18.677 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:18.677 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:18 smithi130 ceph-mon[97977]: Deploying daemon mds.k on smithi130 2023-07-14T12:44:18.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] up:boot 2023-07-14T12:44:18.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: fsmap 1 up:standby 2023-07-14T12:44:18.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T12:44:18.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.727 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:18.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:18.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:18.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:18 smithi133 ceph-mon[98311]: Deploying daemon mds.k on smithi130 2023-07-14T12:44:18.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] up:boot 2023-07-14T12:44:18.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: fsmap 1 up:standby 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:18.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:18.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:18 smithi040 ceph-mon[96535]: Deploying daemon mds.k on smithi130 2023-07-14T12:44:19.014 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:19.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 -- 172.21.15.40:0/3880625624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 msgr2=0x7fddec0fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:19.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 --2- 172.21.15.40:0/3880625624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec0fede0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdde8009990 tx=0x7fdde8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 -- 172.21.15.40:0/3880625624 shutdown_connections 2023-07-14T12:44:19.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 --2- 172.21.15.40:0/3880625624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 0x7fddec106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 --2- 172.21.15.40:0/3880625624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec0fede0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 --2- 172.21.15.40:0/3880625624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fddec0ffbc0 0x7fddec100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 -- 172.21.15.40:0/3880625624 >> 172.21.15.40:0/3880625624 conn(0x7fddec0f9fd0 msgr2=0x7fddec0fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:19.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 -- 172.21.15.40:0/3880625624 shutdown_connections 2023-07-14T12:44:19.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 -- 172.21.15.40:0/3880625624 wait complete. 2023-07-14T12:44:19.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 Processor -- start 2023-07-14T12:44:19.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.145+0000 7fddf43cb700 1 -- start start 2023-07-14T12:44:19.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:19.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fddec0ffbc0 0x7fddec197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:19.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 0x7fddec19efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:19.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec19f580 con 0x7fddec0fe9d0 2023-07-14T12:44:19.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec19f6c0 con 0x7fddec0ffbc0 2023-07-14T12:44:19.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec19f850 con 0x7fddec100550 2023-07-14T12:44:19.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:19.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec197a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59726/0 (socket says 172.21.15.40:59726) 2023-07-14T12:44:19.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 -- 172.21.15.40:0/296023685 learned_addr learned my addr 172.21.15.40:0/296023685 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:19.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf1966700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fddec0ffbc0 0x7fddec197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:19.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2968700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 0x7fddec19efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:19.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 -- 172.21.15.40:0/296023685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 msgr2=0x7fddec19efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:19.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 0x7fddec19efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 -- 172.21.15.40:0/296023685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fddec0ffbc0 msgr2=0x7fddec197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:19.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fddec0ffbc0 0x7fddec197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 -- 172.21.15.40:0/296023685 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde80095f0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2968700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 0x7fddec19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:19.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf2167700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec197a00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdde8000c00 tx=0x7fdde80047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:19.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde801d070 con 0x7fddec0fe9d0 2023-07-14T12:44:19.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde8022470 con 0x7fddec0fe9d0 2023-07-14T12:44:19.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde8017650 con 0x7fddec0fe9d0 2023-07-14T12:44:19.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddec19fad0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.146+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddec19fef0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.147+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddec10a1a0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.148+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fdde80225e0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.149+0000 7fdde37fe700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fddd80a1220 0x7fddd80a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:19.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.149+0000 7fddf1966700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fddd80a1220 0x7fddd80a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:19.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.149+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdde80cde20 con 0x7fddec0fe9d0 2023-07-14T12:44:19.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.150+0000 7fddf1966700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fddd80a1220 0x7fddd80a36d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdddc009c60 tx=0x7fdddc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:19.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.153+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fdde8097aa0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.266 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:44:18 smithi130 systemd[1]: Starting Ceph mds.k for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:19.404 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.394+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fddec1a04a0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.395+0000 7fdde37fe700 1 -- 172.21.15.40:0/296023685 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1260 (secure 0 0 0) 0x7fdde809b0c0 con 0x7fddec0fe9d0 2023-07-14T12:44:19.405 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:19.405 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-07-14T12:44:19.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fddd80a1220 msgr2=0x7fddd80a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fddd80a1220 0x7fddd80a36d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdddc009c60 tx=0x7fdddc009260 comp rx=0 tx=0).stop 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 msgr2=0x7fddec197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec197a00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdde8000c00 tx=0x7fdde80047a0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 shutdown_connections 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fddd80a1220 0x7fddd80a36d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fddec100550 0x7fddec19efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec0fe9d0 0x7fddec197a00 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 --2- 172.21.15.40:0/296023685 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fddec0ffbc0 0x7fddec197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:19.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 >> 172.21.15.40:0/296023685 conn(0x7fddec0f9fd0 msgr2=0x7fddec067710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:19.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 shutdown_connections 2023-07-14T12:44:19.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:19.397+0000 7fddf43cb700 1 -- 172.21.15.40:0/296023685 wait complete. 2023-07-14T12:44:19.408 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 2 2023-07-14T12:44:19.579 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:19 smithi130 ceph-mon[97977]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:19.579 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:19 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/296023685' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:19.580 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:44:19 smithi130 podman[122391]: 2023-07-14T12:44:19.580 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:44:19 smithi130 ceph-mds[122431]: -- 172.21.15.130:0/278437455 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5607ddc751e0 con 0x5607ddc4a800 2023-07-14T12:44:19.580 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:44:19 smithi130 bash[122391]: 1930f1abb672ca50d0fca303174c86e3abcdeae126836ad8de58c66b4b214375 2023-07-14T12:44:19.580 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:44:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: starting mds.k at 2023-07-14T12:44:19.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:19 smithi133 ceph-mon[98311]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:19.726 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:19 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/296023685' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:19.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:19 smithi040 ceph-mon[96535]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:19.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:19 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/296023685' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:20.016 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:44:19 smithi130 systemd[1]: Started Ceph mds.k for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:20.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: Deploying daemon mds.j on smithi040 2023-07-14T12:44:20.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:boot 2023-07-14T12:44:20.978 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: fsmap 2 up:standby 2023-07-14T12:44:20.978 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:20 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T12:44:20.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:20.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:20.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: Deploying daemon mds.j on smithi040 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:boot 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: fsmap 2 up:standby 2023-07-14T12:44:20.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:20 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T12:44:21.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:21.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:21.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:21.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:21.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:21.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:21.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: Deploying daemon mds.j on smithi040 2023-07-14T12:44:21.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:boot 2023-07-14T12:44:21.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: fsmap 2 up:standby 2023-07-14T12:44:21.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:20 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T12:44:21.252 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 12:44:21 smithi040 systemd[1]: Starting Ceph mds.j for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:21.419 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:21.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 -- 172.21.15.40:0/4203900871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a00fe9d0 msgr2=0x7ff1a00fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:21.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/4203900871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a00fe9d0 0x7ff1a00fede0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff19c009990 tx=0x7ff19c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 -- 172.21.15.40:0/4203900871 shutdown_connections 2023-07-14T12:44:21.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/4203900871 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1a0100550 0x7ff1a0106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/4203900871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a00fe9d0 0x7ff1a00fede0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/4203900871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1a00ffbc0 0x7ff1a0100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 -- 172.21.15.40:0/4203900871 >> 172.21.15.40:0/4203900871 conn(0x7ff1a00f9fd0 msgr2=0x7ff1a00fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:21.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 -- 172.21.15.40:0/4203900871 shutdown_connections 2023-07-14T12:44:21.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.542+0000 7ff1a79fd700 1 -- 172.21.15.40:0/4203900871 wait complete. 2023-07-14T12:44:21.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.543+0000 7ff1a79fd700 1 Processor -- start 2023-07-14T12:44:21.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.543+0000 7ff1a79fd700 1 -- start start 2023-07-14T12:44:21.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.543+0000 7ff1a79fd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1a00fe9d0 0x7ff1a0195790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:21.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1a00ffbc0 0x7ff1a0195cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:21.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 0x7ff1a019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:21.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a019d310 con 0x7ff1a0100550 2023-07-14T12:44:21.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a019d450 con 0x7ff1a00fe9d0 2023-07-14T12:44:21.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a019d5e0 con 0x7ff1a00ffbc0 2023-07-14T12:44:21.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 0x7ff1a019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:21.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 0x7ff1a019cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59744/0 (socket says 172.21.15.40:59744) 2023-07-14T12:44:21.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 -- 172.21.15.40:0/3857476073 learned_addr learned my addr 172.21.15.40:0/3857476073 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:21.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5799700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1a00fe9d0 0x7ff1a0195790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:21.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a4f98700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1a00ffbc0 0x7ff1a0195cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:21.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 -- 172.21.15.40:0/3857476073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1a00ffbc0 msgr2=0x7ff1a0195cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:21.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1a00ffbc0 0x7ff1a0195cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 -- 172.21.15.40:0/3857476073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1a00fe9d0 msgr2=0x7ff1a0195790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:21.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1a00fe9d0 0x7ff1a0195790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 -- 172.21.15.40:0/3857476073 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff19c0095f0 con 0x7ff1a0100550 2023-07-14T12:44:21.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a5f9a700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 0x7ff1a019cd40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff198007ee0 tx=0x7ff19800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:21.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff198017070 con 0x7ff1a0100550 2023-07-14T12:44:21.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1a019d8c0 con 0x7ff1a0100550 2023-07-14T12:44:21.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff19800f040 con 0x7ff1a0100550 2023-07-14T12:44:21.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff198005740 con 0x7ff1a0100550 2023-07-14T12:44:21.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.544+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1a019dd80 con 0x7ff1a0100550 2023-07-14T12:44:21.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.545+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1a010b310 con 0x7ff1a0100550 2023-07-14T12:44:21.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.546+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7ff19800dc60 con 0x7ff1a0100550 2023-07-14T12:44:21.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.547+0000 7ff1927fc700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff18c0a11a0 0x7ff18c0a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:21.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.547+0000 7ff1a5799700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff18c0a11a0 0x7ff18c0a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:21.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.547+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff1980cc260 con 0x7ff1a0100550 2023-07-14T12:44:21.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.547+0000 7ff1a5799700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff18c0a11a0 0x7ff18c0a3650 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff19c00b5c0 tx=0x7ff19c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:21.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.551+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7ff198095e50 con 0x7ff1a0100550 2023-07-14T12:44:21.813 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.802+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff1a0105880 con 0x7ff1a0100550 2023-07-14T12:44:21.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.803+0000 7ff1927fc700 1 -- 172.21.15.40:0/3857476073 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2020 (secure 0 0 0) 0x7ff198099470 con 0x7ff1a0100550 2023-07-14T12:44:21.815 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:21.815 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-07-14T12:44:21.816 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff18c0a11a0 msgr2=0x7ff18c0a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:21.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff18c0a11a0 0x7ff18c0a3650 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff19c00b5c0 tx=0x7ff19c005960 comp rx=0 tx=0).stop 2023-07-14T12:44:21.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 msgr2=0x7ff1a019cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:21.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 0x7ff1a019cd40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff198007ee0 tx=0x7ff19800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 shutdown_connections 2023-07-14T12:44:21.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff18c0a11a0 0x7ff18c0a3650 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1a0100550 0x7ff1a019cd40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1a00fe9d0 0x7ff1a0195790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 --2- 172.21.15.40:0/3857476073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1a00ffbc0 0x7ff1a0195cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:21.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 >> 172.21.15.40:0/3857476073 conn(0x7ff1a00f9fd0 msgr2=0x7ff1a00fc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:21.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 shutdown_connections 2023-07-14T12:44:21.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:21.805+0000 7ff1a79fd700 1 -- 172.21.15.40:0/3857476073 wait complete. 2023-07-14T12:44:21.820 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 3 2023-07-14T12:44:21.828 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 12:44:21 smithi040 podman[129920]: 2023-07-14T12:44:21.828 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:21 smithi040 ceph-mon[96535]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:21.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:21 smithi133 ceph-mon[98311]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:22.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:21 smithi130 ceph-mon[97977]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:22.094 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 12:44:21 smithi040 bash[129920]: 0bd3c0ff630c61156e8bb2b5966fce56ced569ea3fd01e0e077ee3acfe5d25f7 2023-07-14T12:44:22.095 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 12:44:21 smithi040 ceph-mds[130003]: -- 172.21.15.40:0/803714236 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c0fa4a11e0 con 0x55c0fa476c00 2023-07-14T12:44:22.095 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 12:44:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-j[129979]: starting mds.j at 2023-07-14T12:44:22.095 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 12:44:21 smithi040 systemd[1]: Started Ceph mds.j for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:22.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3857476073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:22.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:22 smithi040 ceph-mon[96535]: Deploying daemon mds.d on smithi040 2023-07-14T12:44:22.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3857476073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:22.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:22.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:22.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:22.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:22.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:22.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:22.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:22 smithi133 ceph-mon[98311]: Deploying daemon mds.d on smithi040 2023-07-14T12:44:23.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3857476073' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:23.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:23.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:23.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:23.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:23.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:23.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:23.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:22 smithi130 ceph-mon[97977]: Deploying daemon mds.d on smithi040 2023-07-14T12:44:23.807 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 12:44:23 smithi040 systemd[1]: Starting Ceph mds.d for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:23.807 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:23 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.40:6834/3676240842,v1:172.21.15.40:6835/3676240842] up:boot 2023-07-14T12:44:23.807 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:23 smithi040 ceph-mon[96535]: fsmap 3 up:standby 2023-07-14T12:44:23.807 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:23 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-07-14T12:44:23.808 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:23 smithi040 ceph-mon[96535]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:23.830 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:23.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 -- 172.21.15.40:0/1393432693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc102f30 msgr2=0x7f6bfc105310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:23.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 --2- 172.21.15.40:0/1393432693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc102f30 0x7f6bfc105310 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6bf0009990 tx=0x7f6bf0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:23.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 -- 172.21.15.40:0/1393432693 shutdown_connections 2023-07-14T12:44:23.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 --2- 172.21.15.40:0/1393432693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bfc100610 0x7f6bfc1029f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:23.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 --2- 172.21.15.40:0/1393432693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bfc105850 0x7f6bfc107c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:23.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 --2- 172.21.15.40:0/1393432693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc102f30 0x7f6bfc105310 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:23.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 -- 172.21.15.40:0/1393432693 >> 172.21.15.40:0/1393432693 conn(0x7f6bfc0fa030 msgr2=0x7f6bfc0fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:23.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 -- 172.21.15.40:0/1393432693 shutdown_connections 2023-07-14T12:44:23.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.956+0000 7f6c02806700 1 -- 172.21.15.40:0/1393432693 wait complete. 2023-07-14T12:44:23.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 Processor -- start 2023-07-14T12:44:23.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 -- start start 2023-07-14T12:44:23.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 0x7f6bfc197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:23.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bfc102f30 0x7f6bfc197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:23.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bfc105850 0x7f6bfc19ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:23.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bfc19f500 con 0x7f6bfc100610 2023-07-14T12:44:23.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bfc19f640 con 0x7f6bfc102f30 2023-07-14T12:44:23.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6c02806700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bfc19f7d0 con 0x7f6bfc105850 2023-07-14T12:44:23.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.957+0000 7f6bfbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 0x7f6bfc197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 0x7f6bfc197980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59764/0 (socket says 172.21.15.40:59764) 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 -- 172.21.15.40:0/1470042444 learned_addr learned my addr 172.21.15.40:0/1470042444 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6c00da3700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bfc105850 0x7f6bfc19ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfb7fe700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bfc102f30 0x7f6bfc197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 -- 172.21.15.40:0/1470042444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bfc105850 msgr2=0x7f6bfc19ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bfc105850 0x7f6bfc19ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:23.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 -- 172.21.15.40:0/1470042444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bfc102f30 msgr2=0x7f6bfc197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bfc102f30 0x7f6bfc197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 -- 172.21.15.40:0/1470042444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf00095f0 con 0x7f6bfc100610 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bfbfff700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 0x7f6bfc197980 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00c9b0 tx=0x7f6bec00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec007b00 con 0x7f6bfc100610 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6bec007c60 con 0x7f6bfc100610 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec018660 con 0x7f6bfc100610 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bfc19fab0 con 0x7f6bfc100610 2023-07-14T12:44:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.958+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bfc19ff70 con 0x7f6bfc100610 2023-07-14T12:44:23.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.959+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bfc1073c0 con 0x7f6bfc100610 2023-07-14T12:44:23.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.960+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6bec018880 con 0x7f6bfc100610 2023-07-14T12:44:23.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.961+0000 7f6bf97fa700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6be40a11a0 0x7f6be40a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:23.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.961+0000 7f6bfb7fe700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6be40a11a0 0x7f6be40a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:23.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.961+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6bec0cc530 con 0x7f6bfc100610 2023-07-14T12:44:23.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.961+0000 7f6bfb7fe700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6be40a11a0 0x7f6be40a3650 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000b5c0 tx=0x7f6bf0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:23.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:23.965+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6bec096120 con 0x7f6bfc100610 2023-07-14T12:44:23.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:23 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.40:6834/3676240842,v1:172.21.15.40:6835/3676240842] up:boot 2023-07-14T12:44:23.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:23 smithi133 ceph-mon[98311]: fsmap 3 up:standby 2023-07-14T12:44:23.976 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:23 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-07-14T12:44:23.977 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:23 smithi133 ceph-mon[98311]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:24.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:23 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.40:6834/3676240842,v1:172.21.15.40:6835/3676240842] up:boot 2023-07-14T12:44:24.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:23 smithi130 ceph-mon[97977]: fsmap 3 up:standby 2023-07-14T12:44:24.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:23 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-07-14T12:44:24.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:23 smithi130 ceph-mon[97977]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:24.082 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 12:44:23 smithi040 podman[130306]: 2023-07-14T12:44:24.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.220+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6bfc02cac0 con 0x7f6bfc100610 2023-07-14T12:44:24.231 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.220+0000 7f6bf97fa700 1 -- 172.21.15.40:0/1470042444 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2777 (secure 0 0 0) 0x7f6bec099740 con 0x7f6bfc100610 2023-07-14T12:44:24.231 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:24.231 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-07-14T12:44:24.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6be40a11a0 msgr2=0x7f6be40a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:24.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6be40a11a0 0x7f6be40a3650 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000b5c0 tx=0x7f6bf0005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:24.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 msgr2=0x7f6bfc197980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:24.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 0x7f6bfc197980 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00c9b0 tx=0x7f6bec00cd70 comp rx=0 tx=0).stop 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 shutdown_connections 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6be40a11a0 0x7f6be40a3650 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bfc105850 0x7f6bfc19ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6bfc100610 0x7f6bfc197980 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 --2- 172.21.15.40:0/1470042444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6bfc102f30 0x7f6bfc197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 >> 172.21.15.40:0/1470042444 conn(0x7f6bfc0fa030 msgr2=0x7f6bfc101270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 shutdown_connections 2023-07-14T12:44:24.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:24.222+0000 7f6c02806700 1 -- 172.21.15.40:0/1470042444 wait complete. 2023-07-14T12:44:24.235 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 4 2023-07-14T12:44:24.344 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 12:44:24 smithi040 bash[130306]: 7e5dcc0db17c58a925b5ecdad6800aec48f6123916900588d1aa2a63bed1999c 2023-07-14T12:44:24.345 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 12:44:24 smithi040 ceph-mds[130390]: -- 172.21.15.40:0/2525134798 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ddf33571e0 con 0x55ddf332cc00 2023-07-14T12:44:24.345 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 12:44:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-d[130345]: starting mds.d at 2023-07-14T12:44:24.345 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 12:44:24 smithi040 systemd[1]: Started Ceph mds.d for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:25.423 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: Deploying daemon mds.e on smithi130 2023-07-14T12:44:25.424 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1470042444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:25.425 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.40:6836/680798713,v1:172.21.15.40:6837/680798713] up:boot 2023-07-14T12:44:25.425 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: fsmap 4 up:standby 2023-07-14T12:44:25.425 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-07-14T12:44:25.425 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:25 smithi130 ceph-mon[97977]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:25.476 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: Deploying daemon mds.e on smithi130 2023-07-14T12:44:25.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1470042444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:25.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.40:6836/680798713,v1:172.21.15.40:6837/680798713] up:boot 2023-07-14T12:44:25.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: fsmap 4 up:standby 2023-07-14T12:44:25.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-07-14T12:44:25.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:25 smithi133 ceph-mon[98311]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:25.594 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:25.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:25.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:25.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:25.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: Deploying daemon mds.e on smithi130 2023-07-14T12:44:25.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1470042444' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:25.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.40:6836/680798713,v1:172.21.15.40:6837/680798713] up:boot 2023-07-14T12:44:25.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: fsmap 4 up:standby 2023-07-14T12:44:25.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-07-14T12:44:25.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:25 smithi040 ceph-mon[96535]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:25.767 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 12:44:25 smithi130 systemd[1]: Starting Ceph mds.e for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:26.220 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 12:44:25 smithi130 podman[122732]: 2023-07-14T12:44:26.246 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:26.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 -- 172.21.15.40:0/617795700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 msgr2=0x7f458c102960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:26.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 --2- 172.21.15.40:0/617795700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c102960 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4580009990 tx=0x7f4580009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 -- 172.21.15.40:0/617795700 shutdown_connections 2023-07-14T12:44:26.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 --2- 172.21.15.40:0/617795700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f458c1057c0 0x7f458c107c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 --2- 172.21.15.40:0/617795700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c102960 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 --2- 172.21.15.40:0/617795700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c102ea0 0x7f458c105280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 -- 172.21.15.40:0/617795700 >> 172.21.15.40:0/617795700 conn(0x7f458c0fa020 msgr2=0x7f458c0fc450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:26.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 -- 172.21.15.40:0/617795700 shutdown_connections 2023-07-14T12:44:26.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.381+0000 7f4592f42700 1 -- 172.21.15.40:0/617795700 wait complete. 2023-07-14T12:44:26.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 Processor -- start 2023-07-14T12:44:26.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 -- start start 2023-07-14T12:44:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c195810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f458c102ea0 0x7f458c195d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c1057c0 0x7f458c19cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458c19d390 con 0x7f458c100580 2023-07-14T12:44:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458c19d4d0 con 0x7f458c102ea0 2023-07-14T12:44:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4592f42700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f458c19d660 con 0x7f458c1057c0 2023-07-14T12:44:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4590cde700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c195810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4590cde700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c195810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59790/0 (socket says 172.21.15.40:59790) 2023-07-14T12:44:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f4590cde700 1 -- 172.21.15.40:0/2991773011 learned_addr learned my addr 172.21.15.40:0/2991773011 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.382+0000 7f458bfff700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f458c102ea0 0x7f458c195d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f45914df700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c1057c0 0x7f458c19cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4590cde700 1 -- 172.21.15.40:0/2991773011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c1057c0 msgr2=0x7f458c19cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4590cde700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c1057c0 0x7f458c19cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4590cde700 1 -- 172.21.15.40:0/2991773011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f458c102ea0 msgr2=0x7f458c195d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4590cde700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f458c102ea0 0x7f458c195d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4590cde700 1 -- 172.21.15.40:0/2991773011 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45800095f0 con 0x7f458c100580 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4590cde700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c195810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4580005910 tx=0x7f458000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f458001d070 con 0x7f458c100580 2023-07-14T12:44:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4580022470 con 0x7f458c100580 2023-07-14T12:44:26.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f458c19d8e0 con 0x7f458c100580 2023-07-14T12:44:26.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4580017650 con 0x7f458c100580 2023-07-14T12:44:26.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.383+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f458c19dd00 con 0x7f458c100580 2023-07-14T12:44:26.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.384+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f458c0fbb90 con 0x7f458c100580 2023-07-14T12:44:26.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.385+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f458000fad0 con 0x7f458c100580 2023-07-14T12:44:26.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.386+0000 7f4589ffb700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f457c0a1220 0x7f457c0a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:26.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.386+0000 7f458bfff700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f457c0a1220 0x7f457c0a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:26.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.386+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f45800cdcb0 con 0x7f458c100580 2023-07-14T12:44:26.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.387+0000 7f458bfff700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f457c0a1220 0x7f457c0a36d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4578005950 tx=0x7f457800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:26.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.390+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f4580097890 con 0x7f458c100580 2023-07-14T12:44:26.516 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 12:44:26 smithi130 ceph-mds[122773]: -- 172.21.15.130:0/644391113 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55eba9c051e0 con 0x55eba9bda800 2023-07-14T12:44:26.516 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 12:44:26 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e[122748]: starting mds.e at 2023-07-14T12:44:26.517 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 12:44:26 smithi130 bash[122732]: 7b3136f44bb576f46142164188aebd6663d4a359e5c7cd733120d57e6c6c4b5d 2023-07-14T12:44:26.517 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 12:44:26 smithi130 systemd[1]: Started Ceph mds.e for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:26.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.638+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f458c02c850 con 0x7f458c100580 2023-07-14T12:44:26.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.639+0000 7f4589ffb700 1 -- 172.21.15.40:0/2991773011 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3531 (secure 0 0 0) 0x7f4580027de0 con 0x7f458c100580 2023-07-14T12:44:26.651 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:26.651 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-07-14T12:44:26.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f457c0a1220 msgr2=0x7f457c0a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:26.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f457c0a1220 0x7f457c0a36d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4578005950 tx=0x7f457800b410 comp rx=0 tx=0).stop 2023-07-14T12:44:26.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 msgr2=0x7f458c195810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:26.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c195810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4580005910 tx=0x7f458000f690 comp rx=0 tx=0).stop 2023-07-14T12:44:26.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 shutdown_connections 2023-07-14T12:44:26.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f457c0a1220 0x7f457c0a36d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f458c1057c0 0x7f458c19cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f458c100580 0x7f458c195810 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 --2- 172.21.15.40:0/2991773011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f458c102ea0 0x7f458c195d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:26.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 >> 172.21.15.40:0/2991773011 conn(0x7f458c0fa020 msgr2=0x7f458c1011e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:26.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 shutdown_connections 2023-07-14T12:44:26.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:26.641+0000 7f4592f42700 1 -- 172.21.15.40:0/2991773011 wait complete. 2023-07-14T12:44:26.656 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 5 2023-07-14T12:44:27.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.569 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.570 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.570 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:27.570 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:27.570 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:27.571 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: Deploying daemon mds.f on smithi133 2023-07-14T12:44:27.571 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2991773011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:27.571 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6834/625272293,v1:172.21.15.130:6835/625272293] up:boot 2023-07-14T12:44:27.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: fsmap 5 up:standby 2023-07-14T12:44:27.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T12:44:27.572 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:27 smithi133 ceph-mon[98311]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:27.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:27.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:27.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:27.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: Deploying daemon mds.f on smithi133 2023-07-14T12:44:27.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2991773011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:27.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6834/625272293,v1:172.21.15.130:6835/625272293] up:boot 2023-07-14T12:44:27.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: fsmap 5 up:standby 2023-07-14T12:44:27.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T12:44:27.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:27 smithi040 ceph-mon[96535]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:27.766 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: Deploying daemon mds.f on smithi133 2023-07-14T12:44:27.767 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2991773011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:27.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6834/625272293,v1:172.21.15.130:6835/625272293] up:boot 2023-07-14T12:44:27.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: fsmap 5 up:standby 2023-07-14T12:44:27.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T12:44:27.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:27 smithi130 ceph-mon[97977]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:28.224 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 12:44:27 smithi133 systemd[1]: Starting Ceph mds.f for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:28.476 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 12:44:28 smithi133 podman[123948]: 2023-07-14T12:44:28.666 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:28.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 -- 172.21.15.40:0/778672127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04100d00 msgr2=0x7f7b04101150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:28.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/778672127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04100d00 0x7f7b04101150 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7af8009990 tx=0x7f7af8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:28.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 -- 172.21.15.40:0/778672127 shutdown_connections 2023-07-14T12:44:28.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/778672127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b040ffb10 0x7f7b040fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:28.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/778672127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b04101690 0x7f7b04107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/778672127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04100d00 0x7f7b04101150 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 -- 172.21.15.40:0/778672127 >> 172.21.15.40:0/778672127 conn(0x7f7b040fb130 msgr2=0x7f7b040fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 -- 172.21.15.40:0/778672127 shutdown_connections 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.793+0000 7f7b09a8b700 1 -- 172.21.15.40:0/778672127 wait complete. 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 Processor -- start 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 -- start start 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b040ffb10 0x7f7b041957c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:28.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b04100d00 0x7f7b04195d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 0x7f7b0419cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0419d340 con 0x7f7b04101690 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0419d480 con 0x7f7b040ffb10 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b09a8b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0419d610 con 0x7f7b04100d00 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b03fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 0x7f7b0419cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b03fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 0x7f7b0419cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59808/0 (socket says 172.21.15.40:59808) 2023-07-14T12:44:28.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b03fff700 1 -- 172.21.15.40:0/1621445422 learned_addr learned my addr 172.21.15.40:0/1621445422 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b02ffd700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b04100d00 0x7f7b04195d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.794+0000 7f7b037fe700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b040ffb10 0x7f7b041957c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b03fff700 1 -- 172.21.15.40:0/1621445422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b04100d00 msgr2=0x7f7b04195d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b03fff700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b04100d00 0x7f7b04195d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b03fff700 1 -- 172.21.15.40:0/1621445422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b040ffb10 msgr2=0x7f7b041957c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b03fff700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b040ffb10 0x7f7b041957c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:28.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b03fff700 1 -- 172.21.15.40:0/1621445422 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7af80095f0 con 0x7f7b04101690 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b037fe700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b040ffb10 0x7f7b041957c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b03fff700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 0x7f7b0419cd70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7afc007ee0 tx=0x7f7afc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7afc017070 con 0x7f7b04101690 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7afc00f040 con 0x7f7b04101690 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b0419d8f0 con 0x7f7b04101690 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7afc005740 con 0x7f7b04101690 2023-07-14T12:44:28.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.795+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b0419ddb0 con 0x7f7b04101690 2023-07-14T12:44:28.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.796+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b04107000 con 0x7f7b04101690 2023-07-14T12:44:28.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.797+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7afc00dc60 con 0x7f7b04101690 2023-07-14T12:44:28.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.798+0000 7f7b00ff9700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7aec0a11a0 0x7f7aec0a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:28.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.798+0000 7f7b037fe700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7aec0a11a0 0x7f7aec0a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:28.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.798+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7afc0cbcb0 con 0x7f7b04101690 2023-07-14T12:44:28.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.798+0000 7f7b037fe700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7aec0a11a0 0x7f7aec0a3650 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7b04100b60 tx=0x7f7af4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:28.813 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:28.803+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7afc0958a0 con 0x7f7b04101690 2023-07-14T12:44:28.976 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 12:44:28 smithi133 ceph-mds[123989]: -- 172.21.15.133:0/4081238265 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db050a31e0 con 0x55db05078c00 2023-07-14T12:44:28.977 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 12:44:28 smithi133 bash[123948]: 31e1441dd79057117781906d77af2fa5ce43784e43d742a44096723de5e8f418 2023-07-14T12:44:28.977 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 12:44:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f[123964]: starting mds.f at 2023-07-14T12:44:28.977 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 12:44:28 smithi133 systemd[1]: Started Ceph mds.f for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:29.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.048+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7b0402c850 con 0x7f7b04101690 2023-07-14T12:44:29.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.048+0000 7f7b00ff9700 1 -- 172.21.15.40:0/1621445422 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5048 (secure 0 0 0) 0x7f7afc095020 con 0x7f7b04101690 2023-07-14T12:44:29.060 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:29.060 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7}],"filesystems":[]} 2023-07-14T12:44:29.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7aec0a11a0 msgr2=0x7f7aec0a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7aec0a11a0 0x7f7aec0a3650 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7b04100b60 tx=0x7f7af4009260 comp rx=0 tx=0).stop 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 msgr2=0x7f7b0419cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 0x7f7b0419cd70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7afc007ee0 tx=0x7f7afc00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 shutdown_connections 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7aec0a11a0 0x7f7aec0a3650 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b04101690 0x7f7b0419cd70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:29.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7b040ffb10 0x7f7b041957c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:29.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 --2- 172.21.15.40:0/1621445422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b04100d00 0x7f7b04195d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:29.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 >> 172.21.15.40:0/1621445422 conn(0x7f7b040fb130 msgr2=0x7f7b04104140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:29.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 shutdown_connections 2023-07-14T12:44:29.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:29.051+0000 7f7b09a8b700 1 -- 172.21.15.40:0/1621445422 wait complete. 2023-07-14T12:44:29.063 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 7 2023-07-14T12:44:29.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:29.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:29.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:29.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:29.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: Deploying daemon mds.c on smithi133 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6834/4012282981,v1:172.21.15.133:6835/4012282981] up:boot 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: fsmap 6 up:standby 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:29.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:29 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1621445422' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:29.860 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:29.860 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:29.860 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:29.860 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: Deploying daemon mds.c on smithi133 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6834/4012282981,v1:172.21.15.133:6835/4012282981] up:boot 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: fsmap 6 up:standby 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:29.861 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:29 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1621445422' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:30.016 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:30.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:30.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:30.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:30.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:30.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:30.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: Deploying daemon mds.c on smithi133 2023-07-14T12:44:30.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6834/4012282981,v1:172.21.15.133:6835/4012282981] up:boot 2023-07-14T12:44:30.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: fsmap 6 up:standby 2023-07-14T12:44:30.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T12:44:30.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:30.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:29 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1621445422' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:30.227 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 12:44:30 smithi133 systemd[1]: Starting Ceph mds.c for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:30.665 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 12:44:30 smithi133 podman[124289]: 2023-07-14T12:44:30.976 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 12:44:30 smithi133 bash[124289]: 4734f74bb50942c0abef650649c978cb21c226ef3d32ed58c52eaecd96f07326 2023-07-14T12:44:30.977 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 12:44:30 smithi133 ceph-mds[124329]: -- 172.21.15.133:0/1744834157 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5561e16cd1e0 con 0x5561e16a2c00 2023-07-14T12:44:30.977 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 12:44:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: starting mds.c at 2023-07-14T12:44:30.977 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 12:44:30 smithi133 systemd[1]: Started Ceph mds.c for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:31.075 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:31.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/1671097703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d00fe9d0 msgr2=0x7fe0d00fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/1671097703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d00fe9d0 0x7fe0d00fede0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4009990 tx=0x7fe0c4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/1671097703 shutdown_connections 2023-07-14T12:44:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/1671097703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe0d0100550 0x7fe0d0106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/1671097703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d00fe9d0 0x7fe0d00fede0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/1671097703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe0d00ffbc0 0x7fe0d0100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/1671097703 >> 172.21.15.40:0/1671097703 conn(0x7fe0d00f9fd0 msgr2=0x7fe0d00fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/1671097703 shutdown_connections 2023-07-14T12:44:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.205+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/1671097703 wait complete. 2023-07-14T12:44:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 Processor -- start 2023-07-14T12:44:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 -- start start 2023-07-14T12:44:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe0d00fe9d0 0x7fe0d01946e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe0d00ffbc0 0x7fe0d0194c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 0x7fe0d019bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d019c260 con 0x7fe0d0100550 2023-07-14T12:44:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d019c3a0 con 0x7fe0d00ffbc0 2023-07-14T12:44:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.206+0000 7fe0d6a9e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d019c530 con 0x7fe0d00fe9d0 2023-07-14T12:44:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 0x7fe0d019bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 0x7fe0d019bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59822/0 (socket says 172.21.15.40:59822) 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 -- 172.21.15.40:0/2111054595 learned_addr learned my addr 172.21.15.40:0/2111054595 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0cffff700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe0d00ffbc0 0x7fe0d0194c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d483a700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe0d00fe9d0 0x7fe0d01946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 -- 172.21.15.40:0/2111054595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe0d00fe9d0 msgr2=0x7fe0d01946e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe0d00fe9d0 0x7fe0d01946e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 -- 172.21.15.40:0/2111054595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe0d00ffbc0 msgr2=0x7fe0d0194c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe0d00ffbc0 0x7fe0d0194c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 -- 172.21.15.40:0/2111054595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0c40095f0 con 0x7fe0d0100550 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d503b700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 0x7fe0d019bc90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800ef30 tx=0x7fe0c800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0c8018070 con 0x7fe0d0100550 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0c800f040 con 0x7fe0d0100550 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0d019c7b0 con 0x7fe0d0100550 2023-07-14T12:44:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.207+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0c800cdb0 con 0x7fe0d0100550 2023-07-14T12:44:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.208+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0d019ccc0 con 0x7fe0d0100550 2023-07-14T12:44:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.209+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0d0105f60 con 0x7fe0d0100550 2023-07-14T12:44:31.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.209+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe0c8003a00 con 0x7fe0d0100550 2023-07-14T12:44:31.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.210+0000 7fe0cdffb700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe0c00a1220 0x7fe0c00a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:31.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.210+0000 7fe0d483a700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe0c00a1220 0x7fe0c00a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:31.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.210+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe0c80cc020 con 0x7fe0d0100550 2023-07-14T12:44:31.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.211+0000 7fe0d483a700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe0c00a1220 0x7fe0c00a36d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4006010 tx=0x7fe0c400b260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:31.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.215+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe0c8095ca0 con 0x7fe0d0100550 2023-07-14T12:44:31.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.462+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe0d002ca00 con 0x7fe0d0100550 2023-07-14T12:44:31.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.462+0000 7fe0cdffb700 1 -- 172.21.15.40:0/2111054595 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+5808 (secure 0 0 0) 0x7fe0c80992c0 con 0x7fe0d0100550 2023-07-14T12:44:31.473 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:31.474 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8}],"filesystems":[]} 2023-07-14T12:44:31.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe0c00a1220 msgr2=0x7fe0c00a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe0c00a1220 0x7fe0c00a36d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4006010 tx=0x7fe0c400b260 comp rx=0 tx=0).stop 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 msgr2=0x7fe0d019bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 0x7fe0d019bc90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800ef30 tx=0x7fe0c800c3a0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 shutdown_connections 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe0c00a1220 0x7fe0c00a36d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe0d00fe9d0 0x7fe0d01946e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe0d0100550 0x7fe0d019bc90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 --2- 172.21.15.40:0/2111054595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe0d00ffbc0 0x7fe0d0194c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:31.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 >> 172.21.15.40:0/2111054595 conn(0x7fe0d00f9fd0 msgr2=0x7fe0d01030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:31.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.464+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 shutdown_connections 2023-07-14T12:44:31.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:31.465+0000 7fe0d6a9e700 1 -- 172.21.15.40:0/2111054595 wait complete. 2023-07-14T12:44:31.478 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 8 2023-07-14T12:44:31.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:31.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:31.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6836/3910204745,v1:172.21.15.133:6837/3910204745] up:boot 2023-07-14T12:44:31.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: fsmap 7 up:standby 2023-07-14T12:44:31.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T12:44:31.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:31.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:31.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:31.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:31.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: Deploying daemon mds.h on smithi130 2023-07-14T12:44:31.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:31.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:31 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2111054595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:32.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:32.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:32.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6836/3910204745,v1:172.21.15.133:6837/3910204745] up:boot 2023-07-14T12:44:32.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: fsmap 7 up:standby 2023-07-14T12:44:32.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T12:44:32.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:32.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:32.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:32.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:32.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: Deploying daemon mds.h on smithi130 2023-07-14T12:44:32.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:32.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:31 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2111054595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:32.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:32.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:32.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6836/3910204745,v1:172.21.15.133:6837/3910204745] up:boot 2023-07-14T12:44:32.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: fsmap 7 up:standby 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: Deploying daemon mds.h on smithi130 2023-07-14T12:44:32.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:32.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:31 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2111054595' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:32.517 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 12:44:32 smithi130 systemd[1]: Starting Ceph mds.h for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:32.778 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 12:44:32 smithi130 podman[123072]: 2023-07-14T12:44:33.266 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 12:44:32 smithi130 ceph-mds[123112]: -- 172.21.15.130:0/21304256 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557fee2dd1e0 con 0x557fee2b2800 2023-07-14T12:44:33.267 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 12:44:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h[123088]: starting mds.h at 2023-07-14T12:44:33.267 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 12:44:32 smithi130 bash[123072]: ac84a19942a5f2381c178376929096035ae06b3ba5b101f9369e87b12a9a3e7a 2023-07-14T12:44:33.267 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 12:44:32 smithi130 systemd[1]: Started Ceph mds.h for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:33.489 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:33.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 -- 172.21.15.40:0/1751084327 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338100cf0 msgr2=0x7fb338101140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:33.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 --2- 172.21.15.40:0/1751084327 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338100cf0 0x7fb338101140 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb32c009990 tx=0x7fb32c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 -- 172.21.15.40:0/1751084327 shutdown_connections 2023-07-14T12:44:33.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 --2- 172.21.15.40:0/1751084327 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 0x7fb3380fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 --2- 172.21.15.40:0/1751084327 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338101680 0x7fb338107f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 --2- 172.21.15.40:0/1751084327 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338100cf0 0x7fb338101140 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 -- 172.21.15.40:0/1751084327 >> 172.21.15.40:0/1751084327 conn(0x7fb3380fb100 msgr2=0x7fb3380fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:33.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 -- 172.21.15.40:0/1751084327 shutdown_connections 2023-07-14T12:44:33.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.618+0000 7fb33ce75700 1 -- 172.21.15.40:0/1751084327 wait complete. 2023-07-14T12:44:33.632 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 Processor -- start 2023-07-14T12:44:33.632 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 -- start start 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 0x7fb3381957d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338100cf0 0x7fb338195d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 0x7fb33819cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819d350 con 0x7fb338101680 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819d490 con 0x7fb338100cf0 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33ce75700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819d620 con 0x7fb3380ffb00 2023-07-14T12:44:33.633 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 0x7fb33819cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33659c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 0x7fb3381957d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 0x7fb33819cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59836/0 (socket says 172.21.15.40:59836) 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb33659c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 0x7fb3381957d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:45290/0 (socket says 172.21.15.40:45290) 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 -- 172.21.15.40:0/896032154 learned_addr learned my addr 172.21.15.40:0/896032154 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb335d9b700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338100cf0 0x7fb338195d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 -- 172.21.15.40:0/896032154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 msgr2=0x7fb3381957d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 0x7fb3381957d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.634 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 -- 172.21.15.40:0/896032154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338100cf0 msgr2=0x7fb338195d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338100cf0 0x7fb338195d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb336d9d700 1 -- 172.21.15.40:0/896032154 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb32c0095f0 con 0x7fb338101680 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.619+0000 7fb335d9b700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338100cf0 0x7fb338195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.620+0000 7fb336d9d700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 0x7fb33819cd80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb330007ee0 tx=0x7fb33000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.620+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb330017070 con 0x7fb338101680 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.620+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb33000f040 con 0x7fb338101680 2023-07-14T12:44:33.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.620+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33819d900 con 0x7fb338101680 2023-07-14T12:44:33.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.620+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb330005740 con 0x7fb338101680 2023-07-14T12:44:33.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.620+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33819de10 con 0x7fb338101680 2023-07-14T12:44:33.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.621+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb338107020 con 0x7fb338101680 2023-07-14T12:44:33.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.622+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fb33000dc60 con 0x7fb338101680 2023-07-14T12:44:33.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.623+0000 7fb3277fe700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb3200a11a0 0x7fb3200a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:33.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.623+0000 7fb33659c700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb3200a11a0 0x7fb3200a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:33.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.623+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb3300cc350 con 0x7fb338101680 2023-07-14T12:44:33.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.623+0000 7fb33659c700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb3200a11a0 0x7fb3200a3650 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb338100b50 tx=0x7fb328009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:33.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.626+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb330095ea0 con 0x7fb338101680 2023-07-14T12:44:33.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.875+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb33802c850 con 0x7fb338101680 2023-07-14T12:44:33.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.876+0000 7fb3277fe700 1 -- 172.21.15.40:0/896032154 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6568 (secure 0 0 0) 0x7fb3300994c0 con 0x7fb338101680 2023-07-14T12:44:33.887 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:33.887 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9}],"filesystems":[]} 2023-07-14T12:44:33.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb3200a11a0 msgr2=0x7fb3200a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:33.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb3200a11a0 0x7fb3200a3650 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb338100b50 tx=0x7fb328009260 comp rx=0 tx=0).stop 2023-07-14T12:44:33.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 msgr2=0x7fb33819cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:33.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 0x7fb33819cd80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb330007ee0 tx=0x7fb33000d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 shutdown_connections 2023-07-14T12:44:33.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb3200a11a0 0x7fb3200a3650 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3380ffb00 0x7fb3381957d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb338101680 0x7fb33819cd80 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 --2- 172.21.15.40:0/896032154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb338100cf0 0x7fb338195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:33.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 >> 172.21.15.40:0/896032154 conn(0x7fb3380fb100 msgr2=0x7fb338104160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:33.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 shutdown_connections 2023-07-14T12:44:33.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:33.878+0000 7fb33ce75700 1 -- 172.21.15.40:0/896032154 wait complete. 2023-07-14T12:44:33.891 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 9 2023-07-14T12:44:34.208 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.209 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.209 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.209 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:34.209 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:34.209 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:34.209 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: Deploying daemon mds.i on smithi133 2023-07-14T12:44:34.210 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:34.210 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] up:boot 2023-07-14T12:44:34.210 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: fsmap 8 up:standby 2023-07-14T12:44:34.210 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:33 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T12:44:34.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:34.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:34.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:34.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: Deploying daemon mds.i on smithi133 2023-07-14T12:44:34.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:34.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] up:boot 2023-07-14T12:44:34.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: fsmap 8 up:standby 2023-07-14T12:44:34.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:33 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T12:44:34.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:34.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:34.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:34.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:34.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: Deploying daemon mds.i on smithi133 2023-07-14T12:44:34.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:34.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] up:boot 2023-07-14T12:44:34.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: fsmap 8 up:standby 2023-07-14T12:44:34.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:33 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T12:44:34.477 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 12:44:34 smithi133 systemd[1]: Starting Ceph mds.i for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:34.997 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:34 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/896032154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:34.998 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 12:44:34 smithi133 podman[124630]: 2023-07-14T12:44:35.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:34 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/896032154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:35.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:34 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/896032154' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:35.477 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 12:44:34 smithi133 ceph-mds[124670]: -- 172.21.15.133:0/3758140412 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c8986371e0 con 0x55c89860c800 2023-07-14T12:44:35.477 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 12:44:34 smithi133 bash[124630]: 420fcbf8dcefffb764937eecff47e9169a62cf40fcba265112f66545178f6bc1 2023-07-14T12:44:35.477 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 12:44:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i[124646]: starting mds.i at 2023-07-14T12:44:35.478 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 12:44:35 smithi133 systemd[1]: Started Ceph mds.i for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:35.902 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:36.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.022+0000 7f2803e38700 1 -- 172.21.15.40:0/4163095968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0ffbc0 msgr2=0x7f27fc100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:36.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.022+0000 7f2803e38700 1 --2- 172.21.15.40:0/4163095968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0ffbc0 0x7f27fc100010 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f27f8009990 tx=0x7f27f8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 -- 172.21.15.40:0/4163095968 shutdown_connections 2023-07-14T12:44:36.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 --2- 172.21.15.40:0/4163095968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 0x7f27fc106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 --2- 172.21.15.40:0/4163095968 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc0fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 --2- 172.21.15.40:0/4163095968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0ffbc0 0x7f27fc100010 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 -- 172.21.15.40:0/4163095968 >> 172.21.15.40:0/4163095968 conn(0x7f27fc0f9fd0 msgr2=0x7f27fc0fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:36.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 -- 172.21.15.40:0/4163095968 shutdown_connections 2023-07-14T12:44:36.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 -- 172.21.15.40:0/4163095968 wait complete. 2023-07-14T12:44:36.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.023+0000 7f2803e38700 1 Processor -- start 2023-07-14T12:44:36.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 -- start start 2023-07-14T12:44:36.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc068240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:36.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27fc0ffbc0 0x7f27fc19a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:36.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 0x7f27fc19cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27fc19d310 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27fc19d480 con 0x7f27fc0ffbc0 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2803e38700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27fc19d640 con 0x7f27fc100550 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc068240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc068240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59842/0 (socket says 172.21.15.40:59842) 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 -- 172.21.15.40:0/1922865258 learned_addr learned my addr 172.21.15.40:0/1922865258 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:36.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f28013d3700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27fc0ffbc0 0x7f27fc19a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f28023d5700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 0x7f27fc19cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 -- 172.21.15.40:0/1922865258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 msgr2=0x7f27fc19cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 0x7f27fc19cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 -- 172.21.15.40:0/1922865258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27fc0ffbc0 msgr2=0x7f27fc19a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27fc0ffbc0 0x7f27fc19a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f2801bd4700 1 -- 172.21.15.40:0/1922865258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27f80095f0 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.024+0000 7f28023d5700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 0x7f27fc19cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:36.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.025+0000 7f2801bd4700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc068240 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f27f000d980 tx=0x7f27f000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:36.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.025+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27f0004020 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.025+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27fc19d920 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.025+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f27f0009730 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.025+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27f0003a30 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.025+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27fc19de80 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.026+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27fc10a1f0 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.027+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f27f00098a0 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.028+0000 7f27eeffd700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f27e80a1220 0x7f27e80a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:36.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.028+0000 7f28013d3700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f27e80a1220 0x7f27e80a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:36.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.028+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f27f00cc100 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.029+0000 7f28013d3700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f27e80a1220 0x7f27e80a36d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f27f800b5c0 tx=0x7f27f8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:36.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.034+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f27f0095cf0 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:36.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:36.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:36.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:35 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:36.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:36.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:36.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:36.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:35 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:36.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:36.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:36.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:36.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:36.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:35 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:36.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.296+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f27fc19dab0 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.297+0000 7f27eeffd700 1 -- 172.21.15.40:0/1922865258 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7327 (secure 0 0 0) 0x7f27fc19dab0 con 0x7f27fc0fe9d0 2023-07-14T12:44:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:36.309 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-07-14T12:44:36.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f27e80a1220 msgr2=0x7f27e80a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:36.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f27e80a1220 0x7f27e80a36d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f27f800b5c0 tx=0x7f27f8005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 msgr2=0x7f27fc068240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:36.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc068240 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f27f000d980 tx=0x7f27f000dc90 comp rx=0 tx=0).stop 2023-07-14T12:44:36.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 shutdown_connections 2023-07-14T12:44:36.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f27e80a1220 0x7f27e80a36d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27fc100550 0x7f27fc19cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f27fc0fe9d0 0x7f27fc068240 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.299+0000 7f2803e38700 1 --2- 172.21.15.40:0/1922865258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27fc0ffbc0 0x7f27fc19a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:36.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.300+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 >> 172.21.15.40:0/1922865258 conn(0x7f27fc0f9fd0 msgr2=0x7f27fc0fc1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:36.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.300+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 shutdown_connections 2023-07-14T12:44:36.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:36.300+0000 7f2803e38700 1 -- 172.21.15.40:0/1922865258 wait complete. 2023-07-14T12:44:36.313 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 10 2023-07-14T12:44:36.831 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 12:44:36 smithi040 systemd[1]: Starting Ceph mds.g for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:37.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:36 smithi040 ceph-mon[96535]: Deploying daemon mds.g on smithi040 2023-07-14T12:44:37.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:36 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] up:boot 2023-07-14T12:44:37.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:36 smithi040 ceph-mon[96535]: fsmap 9 up:standby 2023-07-14T12:44:37.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:36 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T12:44:37.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:36 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1922865258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:37.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:36 smithi133 ceph-mon[98311]: Deploying daemon mds.g on smithi040 2023-07-14T12:44:37.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:36 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] up:boot 2023-07-14T12:44:37.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:36 smithi133 ceph-mon[98311]: fsmap 9 up:standby 2023-07-14T12:44:37.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:36 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T12:44:37.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:36 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1922865258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:37.266 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:36 smithi130 ceph-mon[97977]: Deploying daemon mds.g on smithi040 2023-07-14T12:44:37.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:36 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] up:boot 2023-07-14T12:44:37.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:36 smithi130 ceph-mon[97977]: fsmap 9 up:standby 2023-07-14T12:44:37.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:36 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T12:44:37.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:36 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1922865258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:37.408 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 12:44:37 smithi040 podman[130918]: 2023-07-14T12:44:37.408 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mds[130958]: -- 172.21.15.40:0/2292934656 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d189bed1e0 con 0x55d189bc3000 2023-07-14T12:44:37.845 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g[130934]: starting mds.g at 2023-07-14T12:44:37.845 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 12:44:37 smithi040 bash[130918]: 4f14459b42bf2217e86d8a6c14d9c2bd206e817767873068c68ad059e20dd41e 2023-07-14T12:44:37.845 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 12:44:37 smithi040 systemd[1]: Started Ceph mds.g for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:38.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:38.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:38.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:38.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:37 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:38.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:38.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:38.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:38.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:37 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:38.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:38.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:38.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:38.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:38.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:37 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:38.324 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:38.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 -- 172.21.15.40:0/625691029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 msgr2=0x7f94a8100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:38.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/625691029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8100010 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f949c009990 tx=0x7f949c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 -- 172.21.15.40:0/625691029 shutdown_connections 2023-07-14T12:44:38.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/625691029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94a80fe9d0 0x7f94a80fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/625691029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94a8100550 0x7f94a8106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/625691029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8100010 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 -- 172.21.15.40:0/625691029 >> 172.21.15.40:0/625691029 conn(0x7f94a80f9fd0 msgr2=0x7f94a80fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:38.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 -- 172.21.15.40:0/625691029 shutdown_connections 2023-07-14T12:44:38.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.459+0000 7f94ae6ae700 1 -- 172.21.15.40:0/625691029 wait complete. 2023-07-14T12:44:38.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 Processor -- start 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 -- start start 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94a80fe9d0 0x7f94a81946f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8194c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94a8100550 0x7f94a819bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94a819c270 con 0x7f94a80ffbc0 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94a819c3b0 con 0x7f94a80fe9d0 2023-07-14T12:44:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94ae6ae700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94a819c540 con 0x7f94a8100550 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8194c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8194c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59872/0 (socket says 172.21.15.40:59872) 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94a77fe700 1 -- 172.21.15.40:0/1040702957 learned_addr learned my addr 172.21.15.40:0/1040702957 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.460+0000 7f94a7fff700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94a80fe9d0 0x7f94a81946f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94acc4b700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94a8100550 0x7f94a819bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a77fe700 1 -- 172.21.15.40:0/1040702957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94a8100550 msgr2=0x7f94a819bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:38.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a77fe700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94a8100550 0x7f94a819bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a77fe700 1 -- 172.21.15.40:0/1040702957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94a80fe9d0 msgr2=0x7f94a81946f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a77fe700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94a80fe9d0 0x7f94a81946f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a77fe700 1 -- 172.21.15.40:0/1040702957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f949c0095f0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a77fe700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8194c30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f949c005910 tx=0x7f949c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c01d070 con 0x7f94a80ffbc0 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f949c003f60 con 0x7f94a80ffbc0 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94a819c7c0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f949c022da0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.461+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94a819cbe0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.462+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94a810a260 con 0x7f94a80ffbc0 2023-07-14T12:44:38.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.464+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f949c003aa0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.464+0000 7f94a57fa700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f94900a11a0 0x7f94900a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:38.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.465+0000 7f94a7fff700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f94900a11a0 0x7f94900a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:38.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.465+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f949c0ce0f0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.465+0000 7f94a7fff700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f94900a11a0 0x7f94900a3650 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f94a80ffa20 tx=0x7f949800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:38.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.468+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f949c097cd0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.723+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f94a810a420 con 0x7f94a80ffbc0 2023-07-14T12:44:38.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.724+0000 7f94a57fa700 1 -- 172.21.15.40:0/1040702957 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8085 (secure 0 0 0) 0x7f949c09b2f0 con 0x7f94a80ffbc0 2023-07-14T12:44:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:38.736 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14595,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-07-14T12:44:38.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f94900a11a0 msgr2=0x7f94900a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f94900a11a0 0x7f94900a3650 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f94a80ffa20 tx=0x7f949800b410 comp rx=0 tx=0).stop 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 msgr2=0x7f94a8194c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8194c30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f949c005910 tx=0x7f949c004730 comp rx=0 tx=0).stop 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 shutdown_connections 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f94900a11a0 0x7f94900a3650 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94a8100550 0x7f94a819bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.738 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94a80fe9d0 0x7f94a81946f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.739 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 --2- 172.21.15.40:0/1040702957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94a80ffbc0 0x7f94a8194c30 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:38.739 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 >> 172.21.15.40:0/1040702957 conn(0x7f94a80f9fd0 msgr2=0x7f94a80fc1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:38.739 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 shutdown_connections 2023-07-14T12:44:38.739 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:38.726+0000 7f94ae6ae700 1 -- 172.21.15.40:0/1040702957 wait complete. 2023-07-14T12:44:38.739 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 11 2023-07-14T12:44:38.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:38 smithi040 ceph-mon[96535]: Deploying daemon mds.a on smithi040 2023-07-14T12:44:38.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:38 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.40:6838/2689125653,v1:172.21.15.40:6839/2689125653] up:boot 2023-07-14T12:44:38.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:38 smithi040 ceph-mon[96535]: fsmap 10 up:standby 2023-07-14T12:44:38.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:38 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T12:44:38.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:38 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1040702957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:39.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:38 smithi133 ceph-mon[98311]: Deploying daemon mds.a on smithi040 2023-07-14T12:44:39.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:38 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.40:6838/2689125653,v1:172.21.15.40:6839/2689125653] up:boot 2023-07-14T12:44:39.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:38 smithi133 ceph-mon[98311]: fsmap 10 up:standby 2023-07-14T12:44:39.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:38 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T12:44:39.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:38 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1040702957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:39.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:38 smithi130 ceph-mon[97977]: Deploying daemon mds.a on smithi040 2023-07-14T12:44:39.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:38 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.40:6838/2689125653,v1:172.21.15.40:6839/2689125653] up:boot 2023-07-14T12:44:39.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:38 smithi130 ceph-mon[97977]: fsmap 10 up:standby 2023-07-14T12:44:39.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:38 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T12:44:39.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:38 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1040702957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:39.497 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 12:44:39 smithi040 systemd[1]: Starting Ceph mds.a for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:39.771 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 12:44:39 smithi040 podman[131305]: 2023-07-14T12:44:40.095 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mds[131345]: -- 172.21.15.40:0/244363464 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558b2f8031e0 con 0x558b2f7d8800 2023-07-14T12:44:40.095 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a[131321]: starting mds.a at 2023-07-14T12:44:40.095 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 12:44:39 smithi040 bash[131305]: de9a8d677192725d9a3850327ec0405db3f056fe86727e4e0065725222e058d0 2023-07-14T12:44:40.096 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 12:44:39 smithi040 systemd[1]: Started Ceph mds.a for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:40.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:40.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:40.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:40.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:39 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:40.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:40.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:40.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:40.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:39 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:40.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:40.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:40.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-07-14T12:44:40.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-07-14T12:44:40.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:39 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:40.751 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:40.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 -- 172.21.15.40:0/3392764878 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 msgr2=0x7fdfd8107f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/3392764878 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd8107f40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fdfd000b0a0 tx=0x7fdfd000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 -- 172.21.15.40:0/3392764878 shutdown_connections 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/3392764878 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd8107f40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/3392764878 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdfd80ffb00 0x7fdfd80fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/3392764878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfd8100cf0 0x7fdfd8101140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 -- 172.21.15.40:0/3392764878 >> 172.21.15.40:0/3392764878 conn(0x7fdfd80fb100 msgr2=0x7fdfd80fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:40.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 -- 172.21.15.40:0/3392764878 shutdown_connections 2023-07-14T12:44:40.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.887+0000 7fdfdfe00700 1 -- 172.21.15.40:0/3392764878 wait complete. 2023-07-14T12:44:40.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 Processor -- start 2023-07-14T12:44:40.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 -- start start 2023-07-14T12:44:40.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfd80ffb00 0x7fdfd8195820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdfd8100cf0 0x7fdfd8195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd819cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd819d3a0 con 0x7fdfd8101680 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd819d4e0 con 0x7fdfd8100cf0 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfdfe00700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd819d670 con 0x7fdfd80ffb00 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfde39d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd819cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:40.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfde39d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd819cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59900/0 (socket says 172.21.15.40:59900) 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.888+0000 7fdfde39d700 1 -- 172.21.15.40:0/1087414068 learned_addr learned my addr 172.21.15.40:0/1087414068 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfddb9c700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfd80ffb00 0x7fdfd8195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfdd39b700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdfd8100cf0 0x7fdfd8195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfde39d700 1 -- 172.21.15.40:0/1087414068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfd80ffb00 msgr2=0x7fdfd8195820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfde39d700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfd80ffb00 0x7fdfd8195820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfde39d700 1 -- 172.21.15.40:0/1087414068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdfd8100cf0 msgr2=0x7fdfd8195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:40.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfde39d700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdfd8100cf0 0x7fdfd8195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfde39d700 1 -- 172.21.15.40:0/1087414068 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd0009d00 con 0x7fdfd8101680 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfde39d700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd819cdd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdfd000b830 tx=0x7fdfd0004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd000e040 con 0x7fdfd8101680 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfd819d8f0 con 0x7fdfd8101680 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdfd00094d0 con 0x7fdfd8101680 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd001bc70 con 0x7fdfd8101680 2023-07-14T12:44:40.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.889+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfd819dd70 con 0x7fdfd8101680 2023-07-14T12:44:40.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.890+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfd810b2e0 con 0x7fdfd8101680 2023-07-14T12:44:40.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.891+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fdfd001d890 con 0x7fdfd8101680 2023-07-14T12:44:40.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.892+0000 7fdfceffd700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdfc40a11a0 0x7fdfc40a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:40.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.892+0000 7fdfddb9c700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdfc40a11a0 0x7fdfc40a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:40.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.892+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdfd00ce410 con 0x7fdfd8101680 2023-07-14T12:44:40.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.892+0000 7fdfddb9c700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdfc40a11a0 0x7fdfc40a3650 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8100b50 tx=0x7fdfd400a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:40.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:40.896+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fdfd00980b0 con 0x7fdfd8101680 2023-07-14T12:44:41.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:40 smithi040 ceph-mon[96535]: Deploying daemon mds.b on smithi130 2023-07-14T12:44:41.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:40 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.40:6840/951645887,v1:172.21.15.40:6841/951645887] up:boot 2023-07-14T12:44:41.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:40 smithi040 ceph-mon[96535]: fsmap 11 up:standby 2023-07-14T12:44:41.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:40 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T12:44:41.146 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:40 smithi130 ceph-mon[97977]: Deploying daemon mds.b on smithi130 2023-07-14T12:44:41.147 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:40 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.40:6840/951645887,v1:172.21.15.40:6841/951645887] up:boot 2023-07-14T12:44:41.147 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:40 smithi130 ceph-mon[97977]: fsmap 11 up:standby 2023-07-14T12:44:41.147 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:40 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T12:44:41.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.140+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdfd819e3b0 con 0x7fdfd8101680 2023-07-14T12:44:41.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.140+0000 7fdfceffd700 1 -- 172.21.15.40:0/1087414068 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+8840 (secure 0 0 0) 0x7fdfd009b6d0 con 0x7fdfd8101680 2023-07-14T12:44:41.151 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:41.151 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14595,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14607,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[]} 2023-07-14T12:44:41.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.142+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdfc40a11a0 msgr2=0x7fdfc40a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:41.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.142+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdfc40a11a0 0x7fdfc40a3650 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdfd8100b50 tx=0x7fdfd400a3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:41.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.142+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 msgr2=0x7fdfd819cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:41.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.142+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd819cdd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fdfd000b830 tx=0x7fdfd0004d00 comp rx=0 tx=0).stop 2023-07-14T12:44:41.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 shutdown_connections 2023-07-14T12:44:41.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdfc40a11a0 0x7fdfc40a3650 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:41.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdfd80ffb00 0x7fdfd8195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:41.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfd8101680 0x7fdfd819cdd0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:41.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 --2- 172.21.15.40:0/1087414068 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdfd8100cf0 0x7fdfd8195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:41.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 >> 172.21.15.40:0/1087414068 conn(0x7fdfd80fb100 msgr2=0x7fdfd80fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:41.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 shutdown_connections 2023-07-14T12:44:41.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:41.143+0000 7fdfdfe00700 1 -- 172.21.15.40:0/1087414068 wait complete. 2023-07-14T12:44:41.155 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 12 2023-07-14T12:44:41.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:40 smithi133 ceph-mon[98311]: Deploying daemon mds.b on smithi130 2023-07-14T12:44:41.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:40 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.40:6840/951645887,v1:172.21.15.40:6841/951645887] up:boot 2023-07-14T12:44:41.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:40 smithi133 ceph-mon[98311]: fsmap 11 up:standby 2023-07-14T12:44:41.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:40 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T12:44:41.397 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:41 smithi130 systemd[1]: Starting Ceph mds.b for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T12:44:41.948 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:41 smithi130 ceph-mon[97977]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:41.948 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:41 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1087414068' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:41.949 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:41 smithi130 podman[123411]: 2023-07-14T12:44:41.949 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:41 smithi130 ceph-mds[123451]: -- 172.21.15.130:0/383119463 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e129ae91e0 con 0x55e129abec00 2023-07-14T12:44:41.949 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: starting mds.b at 2023-07-14T12:44:42.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:41 smithi133 ceph-mon[98311]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:42.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:41 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1087414068' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:42.267 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:41 smithi130 bash[123411]: d7787acb72747fe106c8fb0a8abeef0e54936020511b48fc733274ec213546ea 2023-07-14T12:44:42.267 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:41 smithi130 systemd[1]: Started Ceph mds.b for 1fe65914-2243-11ee-9b33-001a4aab830c. 2023-07-14T12:44:42.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:41 smithi040 ceph-mon[96535]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:42.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:41 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1087414068' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:43.165 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 -- 172.21.15.40:0/3170632213 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc40fdb20 msgr2=0x7fbcc40fdf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 --2- 172.21.15.40:0/3170632213 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc40fdb20 0x7fbcc40fdf70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009990 tx=0x7fbcc0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 -- 172.21.15.40:0/3170632213 shutdown_connections 2023-07-14T12:44:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 --2- 172.21.15.40:0/3170632213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc41010b0 0x7fbcc41014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 --2- 172.21.15.40:0/3170632213 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fe4b0 0x7fbcc4108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 --2- 172.21.15.40:0/3170632213 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc40fdb20 0x7fbcc40fdf70 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 -- 172.21.15.40:0/3170632213 >> 172.21.15.40:0/3170632213 conn(0x7fbcc40f9770 msgr2=0x7fbcc40fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:43.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 -- 172.21.15.40:0/3170632213 shutdown_connections 2023-07-14T12:44:43.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.290+0000 7fbccc311700 1 -- 172.21.15.40:0/3170632213 wait complete. 2023-07-14T12:44:43.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 Processor -- start 2023-07-14T12:44:43.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 -- start start 2023-07-14T12:44:43.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fdb20 0x7fbcc41957d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc40fe4b0 0x7fbcc4195d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 0x7fbcc419cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc419d350 con 0x7fbcc41010b0 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc419d490 con 0x7fbcc40fdb20 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbccc311700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc419d620 con 0x7fbcc40fe4b0 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbcca8ae700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 0x7fbcc419cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbcca0ad700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fdb20 0x7fbcc41957d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbcca8ae700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 0x7fbcc419cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59912/0 (socket says 172.21.15.40:59912) 2023-07-14T12:44:43.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbcca0ad700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fdb20 0x7fbcc41957d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:48930/0 (socket says 172.21.15.40:48930) 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbcca8ae700 1 -- 172.21.15.40:0/1286343255 learned_addr learned my addr 172.21.15.40:0/1286343255 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.291+0000 7fbcc98ac700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc40fe4b0 0x7fbcc4195d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcca8ae700 1 -- 172.21.15.40:0/1286343255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc40fe4b0 msgr2=0x7fbcc4195d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcca8ae700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc40fe4b0 0x7fbcc4195d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcca8ae700 1 -- 172.21.15.40:0/1286343255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fdb20 msgr2=0x7fbcc41957d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcca8ae700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fdb20 0x7fbcc41957d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcca8ae700 1 -- 172.21.15.40:0/1286343255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcc00095f0 con 0x7fbcc41010b0 2023-07-14T12:44:43.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcca8ae700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 0x7fbcc419cd80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00b970 tx=0x7fbcbc00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:43.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc00d860 con 0x7fbcc41010b0 2023-07-14T12:44:43.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbcbc00de80 con 0x7fbcc41010b0 2023-07-14T12:44:43.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcc419d900 con 0x7fbcc41010b0 2023-07-14T12:44:43.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc017400 con 0x7fbcc41010b0 2023-07-14T12:44:43.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.292+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcc419de90 con 0x7fbcc41010b0 2023-07-14T12:44:43.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.293+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcc4106ae0 con 0x7fbcc41010b0 2023-07-14T12:44:43.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.294+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fbcbc00e630 con 0x7fbcc41010b0 2023-07-14T12:44:43.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.295+0000 7fbcbb7fe700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcb00a1220 0x7fbcb00a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.295+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbcbc006e40 con 0x7fbcc41010b0 2023-07-14T12:44:43.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.295+0000 7fbcca0ad700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcb00a1220 0x7fbcb00a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.295+0000 7fbcca0ad700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcb00a1220 0x7fbcb00a36d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbcc4067390 tx=0x7fbcb4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:43.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.298+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fbcbc095e20 con 0x7fbcc41010b0 2023-07-14T12:44:43.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] up:boot 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: fsmap 12 up:standby 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T12:44:43.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:43 smithi040 ceph-mon[96535]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:43.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] up:boot 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: fsmap 12 up:standby 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T12:44:43.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:43 smithi133 ceph-mon[98311]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:43.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:43.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:43.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] up:boot 2023-07-14T12:44:43.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: fsmap 12 up:standby 2023-07-14T12:44:43.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T12:44:43.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:43 smithi130 ceph-mon[97977]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:43.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.554+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbcc402c850 con 0x7fbcc41010b0 2023-07-14T12:44:43.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.554+0000 7fbcbb7fe700 1 -- 172.21.15.40:0/1286343255 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+9601 (secure 0 0 0) 0x7fbcbc099440 con 0x7fbcc41010b0 2023-07-14T12:44:43.565 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:43.565 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5},{"gid":14595,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":11},{"gid":14607,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":24433,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24437,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":6},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":8},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":9},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":24527,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":13}],"filesystems":[]} 2023-07-14T12:44:43.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcb00a1220 msgr2=0x7fbcb00a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcb00a1220 0x7fbcb00a36d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbcc4067390 tx=0x7fbcb4009260 comp rx=0 tx=0).stop 2023-07-14T12:44:43.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 msgr2=0x7fbcc419cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 0x7fbcc419cd80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00b970 tx=0x7fbcbc00bc80 comp rx=0 tx=0).stop 2023-07-14T12:44:43.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 shutdown_connections 2023-07-14T12:44:43.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcb00a1220 0x7fbcb00a36d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc41010b0 0x7fbcc419cd80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc40fdb20 0x7fbcc41957d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 --2- 172.21.15.40:0/1286343255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc40fe4b0 0x7fbcc4195d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 >> 172.21.15.40:0/1286343255 conn(0x7fbcc40f9770 msgr2=0x7fbcc40fb940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:43.569 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.556+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 shutdown_connections 2023-07-14T12:44:43.569 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.557+0000 7fbccc311700 1 -- 172.21.15.40:0/1286343255 wait complete. 2023-07-14T12:44:43.569 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 13 2023-07-14T12:44:43.580 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:44:43.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 -- 172.21.15.40:0/2309196381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 msgr2=0x7fd108107bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 --2- 172.21.15.40:0/2309196381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd108107bf0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd10000b0a0 tx=0x7fd10000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 -- 172.21.15.40:0/2309196381 shutdown_connections 2023-07-14T12:44:43.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 --2- 172.21.15.40:0/2309196381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd108107bf0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 --2- 172.21.15.40:0/2309196381 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd1081005b0 0x7fd108102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 --2- 172.21.15.40:0/2309196381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd108102ed0 0x7fd1081052b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.713 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 -- 172.21.15.40:0/2309196381 >> 172.21.15.40:0/2309196381 conn(0x7fd1080f9fd0 msgr2=0x7fd1080fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:43.713 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 -- 172.21.15.40:0/2309196381 shutdown_connections 2023-07-14T12:44:43.713 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 -- 172.21.15.40:0/2309196381 wait complete. 2023-07-14T12:44:43.714 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 Processor -- start 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.701+0000 7fd10eea3700 1 -- start start 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10eea3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1081005b0 0x7fd108195870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10eea3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108102ed0 0x7fd108195db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10eea3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd10819ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10eea3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd10819d3f0 con 0x7fd1081057f0 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10eea3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd10819d530 con 0x7fd108102ed0 2023-07-14T12:44:43.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10eea3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd10819d6c0 con 0x7fd1081005b0 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd10819ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd10819ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59926/0 (socket says 172.21.15.40:59926) 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 -- 172.21.15.40:0/355303675 learned_addr learned my addr 172.21.15.40:0/355303675 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd107fff700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108102ed0 0x7fd108195db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10cc3f700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1081005b0 0x7fd108195870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 -- 172.21.15.40:0/355303675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1081005b0 msgr2=0x7fd108195870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1081005b0 0x7fd108195870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 -- 172.21.15.40:0/355303675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108102ed0 msgr2=0x7fd108195db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108102ed0 0x7fd108195db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 -- 172.21.15.40:0/355303675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd100009d00 con 0x7fd1081057f0 2023-07-14T12:44:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd107fff700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108102ed0 0x7fd108195db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10cc3f700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1081005b0 0x7fd108195870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:44:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd10d440700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd10819ce20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd10000b780 tx=0x7fd10000bb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.702+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10000e040 con 0x7fd1081057f0 2023-07-14T12:44:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.703+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd10819d940 con 0x7fd1081057f0 2023-07-14T12:44:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.703+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd100004e60 con 0x7fd1081057f0 2023-07-14T12:44:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.703+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd100005370 con 0x7fd1081057f0 2023-07-14T12:44:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.703+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd10819de10 con 0x7fd1081057f0 2023-07-14T12:44:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.704+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1080fbb40 con 0x7fd1081057f0 2023-07-14T12:44:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.705+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd10001d470 con 0x7fd1081057f0 2023-07-14T12:44:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.705+0000 7fd105ffb700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd0f80a11a0 0x7fd0f80a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.705+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd1000cddf0 con 0x7fd1081057f0 2023-07-14T12:44:43.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.705+0000 7fd10cc3f700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd0f80a11a0 0x7fd0f80a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:43.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.706+0000 7fd10cc3f700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd0f80a11a0 0x7fd0f80a3650 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc009be0 tx=0x7fd0fc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:43.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.709+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fd100097a70 con 0x7fd1081057f0 2023-07-14T12:44:43.927 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.917+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd10802ca50 con 0x7fd1081057f0 2023-07-14T12:44:43.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.918+0000 7fd105ffb700 1 -- 172.21.15.40:0/355303675 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v76) v1 ==== 74+0+18436 (secure 0 0 0) 0x7fd10009b090 con 0x7fd1081057f0 2023-07-14T12:44:43.929 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:43.929 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":76,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:07.331627+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:44:43.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd0f80a11a0 msgr2=0x7fd0f80a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd0f80a11a0 0x7fd0f80a3650 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc009be0 tx=0x7fd0fc009260 comp rx=0 tx=0).stop 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 msgr2=0x7fd10819ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd10819ce20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd10000b780 tx=0x7fd10000bb60 comp rx=0 tx=0).stop 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 shutdown_connections 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd0f80a11a0 0x7fd0f80a3650 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1081005b0 0x7fd108195870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1081057f0 0x7fd10819ce20 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.932 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 --2- 172.21.15.40:0/355303675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108102ed0 0x7fd108195db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:43.932 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 >> 172.21.15.40:0/355303675 conn(0x7fd1080f9fd0 msgr2=0x7fd108101210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:43.932 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 shutdown_connections 2023-07-14T12:44:43.932 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:43.920+0000 7fd10eea3700 1 -- 172.21.15.40:0/355303675 wait complete. 2023-07-14T12:44:43.944 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:44:43.944 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:44:44.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 -- 172.21.15.40:0/2645813812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d80ffbd0 msgr2=0x7f19d8100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 --2- 172.21.15.40:0/2645813812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d80ffbd0 0x7f19d8100020 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009990 tx=0x7f19c8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 -- 172.21.15.40:0/2645813812 shutdown_connections 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 --2- 172.21.15.40:0/2645813812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d80fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 --2- 172.21.15.40:0/2645813812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19d8100560 0x7f19d8106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 --2- 172.21.15.40:0/2645813812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d80ffbd0 0x7f19d8100020 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 -- 172.21.15.40:0/2645813812 >> 172.21.15.40:0/2645813812 conn(0x7f19d80fa000 msgr2=0x7f19d80fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:44.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 -- 172.21.15.40:0/2645813812 shutdown_connections 2023-07-14T12:44:44.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 -- 172.21.15.40:0/2645813812 wait complete. 2023-07-14T12:44:44.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 Processor -- start 2023-07-14T12:44:44.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.066+0000 7f19df698700 1 -- start start 2023-07-14T12:44:44.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19df698700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d8068240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19df698700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19d80ffbd0 0x7f19d819a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19df698700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d8100560 0x7f19d819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19df698700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d819d3c0 con 0x7f19d8100560 2023-07-14T12:44:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19df698700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d819d530 con 0x7f19d80ffbd0 2023-07-14T12:44:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19df698700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d819d6f0 con 0x7f19d80fe9e0 2023-07-14T12:44:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d8068240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19ddc35700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d8100560 0x7f19d819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d8068240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:45394/0 (socket says 172.21.15.40:45394) 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dcc33700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19d80ffbd0 0x7f19d819a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 -- 172.21.15.40:0/1181651245 learned_addr learned my addr 172.21.15.40:0/1181651245 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 -- 172.21.15.40:0/1181651245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19d80ffbd0 msgr2=0x7f19d819a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19d80ffbd0 0x7f19d819a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 -- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d8100560 msgr2=0x7f19d819cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d8100560 0x7f19d819cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 -- 172.21.15.40:0/1181651245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19c80095f0 con 0x7f19d80fe9e0 2023-07-14T12:44:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19ddc35700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d8100560 0x7f19d819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:44:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.067+0000 7f19dd434700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d8068240 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f19d400d980 tx=0x7f19d400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.068+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19d4004020 con 0x7f19d80fe9e0 2023-07-14T12:44:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.068+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19d819d9d0 con 0x7f19d80fe9e0 2023-07-14T12:44:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.068+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19d819dfb0 con 0x7f19d80fe9e0 2023-07-14T12:44:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.068+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19d400f690 con 0x7f19d80fe9e0 2023-07-14T12:44:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.068+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19d4003950 con 0x7f19d80fe9e0 2023-07-14T12:44:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.069+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19d8105960 con 0x7f19d80fe9e0 2023-07-14T12:44:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.070+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f19d4004180 con 0x7f19d80fe9e0 2023-07-14T12:44:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.070+0000 7f19ce7fc700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f19c40a1150 0x7f19c40a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.070+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f19d40cbdd0 con 0x7f19d80fe9e0 2023-07-14T12:44:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.070+0000 7f19dcc33700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f19c40a1150 0x7f19c40a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.071+0000 7f19dcc33700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f19c40a1150 0x7f19c40a3600 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f19c800b5c0 tx=0x7f19c8005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.075+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f19d40959c0 con 0x7f19d80fe9e0 2023-07-14T12:44:44.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.281+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f19d802c850 con 0x7f19d80fe9e0 2023-07-14T12:44:44.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.282+0000 7f19ce7fc700 1 -- 172.21.15.40:0/1181651245 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v76) v1 ==== 93+0+10 (secure 0 0 0) 0x7f19d802c850 con 0x7f19d80fe9e0 2023-07-14T12:44:44.293 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f19c40a1150 msgr2=0x7f19c40a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f19c40a1150 0x7f19c40a3600 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f19c800b5c0 tx=0x7f19c8005960 comp rx=0 tx=0).stop 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 msgr2=0x7f19d8068240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d8068240 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f19d400d980 tx=0x7f19d400dc90 comp rx=0 tx=0).stop 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 shutdown_connections 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f19c40a1150 0x7f19c40a3600 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f19d80fe9e0 0x7f19d8068240 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d8100560 0x7f19d819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 --2- 172.21.15.40:0/1181651245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f19d80ffbd0 0x7f19d819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 >> 172.21.15.40:0/1181651245 conn(0x7f19d80fa000 msgr2=0x7f19d80fc290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:44.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 shutdown_connections 2023-07-14T12:44:44.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.284+0000 7f19df698700 1 -- 172.21.15.40:0/1181651245 wait complete. 2023-07-14T12:44:44.306 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:44 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1286343255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:44.306 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:44 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/355303675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:44.307 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-07-14T12:44:44.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 -- 172.21.15.40:0/1836252533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540ffbc0 msgr2=0x7f6854100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 --2- 172.21.15.40:0/1836252533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540ffbc0 0x7f6854100010 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f6840009990 tx=0x7f6840009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 -- 172.21.15.40:0/1836252533 shutdown_connections 2023-07-14T12:44:44.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 --2- 172.21.15.40:0/1836252533 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68540fe9d0 0x7f68540fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 --2- 172.21.15.40:0/1836252533 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 0x7f6854106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 --2- 172.21.15.40:0/1836252533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540ffbc0 0x7f6854100010 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.429+0000 7f685b1dc700 1 -- 172.21.15.40:0/1836252533 >> 172.21.15.40:0/1836252533 conn(0x7f68540f9fd0 msgr2=0x7f68540fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:44.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.430+0000 7f685b1dc700 1 -- 172.21.15.40:0/1836252533 shutdown_connections 2023-07-14T12:44:44.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.430+0000 7f685b1dc700 1 -- 172.21.15.40:0/1836252533 wait complete. 2023-07-14T12:44:44.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.430+0000 7f685b1dc700 1 Processor -- start 2023-07-14T12:44:44.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.430+0000 7f685b1dc700 1 -- start start 2023-07-14T12:44:44.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 0x7f6854068240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68540ffbc0 0x7f685419a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 0x7f685419cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f685419d320 con 0x7f68540fe9d0 2023-07-14T12:44:44.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f685419d490 con 0x7f6854100550 2023-07-14T12:44:44.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f685419d650 con 0x7f68540ffbc0 2023-07-14T12:44:44.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 0x7f6854068240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 0x7f6854068240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59950/0 (socket says 172.21.15.40:59950) 2023-07-14T12:44:44.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 -- 172.21.15.40:0/585957375 learned_addr learned my addr 172.21.15.40:0/585957375 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:44.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6853fff700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68540ffbc0 0x7f685419a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6859779700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 0x7f685419cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 -- 172.21.15.40:0/585957375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68540ffbc0 msgr2=0x7f685419a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68540ffbc0 0x7f685419a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 -- 172.21.15.40:0/585957375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 msgr2=0x7f685419cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 0x7f685419cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 -- 172.21.15.40:0/585957375 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68400095f0 con 0x7f68540fe9d0 2023-07-14T12:44:44.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6859779700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 0x7f685419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:44:44.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6858f78700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 0x7f6854068240 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f684800e970 tx=0x7f684800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:44.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6848009790 con 0x7f68540fe9d0 2023-07-14T12:44:44.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f684800eec0 con 0x7f68540fe9d0 2023-07-14T12:44:44.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f685419d930 con 0x7f68540fe9d0 2023-07-14T12:44:44.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.431+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6848003cf0 con 0x7f68540fe9d0 2023-07-14T12:44:44.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.432+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f685419de40 con 0x7f68540fe9d0 2023-07-14T12:44:44.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.433+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6854105f40 con 0x7f68540fe9d0 2023-07-14T12:44:44.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.434+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f684800ccd0 con 0x7f68540fe9d0 2023-07-14T12:44:44.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.434+0000 7f6851ffb700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68440a11a0 0x7f68440a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.435+0000 7f6853fff700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68440a11a0 0x7f68440a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.435+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6848014070 con 0x7f68540fe9d0 2023-07-14T12:44:44.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.435+0000 7f6853fff700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68440a11a0 0x7f68440a3650 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f684000b2e0 tx=0x7f6840005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:44.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.439+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f68480962b0 con 0x7f68540fe9d0 2023-07-14T12:44:44.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:44 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1286343255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:44.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:44 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/355303675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:44.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:44 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1286343255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:44.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:44 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/355303675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:44.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.657+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f685402cac0 con 0x7f68540fe9d0 2023-07-14T12:44:44.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.657+0000 7f6851ffb700 1 -- 172.21.15.40:0/585957375 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v76) v1 ==== 84+0+65 (secure 0 0 0) 0x7f68480998d0 con 0x7f68540fe9d0 2023-07-14T12:44:44.668 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:44.669 INFO:teuthology.orchestra.run.smithi040.stdout:[ 2023-07-14T12:44:44.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T12:44:44.669 INFO:teuthology.orchestra.run.smithi040.stdout: "poolnum": 1, 2023-07-14T12:44:44.669 INFO:teuthology.orchestra.run.smithi040.stdout: "poolname": ".mgr" 2023-07-14T12:44:44.670 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:44:44.670 INFO:teuthology.orchestra.run.smithi040.stdout:] 2023-07-14T12:44:44.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.659+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68440a11a0 msgr2=0x7f68440a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.659+0000 7f685b1dc700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68440a11a0 0x7f68440a3650 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f684000b2e0 tx=0x7f6840005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.659+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 msgr2=0x7f6854068240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.659+0000 7f685b1dc700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 0x7f6854068240 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f684800e970 tx=0x7f684800ec80 comp rx=0 tx=0).stop 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 shutdown_connections 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68440a11a0 0x7f68440a3650 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6854100550 0x7f685419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68540fe9d0 0x7f6854068240 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 --2- 172.21.15.40:0/585957375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68540ffbc0 0x7f685419a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 >> 172.21.15.40:0/585957375 conn(0x7f68540f9fd0 msgr2=0x7f6854103080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:44.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 shutdown_connections 2023-07-14T12:44:44.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.660+0000 7f685b1dc700 1 -- 172.21.15.40:0/585957375 wait complete. 2023-07-14T12:44:44.682 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-07-14T12:44:44.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-07-14T12:44:44.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/2364363476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 msgr2=0x7fe1dc100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/2364363476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc100020 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4009990 tx=0x7fe1c4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/2364363476 shutdown_connections 2023-07-14T12:44:44.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/2364363476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1dc100560 0x7fe1dc106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/2364363476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1dc0fe9e0 0x7fe1dc0fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/2364363476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc100020 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/2364363476 >> 172.21.15.40:0/2364363476 conn(0x7fe1dc0fa000 msgr2=0x7fe1dc0fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:44.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/2364363476 shutdown_connections 2023-07-14T12:44:44.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.807+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/2364363476 wait complete. 2023-07-14T12:44:44.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 Processor -- start 2023-07-14T12:44:44.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 -- start start 2023-07-14T12:44:44.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1dc0fe9e0 0x7fe1dc0681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1dc100560 0x7fe1dc19cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc19d3c0 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc19d530 con 0x7fe1dc100560 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1e0fa8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc19d6f0 con 0x7fe1dc0fe9e0 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc19a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59966/0 (socket says 172.21.15.40:59966) 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 -- 172.21.15.40:0/1578548406 learned_addr learned my addr 172.21.15.40:0/1578548406 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1dad9d700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1dc100560 0x7fe1dc19cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1da59c700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1dc0fe9e0 0x7fe1dc0681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 -- 172.21.15.40:0/1578548406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1dc0fe9e0 msgr2=0x7fe1dc0681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1dc0fe9e0 0x7fe1dc0681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 -- 172.21.15.40:0/1578548406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1dc100560 msgr2=0x7fe1dc19cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1dc100560 0x7fe1dc19cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.808+0000 7fe1d9d9b700 1 -- 172.21.15.40:0/1578548406 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1c40095f0 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.809+0000 7fe1d9d9b700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc19a5e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe1c400c010 tx=0x7fe1c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.809+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c401d070 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.809+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1c4005030 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.809+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1dc19d970 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.809+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4004b90 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.809+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1dc19dd90 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.810+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1dc105960 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.811+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe1c4004d70 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.812+0000 7fe1d37fe700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe1c80a11d0 0x7fe1c80a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:44.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.812+0000 7fe1da59c700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe1c80a11d0 0x7fe1c80a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:44.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.812+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe1c40cd630 con 0x7fe1dc0ffbd0 2023-07-14T12:44:44.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.812+0000 7fe1da59c700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe1c80a11d0 0x7fe1c80a3680 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0ffa30 tx=0x7fe1cc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:44.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:44.816+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe1c405a790 con 0x7fe1dc0ffbd0 2023-07-14T12:44:45.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:45.039+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fe1dc02c850 con 0x7fe1dc0ffbd0 2023-07-14T12:44:45.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1181651245' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:45.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/585957375' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-07-14T12:44:45.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:45.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1181651245' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:45.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/585957375' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-07-14T12:44:45.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:45.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1181651245' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:44:45.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/585957375' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-07-14T12:44:45.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:45.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:45.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.047+0000 7fe1d37fe700 1 -- 172.21.15.40:0/1578548406 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v77) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe1c40972b0 con 0x7fe1dc0ffbd0 2023-07-14T12:44:46.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe1c80a11d0 msgr2=0x7fe1c80a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:46.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe1c80a11d0 0x7fe1c80a3680 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0ffa30 tx=0x7fe1cc009260 comp rx=0 tx=0).stop 2023-07-14T12:44:46.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 msgr2=0x7fe1dc19a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc19a5e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe1c400c010 tx=0x7fe1c4004730 comp rx=0 tx=0).stop 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 shutdown_connections 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe1c80a11d0 0x7fe1c80a3680 secure :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0ffa30 tx=0x7fe1cc009260 comp rx=0 tx=0).stop 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe1dc0fe9e0 0x7fe1dc0681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe1dc100560 0x7fe1dc19cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 --2- 172.21.15.40:0/1578548406 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1dc0ffbd0 0x7fe1dc19a5e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 >> 172.21.15.40:0/1578548406 conn(0x7fe1dc0fa000 msgr2=0x7fe1dc0fc290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:46.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 shutdown_connections 2023-07-14T12:44:46.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.052+0000 7fe1e0fa8700 1 -- 172.21.15.40:0/1578548406 wait complete. 2023-07-14T12:44:46.064 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_metadata' created 2023-07-14T12:44:46.077 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-07-14T12:44:46.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 -- 172.21.15.40:0/1865777769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80ffc40 msgr2=0x7fbce8100090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 --2- 172.21.15.40:0/1865777769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80ffc40 0x7fbce8100090 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc009990 tx=0x7fbcdc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 -- 172.21.15.40:0/1865777769 shutdown_connections 2023-07-14T12:44:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 --2- 172.21.15.40:0/1865777769 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80fea50 0x7fbce80fee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 --2- 172.21.15.40:0/1865777769 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce81005d0 0x7fbce8106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 --2- 172.21.15.40:0/1865777769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80ffc40 0x7fbce8100090 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 -- 172.21.15.40:0/1865777769 >> 172.21.15.40:0/1865777769 conn(0x7fbce80fa070 msgr2=0x7fbce80fc4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.207+0000 7fbced441700 1 -- 172.21.15.40:0/1865777769 shutdown_connections 2023-07-14T12:44:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 -- 172.21.15.40:0/1865777769 wait complete. 2023-07-14T12:44:46.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 Processor -- start 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 -- start start 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 0x7fbce8069390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80ffc40 0x7fbce819a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce81005d0 0x7fbce819cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce819d320 con 0x7fbce80fea50 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce819d490 con 0x7fbce81005d0 2023-07-14T12:44:46.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.208+0000 7fbced441700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbce819d650 con 0x7fbce80ffc40 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 0x7fbce8069390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 0x7fbce8069390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59978/0 (socket says 172.21.15.40:59978) 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 -- 172.21.15.40:0/3674560923 learned_addr learned my addr 172.21.15.40:0/3674560923 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce67fc700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80ffc40 0x7fbce819a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce77fe700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce81005d0 0x7fbce819cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 -- 172.21.15.40:0/3674560923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80ffc40 msgr2=0x7fbce819a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:46.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80ffc40 0x7fbce819a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 -- 172.21.15.40:0/3674560923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce81005d0 msgr2=0x7fbce819cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce81005d0 0x7fbce819cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 -- 172.21.15.40:0/3674560923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcdc0095f0 con 0x7fbce80fea50 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce67fc700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80ffc40 0x7fbce819a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbce6ffd700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 0x7fbce8069390 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbcd800e970 tx=0x7fbcd800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcd8009790 con 0x7fbce80fea50 2023-07-14T12:44:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbce819d930 con 0x7fbce80fea50 2023-07-14T12:44:46.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbcd800c7e0 con 0x7fbce80fea50 2023-07-14T12:44:46.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.209+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcd8003c70 con 0x7fbce80fea50 2023-07-14T12:44:46.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.210+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbce819de90 con 0x7fbce80fea50 2023-07-14T12:44:46.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.210+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbce8105ff0 con 0x7fbce80fea50 2023-07-14T12:44:46.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.212+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fbcd800cc50 con 0x7fbce80fea50 2023-07-14T12:44:46.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.212+0000 7fbccffff700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcd00a1150 0x7fbcd00a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:46.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.213+0000 7fbce67fc700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcd00a1150 0x7fbcd00a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:46.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.213+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 7497+0+0 (secure 0 0 0) 0x7fbcd8014070 con 0x7fbce80fea50 2023-07-14T12:44:46.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.213+0000 7fbce67fc700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcd00a1150 0x7fbcd00a3600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00b620 tx=0x7fbcdc005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:46.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.220+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fbcd8096350 con 0x7fbce80fea50 2023-07-14T12:44:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1578548406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-07-14T12:44:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:46.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:46.437+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fbce802c850 con 0x7fbce80fea50 2023-07-14T12:44:46.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1578548406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-07-14T12:44:46.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:46.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:46.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:46.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1578548406' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-07-14T12:44:46.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:46.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:46.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:46.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:44:47.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.060+0000 7fbccffff700 1 -- 172.21.15.40:0/3674560923 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v78) v1 ==== 170+0+0 (secure 0 0 0) 0x7fbcd8003dd0 con 0x7fbce80fea50 2023-07-14T12:44:47.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.068+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcd00a1150 msgr2=0x7fbcd00a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:47.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.068+0000 7fbced441700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcd00a1150 0x7fbcd00a3600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbcdc00b620 tx=0x7fbcdc005960 comp rx=0 tx=0).stop 2023-07-14T12:44:47.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.068+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 msgr2=0x7fbce8069390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:47.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.068+0000 7fbced441700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 0x7fbce8069390 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbcd800e970 tx=0x7fbcd800ec80 comp rx=0 tx=0).stop 2023-07-14T12:44:47.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.069+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 shutdown_connections 2023-07-14T12:44:47.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.069+0000 7fbced441700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcd00a1150 0x7fbcd00a3600 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.069+0000 7fbced441700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbce81005d0 0x7fbce819cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.069+0000 7fbced441700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbce80fea50 0x7fbce8069390 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.069+0000 7fbced441700 1 --2- 172.21.15.40:0/3674560923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbce80ffc40 0x7fbce819a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.069+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 >> 172.21.15.40:0/3674560923 conn(0x7fbce80fa070 msgr2=0x7fbce8103130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:47.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.070+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 shutdown_connections 2023-07-14T12:44:47.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.071+0000 7fbced441700 1 -- 172.21.15.40:0/3674560923 wait complete. 2023-07-14T12:44:47.082 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_data' created 2023-07-14T12:44:47.093 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-07-14T12:44:47.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 -- 172.21.15.40:0/3684498609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 msgr2=0x7f5c10105330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:47.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/3684498609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c10105330 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5c00009990 tx=0x7f5c00009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 -- 172.21.15.40:0/3684498609 shutdown_connections 2023-07-14T12:44:47.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/3684498609 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c10100630 0x7f5c10102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/3684498609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c10105870 0x7f5c10107c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/3684498609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c10105330 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 -- 172.21.15.40:0/3684498609 >> 172.21.15.40:0/3684498609 conn(0x7f5c100fa030 msgr2=0x7f5c100fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:47.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 -- 172.21.15.40:0/3684498609 shutdown_connections 2023-07-14T12:44:47.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 -- 172.21.15.40:0/3684498609 wait complete. 2023-07-14T12:44:47.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 Processor -- start 2023-07-14T12:44:47.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.221+0000 7f5c17a1f700 1 -- start start 2023-07-14T12:44:47.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c10100630 0x7f5c100fffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:47.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c100fe5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:47.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c10105870 0x7f5c100feb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:47.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c100ff2c0 con 0x7f5c10102f50 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c100ff430 con 0x7f5c10100630 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1019f8d0 con 0x7f5c10105870 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c100fe5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c100fe5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:59994/0 (socket says 172.21.15.40:59994) 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 -- 172.21.15.40:0/1940836357 learned_addr learned my addr 172.21.15.40:0/1940836357 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c157bb700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c10100630 0x7f5c100fffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:47.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c15fbc700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c10105870 0x7f5c100feb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 -- 172.21.15.40:0/1940836357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c10105870 msgr2=0x7f5c100feb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c10105870 0x7f5c100feb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 -- 172.21.15.40:0/1940836357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c10100630 msgr2=0x7f5c100fffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c10100630 0x7f5c100fffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 -- 172.21.15.40:0/1940836357 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c000095f0 con 0x7f5c10102f50 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c14fba700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c100fe5e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5c00005910 tx=0x7f5c0000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:47.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c0001d070 con 0x7f5c10102f50 2023-07-14T12:44:47.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c00022470 con 0x7f5c10102f50 2023-07-14T12:44:47.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c1019fb50 con 0x7f5c10102f50 2023-07-14T12:44:47.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c00017650 con 0x7f5c10102f50 2023-07-14T12:44:47.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.222+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c1019ffd0 con 0x7f5c10102f50 2023-07-14T12:44:47.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.223+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c100fbba0 con 0x7f5c10102f50 2023-07-14T12:44:47.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.225+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f5c0000fad0 con 0x7f5c10102f50 2023-07-14T12:44:47.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.225+0000 7f5c067fc700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5bfc0a11d0 0x7f5bfc0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:47.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.225+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f5c000cdee0 con 0x7f5c10102f50 2023-07-14T12:44:47.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.225+0000 7f5c157bb700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5bfc0a11d0 0x7f5bfc0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:47.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.226+0000 7f5c157bb700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5bfc0a11d0 0x7f5bfc0a3680 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c007c60 tx=0x7f5c0c0073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:47.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.229+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5c000977d0 con 0x7f5c10102f50 2023-07-14T12:44:47.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:47 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1578548406' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-07-14T12:44:47.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:47 smithi040 ceph-mon[96535]: osdmap e77: 12 total, 12 up, 12 in 2023-07-14T12:44:47.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:47 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3674560923' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-07-14T12:44:47.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:47 smithi040 ceph-mon[96535]: pgmap v248: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:47.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:47 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1578548406' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-07-14T12:44:47.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:47 smithi133 ceph-mon[98311]: osdmap e77: 12 total, 12 up, 12 in 2023-07-14T12:44:47.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:47 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3674560923' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-07-14T12:44:47.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:47 smithi133 ceph-mon[98311]: pgmap v248: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:47.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:47.503+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f5c1002c850 con 0x7f5c10102f50 2023-07-14T12:44:47.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:47 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1578548406' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-07-14T12:44:47.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:47 smithi130 ceph-mon[97977]: osdmap e77: 12 total, 12 up, 12 in 2023-07-14T12:44:47.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:47 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3674560923' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-07-14T12:44:47.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:47 smithi130 ceph-mon[97977]: pgmap v248: 33 pgs: 3 creating+peering, 1 active+clean, 29 unknown; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:44:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.052+0000 7f5c067fc700 1 -- 172.21.15.40:0/1940836357 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f5c0009adf0 con 0x7f5c10102f50 2023-07-14T12:44:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5bfc0a11d0 msgr2=0x7f5bfc0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5bfc0a11d0 0x7f5bfc0a3680 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c007c60 tx=0x7f5c0c0073d0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 msgr2=0x7f5c100fe5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c100fe5e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f5c00005910 tx=0x7f5c0000f690 comp rx=0 tx=0).stop 2023-07-14T12:44:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 shutdown_connections 2023-07-14T12:44:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5bfc0a11d0 0x7f5bfc0a3680 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c10105870 0x7f5c100feb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c10100630 0x7f5c100fffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 --2- 172.21.15.40:0/1940836357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c10102f50 0x7f5c100fe5e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 >> 172.21.15.40:0/1940836357 conn(0x7f5c100fa030 msgr2=0x7f5c10101310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 shutdown_connections 2023-07-14T12:44:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.055+0000 7f5c17a1f700 1 -- 172.21.15.40:0/1940836357 wait complete. 2023-07-14T12:44:48.073 INFO:teuthology.orchestra.run.smithi040.stderr:new fs with metadata pool 2 and data pool 3 2023-07-14T12:44:48.084 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:44:48.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 -- 172.21.15.40:0/3579934526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a8100590 msgr2=0x7f00a8106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/3579934526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a8100590 0x7f00a8106e50 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f00a000b0a0 tx=0x7f00a000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 -- 172.21.15.40:0/3579934526 shutdown_connections 2023-07-14T12:44:48.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/3579934526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a8100590 0x7f00a8106e50 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/3579934526 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a80fea10 0x7f00a80fee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/3579934526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a80ffc00 0x7f00a8100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 -- 172.21.15.40:0/3579934526 >> 172.21.15.40:0/3579934526 conn(0x7f00a80fa030 msgr2=0x7f00a80fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:48.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 -- 172.21.15.40:0/3579934526 shutdown_connections 2023-07-14T12:44:48.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.201+0000 7f00ae7cb700 1 -- 172.21.15.40:0/3579934526 wait complete. 2023-07-14T12:44:48.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 Processor -- start 2023-07-14T12:44:48.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 -- start start 2023-07-14T12:44:48.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a80fea10 0x7f00a80691b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 0x7f00a819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a8100590 0x7f00a819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00a819d3b0 con 0x7f00a80ffc00 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00a819d520 con 0x7f00a80fea10 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00ae7cb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00a819d6e0 con 0x7f00a8100590 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 0x7f00a819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 0x7f00a819a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60014/0 (socket says 172.21.15.40:60014) 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00a77fe700 1 -- 172.21.15.40:0/953789650 learned_addr learned my addr 172.21.15.40:0/953789650 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00acd68700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a8100590 0x7f00a819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.202+0000 7f00a7fff700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a80fea10 0x7f00a80691b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a77fe700 1 -- 172.21.15.40:0/953789650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a8100590 msgr2=0x7f00a819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a77fe700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a8100590 0x7f00a819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a77fe700 1 -- 172.21.15.40:0/953789650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a80fea10 msgr2=0x7f00a80691b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a77fe700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a80fea10 0x7f00a80691b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a77fe700 1 -- 172.21.15.40:0/953789650 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00a0009d00 con 0x7f00a80ffc00 2023-07-14T12:44:48.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00acd68700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a8100590 0x7f00a819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:44:48.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a77fe700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 0x7f00a819a5d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f009c00d950 tx=0x7f009c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:48.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f009c00f890 con 0x7f00a80ffc00 2023-07-14T12:44:48.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f009c010460 con 0x7f00a80ffc00 2023-07-14T12:44:48.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00a819d9c0 con 0x7f00a80ffc00 2023-07-14T12:44:48.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f009c00e610 con 0x7f00a80ffc00 2023-07-14T12:44:48.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.203+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00a819df20 con 0x7f00a80ffc00 2023-07-14T12:44:48.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.204+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00a81057b0 con 0x7f00a80ffc00 2023-07-14T12:44:48.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.206+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f009c0108d0 con 0x7f00a80ffc00 2023-07-14T12:44:48.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.207+0000 7f00a57fa700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00900a1220 0x7f00900a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.207+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f009c0cc530 con 0x7f00a80ffc00 2023-07-14T12:44:48.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.207+0000 7f00a7fff700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00900a1220 0x7f00900a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.207+0000 7f00a7fff700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00900a1220 0x7f00900a36d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f00a80ffa60 tx=0x7f009800a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:48.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.212+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f009c095dd0 con 0x7f00a80ffc00 2023-07-14T12:44:48.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:48 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3674560923' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-07-14T12:44:48.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:48 smithi040 ceph-mon[96535]: osdmap e78: 12 total, 12 up, 12 in 2023-07-14T12:44:48.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:48 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1940836357' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-07-14T12:44:48.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:48 smithi040 ceph-mon[96535]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-07-14T12:44:48.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:48 smithi040 ceph-mon[96535]: osdmap e79: 12 total, 12 up, 12 in 2023-07-14T12:44:48.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.419+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f00a802c850 con 0x7f00a80ffc00 2023-07-14T12:44:48.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.420+0000 7f00a57fa700 1 -- 172.21.15.40:0/953789650 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) v1 ==== 74+0+22146 (secure 0 0 0) 0x7f009c020090 con 0x7f00a80ffc00 2023-07-14T12:44:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:48.432 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":79,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:47.505027+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:44:48.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00900a1220 msgr2=0x7f00900a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00900a1220 0x7f00900a36d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f00a80ffa60 tx=0x7f009800a3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 msgr2=0x7f00a819a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 0x7f00a819a5d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f009c00d950 tx=0x7f009c00dc60 comp rx=0 tx=0).stop 2023-07-14T12:44:48.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 shutdown_connections 2023-07-14T12:44:48.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00900a1220 0x7f00900a36d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f00a8100590 0x7f00a819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f00a80fea10 0x7f00a80691b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 --2- 172.21.15.40:0/953789650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f00a80ffc00 0x7f00a819a5d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 >> 172.21.15.40:0/953789650 conn(0x7f00a80fa030 msgr2=0x7f00a80fc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:48.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 shutdown_connections 2023-07-14T12:44:48.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.423+0000 7f00ae7cb700 1 -- 172.21.15.40:0/953789650 wait complete. 2023-07-14T12:44:48.447 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:44:48.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:48 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3674560923' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-07-14T12:44:48.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:48 smithi133 ceph-mon[98311]: osdmap e78: 12 total, 12 up, 12 in 2023-07-14T12:44:48.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:48 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1940836357' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-07-14T12:44:48.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:48 smithi133 ceph-mon[98311]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-07-14T12:44:48.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:48 smithi133 ceph-mon[98311]: osdmap e79: 12 total, 12 up, 12 in 2023-07-14T12:44:48.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:48 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3674560923' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-07-14T12:44:48.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:48 smithi130 ceph-mon[97977]: osdmap e78: 12 total, 12 up, 12 in 2023-07-14T12:44:48.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:48 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1940836357' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-07-14T12:44:48.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:48 smithi130 ceph-mon[97977]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-07-14T12:44:48.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:48 smithi130 ceph-mon[97977]: osdmap e79: 12 total, 12 up, 12 in 2023-07-14T12:44:48.578 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 -- 172.21.15.40:0/3729659597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498102e70 msgr2=0x7fe498105250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.578 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/3729659597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498102e70 0x7fe498105250 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe484009990 tx=0x7fe484009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.578 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 -- 172.21.15.40:0/3729659597 shutdown_connections 2023-07-14T12:44:48.578 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/3729659597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498100550 0x7fe498102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.578 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/3729659597 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498105790 0x7fe498107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/3729659597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498102e70 0x7fe498105250 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 -- 172.21.15.40:0/3729659597 >> 172.21.15.40:0/3729659597 conn(0x7fe4980f9fd0 msgr2=0x7fe4980fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 -- 172.21.15.40:0/3729659597 shutdown_connections 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.565+0000 7fe49ee3a700 1 -- 172.21.15.40:0/3729659597 wait complete. 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 Processor -- start 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 -- start start 2023-07-14T12:44:48.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 0x7fe4980ffec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498102e70 0x7fe4980fe500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498105790 0x7fe4980fea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4980ff1e0 con 0x7fe498100550 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4980ff350 con 0x7fe498102e70 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49ee3a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe49819f800 con 0x7fe498105790 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49cbd6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 0x7fe4980ffec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49cbd6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 0x7fe4980ffec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60026/0 (socket says 172.21.15.40:60026) 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.566+0000 7fe49cbd6700 1 -- 172.21.15.40:0/337851236 learned_addr learned my addr 172.21.15.40:0/337851236 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe497fff700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498102e70 0x7fe4980fe500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49d3d7700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498105790 0x7fe4980fea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49cbd6700 1 -- 172.21.15.40:0/337851236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498105790 msgr2=0x7fe4980fea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49cbd6700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498105790 0x7fe4980fea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49cbd6700 1 -- 172.21.15.40:0/337851236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498102e70 msgr2=0x7fe4980fe500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49cbd6700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498102e70 0x7fe4980fe500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49cbd6700 1 -- 172.21.15.40:0/337851236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4840095f0 con 0x7fe498100550 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe497fff700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498102e70 0x7fe4980fe500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49d3d7700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498105790 0x7fe4980fea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49cbd6700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 0x7fe4980ffec0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00d950 tx=0x7fe48c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe48c009b40 con 0x7fe498100550 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe49819fae0 con 0x7fe498100550 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe48c009ca0 con 0x7fe498100550 2023-07-14T12:44:48.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe48c00f620 con 0x7fe498100550 2023-07-14T12:44:48.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.567+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4981a0040 con 0x7fe498100550 2023-07-14T12:44:48.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.568+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe49810b290 con 0x7fe498100550 2023-07-14T12:44:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.569+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fe48c010460 con 0x7fe498100550 2023-07-14T12:44:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.570+0000 7fe495ffb700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe4880a11a0 0x7fe4880a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.570+0000 7fe497fff700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe4880a11a0 0x7fe4880a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.570+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe48c0ccb40 con 0x7fe498100550 2023-07-14T12:44:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.571+0000 7fe497fff700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe4880a11a0 0x7fe4880a3650 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe484006010 tx=0x7fe48400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:48.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.575+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe48c0963e0 con 0x7fe498100550 2023-07-14T12:44:48.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.780+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe49810b4b0 con 0x7fe498100550 2023-07-14T12:44:48.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.782+0000 7fe495ffb700 1 -- 172.21.15.40:0/337851236 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7fe48c020090 con 0x7fe498100550 2023-07-14T12:44:48.793 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:48.793 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:44:48.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe4880a11a0 msgr2=0x7fe4880a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe4880a11a0 0x7fe4880a3650 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe484006010 tx=0x7fe48400b540 comp rx=0 tx=0).stop 2023-07-14T12:44:48.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 msgr2=0x7fe4980ffec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 0x7fe4980ffec0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe48c00d950 tx=0x7fe48c00dd10 comp rx=0 tx=0).stop 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 shutdown_connections 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe4880a11a0 0x7fe4880a3650 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe498105790 0x7fe4980fea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe498100550 0x7fe4980ffec0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 --2- 172.21.15.40:0/337851236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe498102e70 0x7fe4980fe500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 >> 172.21.15.40:0/337851236 conn(0x7fe4980f9fd0 msgr2=0x7fe498101990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:48.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 shutdown_connections 2023-07-14T12:44:48.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.784+0000 7fe49ee3a700 1 -- 172.21.15.40:0/337851236 wait complete. 2023-07-14T12:44:48.807 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-07-14T12:44:48.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.927+0000 7f7d75cbe700 1 -- 172.21.15.40:0/981609495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d700fe9e0 msgr2=0x7f7d700fedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.927+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/981609495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d700fe9e0 0x7f7d700fedf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7d58009990 tx=0x7f7d58009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 -- 172.21.15.40:0/981609495 shutdown_connections 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/981609495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d70100560 0x7f7d70106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/981609495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d700fe9e0 0x7f7d700fedf0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/981609495 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d700ffbd0 0x7f7d70100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 -- 172.21.15.40:0/981609495 >> 172.21.15.40:0/981609495 conn(0x7f7d700fa000 msgr2=0x7f7d700fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 -- 172.21.15.40:0/981609495 shutdown_connections 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 -- 172.21.15.40:0/981609495 wait complete. 2023-07-14T12:44:48.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 Processor -- start 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.928+0000 7f7d75cbe700 1 -- start start 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d700fe9e0 0x7f7d701958f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d700ffbd0 0x7f7d70195e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 0x7f7d7019cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7019d470 con 0x7f7d70100560 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7019d5b0 con 0x7f7d700fe9e0 2023-07-14T12:44:48.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7019d740 con 0x7f7d700ffbd0 2023-07-14T12:44:48.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 0x7f7d7019cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 0x7f7d7019cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60044/0 (socket says 172.21.15.40:60044) 2023-07-14T12:44:48.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 -- 172.21.15.40:0/4259691742 learned_addr learned my addr 172.21.15.40:0/4259691742 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:48.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6f7fe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d700fe9e0 0x7f7d701958f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6effd700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d700ffbd0 0x7f7d70195e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 -- 172.21.15.40:0/4259691742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d700ffbd0 msgr2=0x7f7d70195e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d700ffbd0 0x7f7d70195e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 -- 172.21.15.40:0/4259691742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d700fe9e0 msgr2=0x7f7d701958f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:48.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d700fe9e0 0x7f7d701958f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:48.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 -- 172.21.15.40:0/4259691742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d580095f0 con 0x7f7d70100560 2023-07-14T12:44:48.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6ffff700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 0x7f7d7019cea0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7d68007ee0 tx=0x7f7d6800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:48.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d68017070 con 0x7f7d70100560 2023-07-14T12:44:48.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d6800f040 con 0x7f7d70100560 2023-07-14T12:44:48.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d7019da20 con 0x7f7d70100560 2023-07-14T12:44:48.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.929+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d68005580 con 0x7f7d70100560 2023-07-14T12:44:48.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.930+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d7019df60 con 0x7f7d70100560 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.930+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d7010a280 con 0x7f7d70100560 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.932+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f7d6800db20 con 0x7f7d70100560 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.932+0000 7f7d6cff9700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d5c0a1150 0x7f7d5c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.932+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7d680cc5b0 con 0x7f7d70100560 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.932+0000 7f7d6f7fe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d5c0a1150 0x7f7d5c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.933+0000 7f7d6f7fe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d5c0a1150 0x7f7d5c0a3600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7d5800b5c0 tx=0x7f7d58005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:48.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:48.936+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7d68095e50 con 0x7f7d70100560 2023-07-14T12:44:49.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:49.187+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f7d7010a440 con 0x7f7d70100560 2023-07-14T12:44:49.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1940836357' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-07-14T12:44:49.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-07-14T12:44:49.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-07-14T12:44:49.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/953789650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:49.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: osdmap e80: 12 total, 12 up, 12 in 2023-07-14T12:44:49.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/337851236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:49.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:49 smithi040 ceph-mon[96535]: pgmap v252: 97 pgs: 16 creating+peering, 22 active+clean, 59 unknown; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 4 op/s 2023-07-14T12:44:49.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1940836357' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-07-14T12:44:49.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-07-14T12:44:49.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-07-14T12:44:49.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/953789650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: osdmap e80: 12 total, 12 up, 12 in 2023-07-14T12:44:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/337851236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:49.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:49 smithi133 ceph-mon[98311]: pgmap v252: 97 pgs: 16 creating+peering, 22 active+clean, 59 unknown; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 4 op/s 2023-07-14T12:44:49.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1940836357' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-07-14T12:44:49.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/953789650' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:49.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: osdmap e80: 12 total, 12 up, 12 in 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/337851236' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:49 smithi130 ceph-mon[97977]: pgmap v252: 97 pgs: 16 creating+peering, 22 active+clean, 59 unknown; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 4 op/s 2023-07-14T12:44:50.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.079+0000 7f7d6cff9700 1 -- 172.21.15.40:0/4259691742 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7f7d68099470 con 0x7f7d70100560 2023-07-14T12:44:50.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d5c0a1150 msgr2=0x7f7d5c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:50.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d5c0a1150 0x7f7d5c0a3600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7d5800b5c0 tx=0x7f7d58005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 msgr2=0x7f7d7019cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:50.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 0x7f7d7019cea0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7d68007ee0 tx=0x7f7d6800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 shutdown_connections 2023-07-14T12:44:50.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7d5c0a1150 0x7f7d5c0a3600 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d70100560 0x7f7d7019cea0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.094 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d700fe9e0 0x7f7d701958f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.094 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 --2- 172.21.15.40:0/4259691742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d700ffbd0 0x7f7d70195e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.094 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 >> 172.21.15.40:0/4259691742 conn(0x7f7d700fa000 msgr2=0x7f7d700fa970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:50.094 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 shutdown_connections 2023-07-14T12:44:50.094 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.082+0000 7f7d75cbe700 1 -- 172.21.15.40:0/4259691742 wait complete. 2023-07-14T12:44:50.108 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2023-07-14T12:44:50.109 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2023-07-14T12:44:50.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 -- 172.21.15.40:0/2926446245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 msgr2=0x7fd15c105330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:50.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 --2- 172.21.15.40:0/2926446245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c105330 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd148009990 tx=0x7fd148009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 -- 172.21.15.40:0/2926446245 shutdown_connections 2023-07-14T12:44:50.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 --2- 172.21.15.40:0/2926446245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd15c100630 0x7fd15c102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 --2- 172.21.15.40:0/2926446245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd15c105870 0x7fd15c107c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 --2- 172.21.15.40:0/2926446245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c105330 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 -- 172.21.15.40:0/2926446245 >> 172.21.15.40:0/2926446245 conn(0x7fd15c0fa070 msgr2=0x7fd15c0fc4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 -- 172.21.15.40:0/2926446245 shutdown_connections 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 -- 172.21.15.40:0/2926446245 wait complete. 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 Processor -- start 2023-07-14T12:44:50.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.234+0000 7fd163207700 1 -- start start 2023-07-14T12:44:50.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd15c100630 0x7fd15c195800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:50.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:50.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd15c105870 0x7fd15c19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:50.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c19d380 con 0x7fd15c102f50 2023-07-14T12:44:50.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c19d4c0 con 0x7fd15c100630 2023-07-14T12:44:50.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c19d650 con 0x7fd15c105870 2023-07-14T12:44:50.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:50.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c195d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60056/0 (socket says 172.21.15.40:60056) 2023-07-14T12:44:50.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 -- 172.21.15.40:0/1085746930 learned_addr learned my addr 172.21.15.40:0/1085746930 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:50.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd160fa3700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd15c100630 0x7fd15c195800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:50.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd1617a4700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd15c105870 0x7fd15c19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:50.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 -- 172.21.15.40:0/1085746930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd15c105870 msgr2=0x7fd15c19cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:50.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd15c105870 0x7fd15c19cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 -- 172.21.15.40:0/1085746930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd15c100630 msgr2=0x7fd15c195800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:50.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd15c100630 0x7fd15c195800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 -- 172.21.15.40:0/1085746930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1480095f0 con 0x7fd15c102f50 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd15bfff700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c195d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd148000c00 tx=0x7fd14800f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14801d070 con 0x7fd15c102f50 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd14800fc30 con 0x7fd15c102f50 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd148017650 con 0x7fd15c102f50 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.235+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd15c19d8d0 con 0x7fd15c102f50 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.236+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd15c19dd80 con 0x7fd15c102f50 2023-07-14T12:44:50.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.237+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd15c0fbbe0 con 0x7fd15c102f50 2023-07-14T12:44:50.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.238+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fd148022470 con 0x7fd15c102f50 2023-07-14T12:44:50.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.238+0000 7fd159ffb700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd14c0a11d0 0x7fd14c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:50.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.239+0000 7fd160fa3700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd14c0a11d0 0x7fd14c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:50.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.239+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd1480cdaf0 con 0x7fd15c102f50 2023-07-14T12:44:50.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.239+0000 7fd160fa3700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd14c0a11d0 0x7fd14c0a3680 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd150009a10 tx=0x7fd150009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:50.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.243+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fd14805c790 con 0x7fd15c102f50 2023-07-14T12:44:50.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:50 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] up:active 2023-07-14T12:44:50.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:50 smithi040 ceph-mon[96535]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:50.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:50 smithi040 ceph-mon[96535]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:50.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:50 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4259691742' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-07-14T12:44:50.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:50 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] up:active 2023-07-14T12:44:50.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:50 smithi133 ceph-mon[98311]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:50.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:50 smithi133 ceph-mon[98311]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:50.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:50 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4259691742' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-07-14T12:44:50.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:50.491+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7fd15c02ca00 con 0x7fd15c102f50 2023-07-14T12:44:50.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:50 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] up:active 2023-07-14T12:44:50.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:50 smithi130 ceph-mon[97977]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:50.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:50 smithi130 ceph-mon[97977]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:50.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:50 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4259691742' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-07-14T12:44:51.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.089+0000 7fd159ffb700 1 -- 172.21.15.40:0/1085746930 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) v1 ==== 105+0+0 (secure 0 0 0) 0x7fd148097420 con 0x7fd15c102f50 2023-07-14T12:44:51.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd14c0a11d0 msgr2=0x7fd14c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:51.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd14c0a11d0 0x7fd14c0a3680 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd150009a10 tx=0x7fd150009190 comp rx=0 tx=0).stop 2023-07-14T12:44:51.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 msgr2=0x7fd15c195d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:51.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c195d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd148000c00 tx=0x7fd14800f780 comp rx=0 tx=0).stop 2023-07-14T12:44:51.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 shutdown_connections 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd14c0a11d0 0x7fd14c0a3680 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd15c105870 0x7fd15c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd15c100630 0x7fd15c195800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 --2- 172.21.15.40:0/1085746930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd15c102f50 0x7fd15c195d40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 >> 172.21.15.40:0/1085746930 conn(0x7fd15c0fa070 msgr2=0x7fd15c101290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 shutdown_connections 2023-07-14T12:44:51.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.092+0000 7fd163207700 1 -- 172.21.15.40:0/1085746930 wait complete. 2023-07-14T12:44:51.121 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-07-14T12:44:51.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 -- 172.21.15.40:0/3837989646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0fe9e0 msgr2=0x7fc7bc0fedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:51.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3837989646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0fe9e0 0x7fc7bc0fedf0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0009990 tx=0x7fc7b0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 -- 172.21.15.40:0/3837989646 shutdown_connections 2023-07-14T12:44:51.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3837989646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7bc100560 0x7fc7bc106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3837989646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0fe9e0 0x7fc7bc0fedf0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3837989646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 -- 172.21.15.40:0/3837989646 >> 172.21.15.40:0/3837989646 conn(0x7fc7bc0fa000 msgr2=0x7fc7bc0fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:51.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 -- 172.21.15.40:0/3837989646 shutdown_connections 2023-07-14T12:44:51.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 -- 172.21.15.40:0/3837989646 wait complete. 2023-07-14T12:44:51.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 Processor -- start 2023-07-14T12:44:51.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.245+0000 7fc7c442e700 1 -- start start 2023-07-14T12:44:51.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7bc0fe9e0 0x7fc7bc102d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:51.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc101390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:51.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc100560 0x7fc7bc1018d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:51.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7bc102070 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7bc1021e0 con 0x7fc7bc0fe9e0 2023-07-14T12:44:51.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7bc19f910 con 0x7fc7bc100560 2023-07-14T12:44:51.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc101390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:51.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc101390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60070/0 (socket says 172.21.15.40:60070) 2023-07-14T12:44:51.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 -- 172.21.15.40:0/3298150223 learned_addr learned my addr 172.21.15.40:0/3298150223 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:51.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c21ca700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7bc0fe9e0 0x7fc7bc102d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:51.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c29cb700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc100560 0x7fc7bc1018d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 -- 172.21.15.40:0/3298150223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc100560 msgr2=0x7fc7bc1018d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc100560 0x7fc7bc1018d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 -- 172.21.15.40:0/3298150223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7bc0fe9e0 msgr2=0x7fc7bc102d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7bc0fe9e0 0x7fc7bc102d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 -- 172.21.15.40:0/3298150223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7b00095f0 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c29cb700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc100560 0x7fc7bc1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c19c9700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc101390 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800c920 tx=0x7fc7b800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:51.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8007b00 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7b800ce70 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7bc19fbf0 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b80054e0 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.246+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7bc1a0100 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.247+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7bc106b90 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.248+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fc7b8004750 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.249+0000 7fc7af7fe700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7a80a1150 0x7fc7a80a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:51.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.249+0000 7fc7c21ca700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7a80a1150 0x7fc7a80a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:51.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.249+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc7b80cc340 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.249+0000 7fc7c21ca700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7a80a1150 0x7fc7a80a3600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000b5c0 tx=0x7fc7b0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:51.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.253+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc7b8095be0 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:51 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4259691742' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-07-14T12:44:51.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:51 smithi133 ceph-mon[98311]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:51.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:51 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1085746930' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-07-14T12:44:51.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:51 smithi133 ceph-mon[98311]: pgmap v253: 97 pgs: 16 creating+peering, 71 active+clean, 10 unknown; 579 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2023-07-14T12:44:51.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:51.504+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7fc7bc02c850 con 0x7fc7bc0ffbd0 2023-07-14T12:44:51.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:51 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4259691742' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-07-14T12:44:51.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:51 smithi130 ceph-mon[97977]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:51.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:51 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1085746930' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-07-14T12:44:51.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:51 smithi130 ceph-mon[97977]: pgmap v253: 97 pgs: 16 creating+peering, 71 active+clean, 10 unknown; 579 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2023-07-14T12:44:51.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:51 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4259691742' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-07-14T12:44:51.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:51 smithi040 ceph-mon[96535]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:51.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:51 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1085746930' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-07-14T12:44:51.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:51 smithi040 ceph-mon[96535]: pgmap v253: 97 pgs: 16 creating+peering, 71 active+clean, 10 unknown; 579 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 7 op/s 2023-07-14T12:44:52.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.098+0000 7fc7af7fe700 1 -- 172.21.15.40:0/3298150223 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7fc7b8099200 con 0x7fc7bc0ffbd0 2023-07-14T12:44:52.112 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.101+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7a80a1150 msgr2=0x7fc7a80a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.101+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7a80a1150 0x7fc7a80a3600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000b5c0 tx=0x7fc7b0005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.101+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 msgr2=0x7fc7bc101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc101390 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800c920 tx=0x7fc7b800cc30 comp rx=0 tx=0).stop 2023-07-14T12:44:52.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 shutdown_connections 2023-07-14T12:44:52.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7a80a1150 0x7fc7a80a3600 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7bc100560 0x7fc7bc1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7bc0fe9e0 0x7fc7bc102d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 --2- 172.21.15.40:0/3298150223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc0ffbd0 0x7fc7bc101390 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 >> 172.21.15.40:0/3298150223 conn(0x7fc7bc0fa000 msgr2=0x7fc7bc0fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:52.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 shutdown_connections 2023-07-14T12:44:52.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.102+0000 7fc7c442e700 1 -- 172.21.15.40:0/3298150223 wait complete. 2023-07-14T12:44:52.131 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-07-14T12:44:52.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 -- 172.21.15.40:0/3852002727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99300fe9e0 msgr2=0x7f99300fedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 --2- 172.21.15.40:0/3852002727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99300fe9e0 0x7f99300fedf0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f992c009990 tx=0x7f992c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 -- 172.21.15.40:0/3852002727 shutdown_connections 2023-07-14T12:44:52.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 --2- 172.21.15.40:0/3852002727 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9930100560 0x7f9930106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 --2- 172.21.15.40:0/3852002727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99300fe9e0 0x7f99300fedf0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 --2- 172.21.15.40:0/3852002727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300ffbd0 0x7f9930100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 -- 172.21.15.40:0/3852002727 >> 172.21.15.40:0/3852002727 conn(0x7f99300fa000 msgr2=0x7f99300fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:52.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 -- 172.21.15.40:0/3852002727 shutdown_connections 2023-07-14T12:44:52.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 -- 172.21.15.40:0/3852002727 wait complete. 2023-07-14T12:44:52.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 Processor -- start 2023-07-14T12:44:52.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 -- start start 2023-07-14T12:44:52.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300fe9e0 0x7f99301957e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.257+0000 7f993851e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99300ffbd0 0x7f9930195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f993851e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 0x7f993019cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f993851e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f993019d360 con 0x7f9930100560 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f993851e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f993019d4a0 con 0x7f99300ffbd0 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f993851e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f993019d630 con 0x7f99300fe9e0 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 0x7f993019cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 0x7f993019cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60086/0 (socket says 172.21.15.40:60086) 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 -- 172.21.15.40:0/3406207660 learned_addr learned my addr 172.21.15.40:0/3406207660 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9935ab9700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99300ffbd0 0x7f9930195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f99362ba700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300fe9e0 0x7f99301957e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 -- 172.21.15.40:0/3406207660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300fe9e0 msgr2=0x7f99301957e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300fe9e0 0x7f99301957e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 -- 172.21.15.40:0/3406207660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99300ffbd0 msgr2=0x7f9930195d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99300ffbd0 0x7f9930195d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 -- 172.21.15.40:0/3406207660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f992c0095f0 con 0x7f9930100560 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f99362ba700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300fe9e0 0x7f99301957e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f9936abb700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 0x7f993019cd90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f992800ada0 tx=0x7f992800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f992800f070 con 0x7f9930100560 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9928007b30 con 0x7f9930100560 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f993019d910 con 0x7f9930100560 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9928005440 con 0x7f9930100560 2023-07-14T12:44:52.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.258+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f993019de20 con 0x7f9930100560 2023-07-14T12:44:52.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.259+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9930105f10 con 0x7f9930100560 2023-07-14T12:44:52.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.261+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f9928004ad0 con 0x7f9930100560 2023-07-14T12:44:52.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.262+0000 7f99277fe700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f991c0a11d0 0x7f991c0a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.262+0000 7f99362ba700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f991c0a11d0 0x7f991c0a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.262+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f99280cc3f0 con 0x7f9930100560 2023-07-14T12:44:52.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.262+0000 7f99362ba700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f991c0a11d0 0x7f991c0a3680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f992c000c00 tx=0x7f992c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:52.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.265+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f9928095d20 con 0x7f9930100560 2023-07-14T12:44:52.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-07-14T12:44:52.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1085746930' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-07-14T12:44:52.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-07-14T12:44:52.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:52.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-07-14T12:44:52.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-07-14T12:44:52.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:52 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3298150223' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-07-14T12:44:52.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-07-14T12:44:52.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1085746930' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-07-14T12:44:52.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-07-14T12:44:52.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:52.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-07-14T12:44:52.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-07-14T12:44:52.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3298150223' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-07-14T12:44:52.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.512+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f993002c850 con 0x7f9930100560 2023-07-14T12:44:52.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-07-14T12:44:52.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1085746930' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-07-14T12:44:52.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-07-14T12:44:52.596 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-07-14T12:44:52.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-07-14T12:44:52.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-07-14T12:44:52.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:52 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3298150223' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-07-14T12:44:52.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.739+0000 7f99277fe700 1 -- 172.21.15.40:0/3406207660 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f9928099340 con 0x7f9930100560 2023-07-14T12:44:52.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f991c0a11d0 msgr2=0x7f991c0a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f991c0a11d0 0x7f991c0a3680 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f992c000c00 tx=0x7f992c005fb0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 msgr2=0x7f993019cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 0x7f993019cd90 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f992800ada0 tx=0x7f992800c330 comp rx=0 tx=0).stop 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 shutdown_connections 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f991c0a11d0 0x7f991c0a3680 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99300fe9e0 0x7f99301957e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9930100560 0x7f993019cd90 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 --2- 172.21.15.40:0/3406207660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99300ffbd0 0x7f9930195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.741+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 >> 172.21.15.40:0/3406207660 conn(0x7f99300fa000 msgr2=0x7f9930103050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:52.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.742+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 shutdown_connections 2023-07-14T12:44:52.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.742+0000 7f993851e700 1 -- 172.21.15.40:0/3406207660 wait complete. 2023-07-14T12:44:52.768 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2023-07-14T12:44:52.768 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 '' 2023-07-14T12:44:52.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 -- 172.21.15.40:0/671649230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb8072ef0 msgr2=0x7f6fb8073360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 --2- 172.21.15.40:0/671649230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb8072ef0 0x7f6fb8073360 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6fac009990 tx=0x7f6fac009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 -- 172.21.15.40:0/671649230 shutdown_connections 2023-07-14T12:44:52.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 --2- 172.21.15.40:0/671649230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fb81079c0 0x7f6fb8109e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 --2- 172.21.15.40:0/671649230 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fb80744d0 0x7f6fb8072920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 --2- 172.21.15.40:0/671649230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb8072ef0 0x7f6fb8073360 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 -- 172.21.15.40:0/671649230 >> 172.21.15.40:0/671649230 conn(0x7f6fb80fb130 msgr2=0x7f6fb80fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:52.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 -- 172.21.15.40:0/671649230 shutdown_connections 2023-07-14T12:44:52.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.888+0000 7f6fbf853700 1 -- 172.21.15.40:0/671649230 wait complete. 2023-07-14T12:44:52.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 Processor -- start 2023-07-14T12:44:52.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 -- start start 2023-07-14T12:44:52.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fb8072ef0 0x7f6fb81979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 0x7f6fb8197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fb81079c0 0x7f6fb819ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb819f560 con 0x7f6fb80744d0 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb819f6a0 con 0x7f6fb8072ef0 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbf853700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb819f830 con 0x7f6fb81079c0 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbcdee700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 0x7f6fb8197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbcdee700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 0x7f6fb8197f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60098/0 (socket says 172.21.15.40:60098) 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbd5ef700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fb8072ef0 0x7f6fb81979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.889+0000 7f6fbcdee700 1 -- 172.21.15.40:0/2797234986 learned_addr learned my addr 172.21.15.40:0/2797234986 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:52.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbddf0700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fb81079c0 0x7f6fb819ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbcdee700 1 -- 172.21.15.40:0/2797234986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fb81079c0 msgr2=0x7f6fb819ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbcdee700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fb81079c0 0x7f6fb819ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbcdee700 1 -- 172.21.15.40:0/2797234986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fb8072ef0 msgr2=0x7f6fb81979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbcdee700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fb8072ef0 0x7f6fb81979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbcdee700 1 -- 172.21.15.40:0/2797234986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fac0095f0 con 0x7f6fb80744d0 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbcdee700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 0x7f6fb8197f20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6fac000c00 tx=0x7f6fac00f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:52.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fac01d070 con 0x7f6fb80744d0 2023-07-14T12:44:52.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fac00fb50 con 0x7f6fb80744d0 2023-07-14T12:44:52.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fb819fab0 con 0x7f6fb80744d0 2023-07-14T12:44:52.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fac017650 con 0x7f6fb80744d0 2023-07-14T12:44:52.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.890+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fb819ffb0 con 0x7f6fb80744d0 2023-07-14T12:44:52.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.891+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fb8106100 con 0x7f6fb80744d0 2023-07-14T12:44:52.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.892+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f6fac00fcc0 con 0x7f6fb80744d0 2023-07-14T12:44:52.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.893+0000 7f6faa7fc700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fa40a11d0 0x7f6fa40a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:52.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.893+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6fac0cda90 con 0x7f6fb80744d0 2023-07-14T12:44:52.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.893+0000 7f6fbd5ef700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fa40a11d0 0x7f6fa40a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:52.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.894+0000 7f6fbd5ef700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fa40a11d0 0x7f6fa40a3680 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4005950 tx=0x7f6fb400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:52.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:52.898+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6fac0973c0 con 0x7f6fb80744d0 2023-07-14T12:44:53.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.128+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fb8060950 con 0x7f6fa40a11d0 2023-07-14T12:44:53.267 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: 2023-07-14T12:44:52.916+0000 7f0cb1d4c700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-07-14T12:44:53.267 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: 2023-07-14T12:44:52.916+0000 7f0cb1d4c700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2023-07-14T12:44:53.268 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: 2023-07-14T12:44:52.916+0000 7f0cb1d4c700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2023-07-14T12:44:53.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] up:active 2023-07-14T12:44:53.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3298150223' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-07-14T12:44:53.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-07-14T12:44:53.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3406207660' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] up:active 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3406207660' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: daemon mds.k assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2023-07-14T12:44:53.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=k=up:creating} 3 up:standby-replay 5 up:standby 2023-07-14T12:44:53.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: daemon mds.k is now active in filesystem cephfs as rank 3 2023-07-14T12:44:53.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:53 smithi130 ceph-mon[97977]: pgmap v254: 97 pgs: 97 active+clean; 581 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 5.2 KiB/s wr, 11 op/s 2023-07-14T12:44:53.477 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] up:active 2023-07-14T12:44:53.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3298150223' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-07-14T12:44:53.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-07-14T12:44:53.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-07-14T12:44:53.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-07-14T12:44:53.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3406207660' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] up:active 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3406207660' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: daemon mds.k assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=k=up:creating} 3 up:standby-replay 5 up:standby 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: daemon mds.k is now active in filesystem cephfs as rank 3 2023-07-14T12:44:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:53 smithi133 ceph-mon[98311]: pgmap v254: 97 pgs: 97 active+clean; 581 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 5.2 KiB/s wr, 11 op/s 2023-07-14T12:44:53.595 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:44:53.134+0000 7fe7a829e700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:44:53.596 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:44:53.134+0000 7fe7a829e700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:44:53.596 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:44:53.134+0000 7fe7a829e700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:44:53.596 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:44:53.134+0000 7fe7a829e700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:44:53.596 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:44:53.134+0000 7fe7a829e700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] up:active 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3298150223' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: daemon mds.h is now active in filesystem cephfs as rank 2 2023-07-14T12:44:53.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3406207660' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] up:active 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3406207660' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: daemon mds.k assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=k=up:creating} 3 up:standby-replay 5 up:standby 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: daemon mds.k is now active in filesystem cephfs as rank 3 2023-07-14T12:44:53.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:53 smithi040 ceph-mon[96535]: pgmap v254: 97 pgs: 97 active+clean; 581 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail; 682 B/s rd, 5.2 KiB/s wr, 11 op/s 2023-07-14T12:44:53.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.789+0000 7f6faa7fc700 1 -- 172.21.15.40:0/2797234986 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f6fb8060950 con 0x7f6fa40a11d0 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fa40a11d0 msgr2=0x7f6fa40a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fa40a11d0 0x7f6fa40a3680 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4005950 tx=0x7f6fb400b410 comp rx=0 tx=0).stop 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 msgr2=0x7f6fb8197f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 0x7f6fb8197f20 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f6fac000c00 tx=0x7f6fac00f710 comp rx=0 tx=0).stop 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 shutdown_connections 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fa40a11d0 0x7f6fa40a3680 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6fb81079c0 0x7f6fb819ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6fb8072ef0 0x7f6fb81979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 --2- 172.21.15.40:0/2797234986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6fb80744d0 0x7f6fb8197f20 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 >> 172.21.15.40:0/2797234986 conn(0x7f6fb80fb130 msgr2=0x7f6fb80fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:53.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 shutdown_connections 2023-07-14T12:44:53.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.792+0000 7f6fbf853700 1 -- 172.21.15.40:0/2797234986 wait complete. 2023-07-14T12:44:53.816 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_0 2023-07-14T12:44:53.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 -- 172.21.15.40:0/1507320162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b44100d30 msgr2=0x7f5b44101180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:53.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 --2- 172.21.15.40:0/1507320162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b44100d30 0x7f5b44101180 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5b34009990 tx=0x7f5b34009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 -- 172.21.15.40:0/1507320162 shutdown_connections 2023-07-14T12:44:53.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 --2- 172.21.15.40:0/1507320162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b440ffb40 0x7f5b440fff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 --2- 172.21.15.40:0/1507320162 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b441016c0 0x7f5b44107f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 --2- 172.21.15.40:0/1507320162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b44100d30 0x7f5b44101180 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 -- 172.21.15.40:0/1507320162 >> 172.21.15.40:0/1507320162 conn(0x7f5b440fb160 msgr2=0x7f5b440fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:53.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 -- 172.21.15.40:0/1507320162 shutdown_connections 2023-07-14T12:44:53.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.937+0000 7f5b49448700 1 -- 172.21.15.40:0/1507320162 wait complete. 2023-07-14T12:44:53.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 Processor -- start 2023-07-14T12:44:53.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 -- start start 2023-07-14T12:44:53.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 0x7f5b440742c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:53.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b44100d30 0x7f5b44072900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:53.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b441016c0 0x7f5b44072e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:53.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b440735e0 con 0x7f5b440ffb40 2023-07-14T12:44:53.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b44073750 con 0x7f5b44100d30 2023-07-14T12:44:53.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b49448700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b4419f830 con 0x7f5b441016c0 2023-07-14T12:44:53.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 0x7f5b440742c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:53.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 0x7f5b440742c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60130/0 (socket says 172.21.15.40:60130) 2023-07-14T12:44:53.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 -- 172.21.15.40:0/2465029985 learned_addr learned my addr 172.21.15.40:0/2465029985 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:53.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b427fc700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b44100d30 0x7f5b44072900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:53.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b437fe700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b441016c0 0x7f5b44072e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:53.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 -- 172.21.15.40:0/2465029985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b441016c0 msgr2=0x7f5b44072e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:53.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b441016c0 0x7f5b44072e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 -- 172.21.15.40:0/2465029985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b44100d30 msgr2=0x7f5b44072900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b44100d30 0x7f5b44072900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.938+0000 7f5b42ffd700 1 -- 172.21.15.40:0/2465029985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b340095f0 con 0x7f5b440ffb40 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.939+0000 7f5b42ffd700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 0x7f5b440742c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c00e970 tx=0x7f5b2c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.939+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c009790 con 0x7f5b440ffb40 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.939+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5b2c00c7e0 con 0x7f5b440ffb40 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.939+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b4419fb10 con 0x7f5b440ffb40 2023-07-14T12:44:53.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.939+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c003c70 con 0x7f5b440ffb40 2023-07-14T12:44:53.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.939+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b441a0070 con 0x7f5b440ffb40 2023-07-14T12:44:53.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.940+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b44106a70 con 0x7f5b440ffb40 2023-07-14T12:44:53.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.941+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f5b2c00cc50 con 0x7f5b440ffb40 2023-07-14T12:44:53.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.942+0000 7f5b3bfff700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5b300a11d0 0x7f5b300a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:53.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.942+0000 7f5b427fc700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5b300a11d0 0x7f5b300a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:53.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.942+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5b2c014070 con 0x7f5b440ffb40 2023-07-14T12:44:53.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.942+0000 7f5b427fc700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5b300a11d0 0x7f5b300a3680 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5b3400b2e0 tx=0x7f5b34005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:53.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:53.946+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5b2c0961a0 con 0x7f5b440ffb40 2023-07-14T12:44:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.177+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f5b44060950 con 0x7f5b300a11d0 2023-07-14T12:44:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.181+0000 7f5b3bfff700 1 -- 172.21.15.40:0/2465029985 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f5b44060950 con 0x7f5b300a11d0 2023-07-14T12:44:54.192 INFO:teuthology.orchestra.run.smithi040.stdout:/volumes/_nogroup/sv_0/1188c10e-be14-4321-a94f-de9239e09ad7 2023-07-14T12:44:54.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5b300a11d0 msgr2=0x7f5b300a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5b300a11d0 0x7f5b300a3680 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5b3400b2e0 tx=0x7f5b34005960 comp rx=0 tx=0).stop 2023-07-14T12:44:54.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 msgr2=0x7f5b440742c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 0x7f5b440742c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5b2c00e970 tx=0x7f5b2c00ec80 comp rx=0 tx=0).stop 2023-07-14T12:44:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 shutdown_connections 2023-07-14T12:44:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5b300a11d0 0x7f5b300a3680 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b441016c0 0x7f5b44072e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b440ffb40 0x7f5b440742c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 --2- 172.21.15.40:0/2465029985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5b44100d30 0x7f5b44072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 >> 172.21.15.40:0/2465029985 conn(0x7f5b440fb160 msgr2=0x7f5b440fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.183+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 shutdown_connections 2023-07-14T12:44:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.184+0000 7f5b49448700 1 -- 172.21.15.40:0/2465029985 wait complete. 2023-07-14T12:44:54.206 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 '' 2023-07-14T12:44:54.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 -- 172.21.15.40:0/4286762902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38105800 msgr2=0x7f4c38107c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/4286762902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38105800 0x7f4c38107c00 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4c3000b0a0 tx=0x7f4c3000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 -- 172.21.15.40:0/4286762902 shutdown_connections 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/4286762902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c381005c0 0x7f4c381029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/4286762902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38105800 0x7f4c38107c00 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/4286762902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4c38102ee0 0x7f4c381052c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 -- 172.21.15.40:0/4286762902 >> 172.21.15.40:0/4286762902 conn(0x7f4c380fa000 msgr2=0x7f4c380fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 -- 172.21.15.40:0/4286762902 shutdown_connections 2023-07-14T12:44:54.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.326+0000 7f4c3ccab700 1 -- 172.21.15.40:0/4286762902 wait complete. 2023-07-14T12:44:54.340 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 Processor -- start 2023-07-14T12:44:54.340 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 -- start start 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c381005c0 0x7f4c381958f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 0x7f4c38195e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4c38105800 0x7f4c3819cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c3819d470 con 0x7f4c38102ee0 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c3819d5b0 con 0x7f4c38105800 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3ccab700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c3819d740 con 0x7f4c381005c0 2023-07-14T12:44:54.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 0x7f4c38195e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 0x7f4c38195e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60146/0 (socket says 172.21.15.40:60146) 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 -- 172.21.15.40:0/1887796799 learned_addr learned my addr 172.21.15.40:0/1887796799 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c3659c700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c381005c0 0x7f4c381958f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c36d9d700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4c38105800 0x7f4c3819cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 -- 172.21.15.40:0/1887796799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c381005c0 msgr2=0x7f4c381958f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c381005c0 0x7f4c381958f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 -- 172.21.15.40:0/1887796799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4c38105800 msgr2=0x7f4c3819cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4c38105800 0x7f4c3819cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.327+0000 7f4c35d9b700 1 -- 172.21.15.40:0/1887796799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c30009d00 con 0x7f4c38102ee0 2023-07-14T12:44:54.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.328+0000 7f4c35d9b700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 0x7f4c38195e30 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c00d950 tx=0x7f4c2c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:54.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.328+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c2c009940 con 0x7f4c38102ee0 2023-07-14T12:44:54.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.328+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c2c010460 con 0x7f4c38102ee0 2023-07-14T12:44:54.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.328+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c3819da20 con 0x7f4c38102ee0 2023-07-14T12:44:54.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.328+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c2c00f620 con 0x7f4c38102ee0 2023-07-14T12:44:54.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.328+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c3819df30 con 0x7f4c38102ee0 2023-07-14T12:44:54.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.329+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c380fbb70 con 0x7f4c38102ee0 2023-07-14T12:44:54.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.330+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f4c2c0108d0 con 0x7f4c38102ee0 2023-07-14T12:44:54.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.330+0000 7f4c277fe700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f4c200a1150 0x7f4c200a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.331+0000 7f4c3659c700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f4c200a1150 0x7f4c200a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.331+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f4c2c0cc6f0 con 0x7f4c38102ee0 2023-07-14T12:44:54.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.331+0000 7f4c3659c700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f4c200a1150 0x7f4c200a3600 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4c28005950 tx=0x7f4c2800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:54.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.334+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f4c2c095ef0 con 0x7f4c38102ee0 2023-07-14T12:44:54.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.568+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f4c38060950 con 0x7f4c200a1150 2023-07-14T12:44:54.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.592+0000 7f4c277fe700 1 -- 172.21.15.40:0/1887796799 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f4c38060950 con 0x7f4c200a1150 2023-07-14T12:44:54.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.594+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f4c200a1150 msgr2=0x7f4c200a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.594+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f4c200a1150 0x7f4c200a3600 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4c28005950 tx=0x7f4c2800b410 comp rx=0 tx=0).stop 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.594+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 msgr2=0x7f4c38195e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.594+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 0x7f4c38195e30 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c00d950 tx=0x7f4c2c00dc60 comp rx=0 tx=0).stop 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.594+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 shutdown_connections 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f4c200a1150 0x7f4c200a3600 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4c381005c0 0x7f4c381958f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4c38105800 0x7f4c3819cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 --2- 172.21.15.40:0/1887796799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4c38102ee0 0x7f4c38195e30 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 >> 172.21.15.40:0/1887796799 conn(0x7f4c380fa000 msgr2=0x7f4c38101220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:54.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 shutdown_connections 2023-07-14T12:44:54.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.595+0000 7f4c3ccab700 1 -- 172.21.15.40:0/1887796799 wait complete. 2023-07-14T12:44:54.618 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_1 2023-07-14T12:44:54.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 -- 172.21.15.40:0/2865387998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fdc20 msgr2=0x7f8e600fe070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 --2- 172.21.15.40:0/2865387998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fdc20 0x7f8e600fe070 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009990 tx=0x7f8e50009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 -- 172.21.15.40:0/2865387998 shutdown_connections 2023-07-14T12:44:54.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 --2- 172.21.15.40:0/2865387998 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e601000a0 0x7f8e601004b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 --2- 172.21.15.40:0/2865387998 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e600fe5b0 0x7f8e600fea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 --2- 172.21.15.40:0/2865387998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fdc20 0x7f8e600fe070 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 -- 172.21.15.40:0/2865387998 >> 172.21.15.40:0/2865387998 conn(0x7f8e600f9850 msgr2=0x7f8e600fbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:54.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 -- 172.21.15.40:0/2865387998 shutdown_connections 2023-07-14T12:44:54.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.735+0000 7f8e65a10700 1 -- 172.21.15.40:0/2865387998 wait complete. 2023-07-14T12:44:54.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 Processor -- start 2023-07-14T12:44:54.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 -- start start 2023-07-14T12:44:54.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e600fdc20 0x7f8e601979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 0x7f8e60197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e601000a0 0x7f8e6019efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6019f570 con 0x7f8e600fe5b0 2023-07-14T12:44:54.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6019f6b0 con 0x7f8e600fdc20 2023-07-14T12:44:54.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e65a10700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e6019f840 con 0x7f8e601000a0 2023-07-14T12:44:54.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 0x7f8e60197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 0x7f8e60197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60162/0 (socket says 172.21.15.40:60162) 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 -- 172.21.15.40:0/1951932278 learned_addr learned my addr 172.21.15.40:0/1951932278 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5f7fe700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e601000a0 0x7f8e6019efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5effd700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e600fdc20 0x7f8e601979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 -- 172.21.15.40:0/1951932278 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e601000a0 msgr2=0x7f8e6019efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e601000a0 0x7f8e6019efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 -- 172.21.15.40:0/1951932278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e600fdc20 msgr2=0x7f8e601979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:54.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e600fdc20 0x7f8e601979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 -- 172.21.15.40:0/1951932278 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e500095f0 con 0x7f8e600fe5b0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.736+0000 7f8e5e7fc700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 0x7f8e60197f30 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8e500059d0 tx=0x7f8e5000f510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.737+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e5001d070 con 0x7f8e600fe5b0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.737+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e6019fac0 con 0x7f8e600fe5b0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.737+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e5000fd60 con 0x7f8e600fe5b0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.737+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e50017650 con 0x7f8e600fe5b0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.737+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e6019ff40 con 0x7f8e600fe5b0 2023-07-14T12:44:54.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.738+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e60109ad0 con 0x7f8e600fe5b0 2023-07-14T12:44:54.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.739+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8e50004830 con 0x7f8e600fe5b0 2023-07-14T12:44:54.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.740+0000 7f8e64a0e700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e4c0a1150 0x7f8e4c0a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:54.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.740+0000 7f8e5effd700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e4c0a1150 0x7f8e4c0a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:54.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.740+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8e500ce020 con 0x7f8e600fe5b0 2023-07-14T12:44:54.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.740+0000 7f8e5effd700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e4c0a1150 0x7f8e4c0a3600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8e48005950 tx=0x7f8e480058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:54.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.743+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f8e500978b0 con 0x7f8e600fe5b0 2023-07-14T12:44:54.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.982+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e60060950 con 0x7f8e4c0a1150 2023-07-14T12:44:54.997 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.987+0000 7f8e64a0e700 1 -- 172.21.15.40:0/1951932278 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f8e60060950 con 0x7f8e4c0a1150 2023-07-14T12:44:54.997 INFO:teuthology.orchestra.run.smithi040.stdout:/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f 2023-07-14T12:44:54.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e4c0a1150 msgr2=0x7f8e4c0a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e4c0a1150 0x7f8e4c0a3600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8e48005950 tx=0x7f8e480058e0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 msgr2=0x7f8e60197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 0x7f8e60197f30 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f8e500059d0 tx=0x7f8e5000f510 comp rx=0 tx=0).stop 2023-07-14T12:44:55.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 shutdown_connections 2023-07-14T12:44:55.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e4c0a1150 0x7f8e4c0a3600 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e601000a0 0x7f8e6019efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e600fdc20 0x7f8e601979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 --2- 172.21.15.40:0/1951932278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e600fe5b0 0x7f8e60197f30 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 >> 172.21.15.40:0/1951932278 conn(0x7f8e600f9850 msgr2=0x7f8e600fb4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:55.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 shutdown_connections 2023-07-14T12:44:55.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:54.989+0000 7f8e65a10700 1 -- 172.21.15.40:0/1951932278 wait complete. 2023-07-14T12:44:55.011 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:active 2023-07-14T12:44:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-07-14T12:44:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-07-14T12:44:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: Cluster is now healthy 2023-07-14T12:44:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=k=up:active} 3 up:standby-replay 5 up:standby 2023-07-14T12:44:55.012 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2023-07-14T12:44:55.013 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:54 smithi040 ceph-mon[96535]: daemon mds.l is now active in filesystem cephfs as rank 4 2023-07-14T12:44:55.013 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:44:55.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:55.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:active 2023-07-14T12:44:55.017 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-07-14T12:44:55.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-07-14T12:44:55.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: Cluster is now healthy 2023-07-14T12:44:55.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=k=up:active} 3 up:standby-replay 5 up:standby 2023-07-14T12:44:55.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2023-07-14T12:44:55.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:54 smithi130 ceph-mon[97977]: daemon mds.l is now active in filesystem cephfs as rank 4 2023-07-14T12:44:55.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 -- 172.21.15.40:0/1917130130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 msgr2=0x7f0100106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 --2- 172.21.15.40:0/1917130130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f0100106e10 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f00f800b0a0 tx=0x7f00f800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 -- 172.21.15.40:0/1917130130 shutdown_connections 2023-07-14T12:44:55.142 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 --2- 172.21.15.40:0/1917130130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f0100106e10 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.142 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 --2- 172.21.15.40:0/1917130130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f01000fe9d0 0x7f01000fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.142 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 --2- 172.21.15.40:0/1917130130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 0x7f0100100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.142 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 -- 172.21.15.40:0/1917130130 >> 172.21.15.40:0/1917130130 conn(0x7f01000f9fd0 msgr2=0x7f01000fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:55.142 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 -- 172.21.15.40:0/1917130130 shutdown_connections 2023-07-14T12:44:55.142 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.130+0000 7f0107de1700 1 -- 172.21.15.40:0/1917130130 wait complete. 2023-07-14T12:44:55.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 Processor -- start 2023-07-14T12:44:55.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 -- start start 2023-07-14T12:44:55.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f01000fe9d0 0x7f01001958f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 0x7f0100195e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f010019cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010019d470 con 0x7f0100100550 2023-07-14T12:44:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010019d5b0 con 0x7f01000fe9d0 2023-07-14T12:44:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0107de1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010019d740 con 0x7f01000ffbc0 2023-07-14T12:44:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f010019cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f010019cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60200/0 (socket says 172.21.15.40:60200) 2023-07-14T12:44:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 -- 172.21.15.40:0/2174118279 learned_addr learned my addr 172.21.15.40:0/2174118279 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010537c700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 0x7f0100195e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f0105b7d700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f01000fe9d0 0x7f01001958f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 -- 172.21.15.40:0/2174118279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 msgr2=0x7f0100195e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 0x7f0100195e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 -- 172.21.15.40:0/2174118279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f01000fe9d0 msgr2=0x7f01001958f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f01000fe9d0 0x7f01001958f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 -- 172.21.15.40:0/2174118279 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00f8009d00 con 0x7f0100100550 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010537c700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 0x7f0100195e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f010637e700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f010019cea0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f00f800d010 tx=0x7f00f8004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.131+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00f800e040 con 0x7f0100100550 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.132+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f00f8009440 con 0x7f0100100550 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.132+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f010019d9c0 con 0x7f0100100550 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.132+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00f8004020 con 0x7f0100100550 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.132+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f010019de40 con 0x7f0100100550 2023-07-14T12:44:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.133+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0100105810 con 0x7f0100100550 2023-07-14T12:44:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.134+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f00f801d690 con 0x7f0100100550 2023-07-14T12:44:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.135+0000 7f00f2ffd700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00ec0a11a0 0x7f00ec0a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.135+0000 7f0105b7d700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00ec0a11a0 0x7f00ec0a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.135+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f00f80ce590 con 0x7f0100100550 2023-07-14T12:44:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.135+0000 7f0105b7d700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00ec0a11a0 0x7f00ec0a3650 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f01000ffa20 tx=0x7f00fc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.138+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f00f8097ec0 con 0x7f0100100550 2023-07-14T12:44:55.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:55.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:active 2023-07-14T12:44:55.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: daemon mds.l assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-07-14T12:44:55.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-07-14T12:44:55.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: Cluster is now healthy 2023-07-14T12:44:55.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=k=up:active} 3 up:standby-replay 5 up:standby 2023-07-14T12:44:55.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2023-07-14T12:44:55.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:54 smithi133 ceph-mon[98311]: daemon mds.l is now active in filesystem cephfs as rank 4 2023-07-14T12:44:55.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.385+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f010002c850 con 0x7f0100100550 2023-07-14T12:44:55.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.386+0000 7f00f2ffd700 1 -- 172.21.15.40:0/2174118279 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7f00f809b4e0 con 0x7f0100100550 2023-07-14T12:44:55.397 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:55.397 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:44:55.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.388+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00ec0a11a0 msgr2=0x7f00ec0a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.388+0000 7f0107de1700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00ec0a11a0 0x7f00ec0a3650 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f01000ffa20 tx=0x7f00fc00b410 comp rx=0 tx=0).stop 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.388+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 msgr2=0x7f010019cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.388+0000 7f0107de1700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f010019cea0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f00f800d010 tx=0x7f00f8004c80 comp rx=0 tx=0).stop 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.388+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 shutdown_connections 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.388+0000 7f0107de1700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f00ec0a11a0 0x7f00ec0a3650 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.389+0000 7f0107de1700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0100100550 0x7f010019cea0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.389+0000 7f0107de1700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f01000fe9d0 0x7f01001958f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.389+0000 7f0107de1700 1 --2- 172.21.15.40:0/2174118279 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01000ffbc0 0x7f0100195e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.389+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 >> 172.21.15.40:0/2174118279 conn(0x7f01000f9fd0 msgr2=0x7f01000fc160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:55.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.389+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 shutdown_connections 2023-07-14T12:44:55.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.389+0000 7f0107de1700 1 -- 172.21.15.40:0/2174118279 wait complete. 2023-07-14T12:44:55.401 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:44:55.412 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:44:55.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 -- 172.21.15.40:0/572188538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c01016f0 msgr2=0x7f45c0107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 --2- 172.21.15.40:0/572188538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c01016f0 0x7f45c0107fb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f45b800b0a0 tx=0x7f45b800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 -- 172.21.15.40:0/572188538 shutdown_connections 2023-07-14T12:44:55.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 --2- 172.21.15.40:0/572188538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c00fdd90 0x7f45c00fe1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 --2- 172.21.15.40:0/572188538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c01016f0 0x7f45c0107fb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 --2- 172.21.15.40:0/572188538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c0100d60 0x7f45c01011b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 -- 172.21.15.40:0/572188538 >> 172.21.15.40:0/572188538 conn(0x7f45c00f9770 msgr2=0x7f45c00fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:55.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 -- 172.21.15.40:0/572188538 shutdown_connections 2023-07-14T12:44:55.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 -- 172.21.15.40:0/572188538 wait complete. 2023-07-14T12:44:55.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 Processor -- start 2023-07-14T12:44:55.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.528+0000 7f45c554b700 1 -- start start 2023-07-14T12:44:55.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 0x7f45c01006d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0100d60 0x7f45c00fed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c01016f0 0x7f45c00ff250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c00ff9f0 con 0x7f45c00fdd90 2023-07-14T12:44:55.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c00ffb60 con 0x7f45c01016f0 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c019f900 con 0x7f45c0100d60 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 0x7f45c01006d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 0x7f45c01006d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60210/0 (socket says 172.21.15.40:60210) 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 -- 172.21.15.40:0/4024948881 learned_addr learned my addr 172.21.15.40:0/4024948881 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45be7fc700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0100d60 0x7f45c00fed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45bf7fe700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c01016f0 0x7f45c00ff250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 -- 172.21.15.40:0/4024948881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0100d60 msgr2=0x7f45c00fed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0100d60 0x7f45c00fed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 -- 172.21.15.40:0/4024948881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c01016f0 msgr2=0x7f45c00ff250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c01016f0 0x7f45c00ff250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 -- 172.21.15.40:0/4024948881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45b8009d00 con 0x7f45c00fdd90 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45bf7fe700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c01016f0 0x7f45c00ff250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45beffd700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 0x7f45c01006d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f45b400d980 tx=0x7f45b400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b4004020 con 0x7f45c00fdd90 2023-07-14T12:44:55.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45b4009730 con 0x7f45c00fdd90 2023-07-14T12:44:55.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45c019fbe0 con 0x7f45c00fdd90 2023-07-14T12:44:55.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.529+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b4003a80 con 0x7f45c00fdd90 2023-07-14T12:44:55.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.530+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45c01a00f0 con 0x7f45c00fdd90 2023-07-14T12:44:55.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.531+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45c010b2b0 con 0x7f45c00fdd90 2023-07-14T12:44:55.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.532+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f45b40098a0 con 0x7f45c00fdd90 2023-07-14T12:44:55.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.532+0000 7f45a7fff700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f45a80a11a0 0x7f45a80a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.532+0000 7f45be7fc700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f45a80a11a0 0x7f45a80a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.532+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f45b40cc490 con 0x7f45c00fdd90 2023-07-14T12:44:55.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.533+0000 7f45be7fc700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f45a80a11a0 0x7f45a80a3650 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f45b0007be0 tx=0x7f45b00073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:55.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.537+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f45b4095d30 con 0x7f45c00fdd90 2023-07-14T12:44:55.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.739+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f45c0106970 con 0x7f45c00fdd90 2023-07-14T12:44:55.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.740+0000 7f45a7fff700 1 -- 172.21.15.40:0/4024948881 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7f45b4099350 con 0x7f45c00fdd90 2023-07-14T12:44:55.751 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:55.752 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:44:55.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.742+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f45a80a11a0 msgr2=0x7f45a80a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.742+0000 7f45c554b700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f45a80a11a0 0x7f45a80a3650 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f45b0007be0 tx=0x7f45b00073d0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 msgr2=0x7f45c01006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 0x7f45c01006d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f45b400d980 tx=0x7f45b400dc90 comp rx=0 tx=0).stop 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 shutdown_connections 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f45a80a11a0 0x7f45a80a3650 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f45c01016f0 0x7f45c00ff250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f45c00fdd90 0x7f45c01006d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 --2- 172.21.15.40:0/4024948881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45c0100d60 0x7f45c00fed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 >> 172.21.15.40:0/4024948881 conn(0x7f45c00f9770 msgr2=0x7f45c00fb8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:55.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 shutdown_connections 2023-07-14T12:44:55.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.743+0000 7f45c554b700 1 -- 172.21.15.40:0/4024948881 wait complete. 2023-07-14T12:44:55.767 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-07-14T12:44:55.768 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-14T12:44:55.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 -- 172.21.15.40:0/2361498661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66480fe9d0 msgr2=0x7f66480fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 --2- 172.21.15.40:0/2361498661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66480fe9d0 0x7f66480fede0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6638009990 tx=0x7f6638009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 -- 172.21.15.40:0/2361498661 shutdown_connections 2023-07-14T12:44:55.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 --2- 172.21.15.40:0/2361498661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6648100550 0x7f6648106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 --2- 172.21.15.40:0/2361498661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66480fe9d0 0x7f66480fede0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 --2- 172.21.15.40:0/2361498661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66480ffbc0 0x7f6648100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 -- 172.21.15.40:0/2361498661 >> 172.21.15.40:0/2361498661 conn(0x7f66480f9fd0 msgr2=0x7f66480fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:55.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 -- 172.21.15.40:0/2361498661 shutdown_connections 2023-07-14T12:44:55.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 -- 172.21.15.40:0/2361498661 wait complete. 2023-07-14T12:44:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 Processor -- start 2023-07-14T12:44:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.888+0000 7f664e95f700 1 -- start start 2023-07-14T12:44:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66480fe9d0 0x7f6648195830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66480ffbc0 0x7f6648195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 0x7f664819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664819d3b0 con 0x7f6648100550 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664819d4f0 con 0x7f66480fe9d0 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f664819d680 con 0x7f66480ffbc0 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 0x7f664819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 0x7f664819cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60228/0 (socket says 172.21.15.40:60228) 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 -- 172.21.15.40:0/636484108 learned_addr learned my addr 172.21.15.40:0/636484108 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f66477fe700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66480ffbc0 0x7f6648195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f6647fff700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66480fe9d0 0x7f6648195830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 -- 172.21.15.40:0/636484108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66480ffbc0 msgr2=0x7f6648195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66480ffbc0 0x7f6648195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 -- 172.21.15.40:0/636484108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66480fe9d0 msgr2=0x7f6648195830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66480fe9d0 0x7f6648195830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 -- 172.21.15.40:0/636484108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66380095f0 con 0x7f6648100550 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f66477fe700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66480ffbc0 0x7f6648195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664cefc700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 0x7f664819cde0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6640007ee0 tx=0x7f664000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:55.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f664000ddd0 con 0x7f6648100550 2023-07-14T12:44:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f664000f040 con 0x7f6648100550 2023-07-14T12:44:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f664819d960 con 0x7f6648100550 2023-07-14T12:44:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6640015400 con 0x7f6648100550 2023-07-14T12:44:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.889+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f664819de20 con 0x7f6648100550 2023-07-14T12:44:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.890+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6648105f70 con 0x7f6648100550 2023-07-14T12:44:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.891+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f6640004020 con 0x7f6648100550 2023-07-14T12:44:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.892+0000 7f66457fa700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66300a1220 0x7f66300a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.892+0000 7f6647fff700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66300a1220 0x7f66300a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.892+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f66400cc340 con 0x7f6648100550 2023-07-14T12:44:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.892+0000 7f6647fff700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66300a1220 0x7f66300a36d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6638006010 tx=0x7f663800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:55.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:55.896+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f664004e790 con 0x7f6648100550 2023-07-14T12:44:56.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] up:active 2023-07-14T12:44:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2023-07-14T12:44:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:44:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: pgmap v255: 97 pgs: 97 active+clean; 616 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 10 KiB/s wr, 19 op/s 2023-07-14T12:44:56.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2174118279' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:56.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:55 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4024948881' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:56.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.092+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6648060950 con 0x7f66300a1220 2023-07-14T12:44:56.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.105+0000 7f66457fa700 1 -- 172.21.15.40:0/636484108 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+336084 (secure 0 0 0) 0x7f6648060950 con 0x7f66300a1220 2023-07-14T12:44:56.120 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:56.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66300a1220 msgr2=0x7f66300a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66300a1220 0x7f66300a36d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6638006010 tx=0x7f663800b540 comp rx=0 tx=0).stop 2023-07-14T12:44:56.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 msgr2=0x7f664819cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 0x7f664819cde0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6640007ee0 tx=0x7f664000d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 shutdown_connections 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66300a1220 0x7f66300a36d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6648100550 0x7f664819cde0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66480fe9d0 0x7f6648195830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 --2- 172.21.15.40:0/636484108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66480ffbc0 0x7f6648195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 >> 172.21.15.40:0/636484108 conn(0x7f66480f9fd0 msgr2=0x7f66481030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:56.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 shutdown_connections 2023-07-14T12:44:56.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.109+0000 7f664e95f700 1 -- 172.21.15.40:0/636484108 wait complete. 2023-07-14T12:44:56.124 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:44:56.132 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":255,"stamp":"2023-07-14T12:44:54.983144+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":630824,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":161,"num_read_kb":173,"num_write":312,"num_write_kb":3019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":257,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":335412,"kb_used_data":11988,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124606412,"statfs":{"total":1151940427776,"available":1151596965888,"internally_reserved":0,"allocated":12275712,"data_stored":6747705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":40456,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":25,"num_read_kb":54,"num_write":131,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.930988"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010574+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:44:49.010574+0000","last_peered":"2023-07-14T12:44:49.010574+0000","last_clean":"2023-07-14T12:44:49.010574+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:44:49.010574+0000","last_undegraded":"2023-07-14T12:44:49.010574+0000","last_fullsized":"2023-07-14T12:44:49.010574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:05:09.642911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863370+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:44:48.863370+0000","last_peered":"2023-07-14T12:44:48.863370+0000","last_clean":"2023-07-14T12:44:48.863370+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:44:48.863370+0000","last_undegraded":"2023-07-14T12:44:48.863370+0000","last_fullsized":"2023-07-14T12:44:48.863370+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:13:58.295179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863232+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:44:48.863232+0000","last_peered":"2023-07-14T12:44:48.863232+0000","last_clean":"2023-07-14T12:44:48.863232+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:44:48.863232+0000","last_undegraded":"2023-07-14T12:44:48.863232+0000","last_fullsized":"2023-07-14T12:44:48.863232+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:33:46.751004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010355+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:44:49.010355+0000","last_peered":"2023-07-14T12:44:49.010355+0000","last_clean":"2023-07-14T12:44:49.010355+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:44:49.010355+0000","last_undegraded":"2023-07-14T12:44:49.010355+0000","last_fullsized":"2023-07-14T12:44:49.010355+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:05:40.141339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009975+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:44:49.009975+0000","last_peered":"2023-07-14T12:44:49.009975+0000","last_clean":"2023-07-14T12:44:49.009975+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:44:49.009975+0000","last_undegraded":"2023-07-14T12:44:49.009975+0000","last_fullsized":"2023-07-14T12:44:49.009975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:34:25.655645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742967+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:44:48.742967+0000","last_peered":"2023-07-14T12:44:48.742967+0000","last_clean":"2023-07-14T12:44:48.742967+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:44:48.742967+0000","last_undegraded":"2023-07-14T12:44:48.742967+0000","last_fullsized":"2023-07-14T12:44:48.742967+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:37:33.730123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678449+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:44:49.678449+0000","last_peered":"2023-07-14T12:44:49.678449+0000","last_clean":"2023-07-14T12:44:49.678449+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:44:49.678449+0000","last_undegraded":"2023-07-14T12:44:49.678449+0000","last_fullsized":"2023-07-14T12:44:49.678449+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:01:08.369408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743912+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:44:48.743912+0000","last_peered":"2023-07-14T12:44:48.743912+0000","last_clean":"2023-07-14T12:44:48.743912+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:44:48.743912+0000","last_undegraded":"2023-07-14T12:44:48.743912+0000","last_fullsized":"2023-07-14T12:44:48.743912+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:45:22.085413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010467+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:44:49.010467+0000","last_peered":"2023-07-14T12:44:49.010467+0000","last_clean":"2023-07-14T12:44:49.010467+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:44:49.010467+0000","last_undegraded":"2023-07-14T12:44:49.010467+0000","last_fullsized":"2023-07-14T12:44:49.010467+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:48.911529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743149+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:44:48.743149+0000","last_peered":"2023-07-14T12:44:48.743149+0000","last_clean":"2023-07-14T12:44:48.743149+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:44:48.743149+0000","last_undegraded":"2023-07-14T12:44:48.743149+0000","last_fullsized":"2023-07-14T12:44:48.743149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:07:09.602061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678734+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:44:49.678734+0000","last_peered":"2023-07-14T12:44:49.678734+0000","last_clean":"2023-07-14T12:44:49.678734+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:44:49.678734+0000","last_undegraded":"2023-07-14T12:44:49.678734+0000","last_fullsized":"2023-07-14T12:44:49.678734+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:20:18.355855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010420+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:44:49.010420+0000","last_peered":"2023-07-14T12:44:49.010420+0000","last_clean":"2023-07-14T12:44:49.010420+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:44:49.010420+0000","last_undegraded":"2023-07-14T12:44:49.010420+0000","last_fullsized":"2023-07-14T12:44:49.010420+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:33:41.427529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010550+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:44:49.010550+0000","last_peered":"2023-07-14T12:44:49.010550+0000","last_clean":"2023-07-14T12:44:49.010550+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:44:49.010550+0000","last_undegraded":"2023-07-14T12:44:49.010550+0000","last_fullsized":"2023-07-14T12:44:49.010550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:54:16.820823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863217+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:44:48.863217+0000","last_peered":"2023-07-14T12:44:48.863217+0000","last_clean":"2023-07-14T12:44:48.863217+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:44:48.863217+0000","last_undegraded":"2023-07-14T12:44:48.863217+0000","last_fullsized":"2023-07-14T12:44:48.863217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:37:02.634849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863125+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:44:48.863125+0000","last_peered":"2023-07-14T12:44:48.863125+0000","last_clean":"2023-07-14T12:44:48.863125+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:44:48.863125+0000","last_undegraded":"2023-07-14T12:44:48.863125+0000","last_fullsized":"2023-07-14T12:44:48.863125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:10:19.052453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009714+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:44:49.009714+0000","last_peered":"2023-07-14T12:44:49.009714+0000","last_clean":"2023-07-14T12:44:49.009714+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:44:49.009714+0000","last_undegraded":"2023-07-14T12:44:49.009714+0000","last_fullsized":"2023-07-14T12:44:49.009714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:20:57.903426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010669+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:44:49.010669+0000","last_peered":"2023-07-14T12:44:49.010669+0000","last_clean":"2023-07-14T12:44:49.010669+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:44:49.010669+0000","last_undegraded":"2023-07-14T12:44:49.010669+0000","last_fullsized":"2023-07-14T12:44:49.010669+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:04.594874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010767+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:44:49.010767+0000","last_peered":"2023-07-14T12:44:49.010767+0000","last_clean":"2023-07-14T12:44:49.010767+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:44:49.010767+0000","last_undegraded":"2023-07-14T12:44:49.010767+0000","last_fullsized":"2023-07-14T12:44:49.010767+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:59:39.521941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010649+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:44:49.010649+0000","last_peered":"2023-07-14T12:44:49.010649+0000","last_clean":"2023-07-14T12:44:49.010649+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:44:49.010649+0000","last_undegraded":"2023-07-14T12:44:49.010649+0000","last_fullsized":"2023-07-14T12:44:49.010649+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:19:39.567988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010836+0000","last_change":"2023-07-14T12:44:47.070494+0000","last_active":"2023-07-14T12:44:49.010836+0000","last_peered":"2023-07-14T12:44:49.010836+0000","last_clean":"2023-07-14T12:44:49.010836+0000","last_became_active":"2023-07-14T12:44:47.070149+0000","last_became_peered":"2023-07-14T12:44:47.070149+0000","last_unstale":"2023-07-14T12:44:49.010836+0000","last_undegraded":"2023-07-14T12:44:49.010836+0000","last_fullsized":"2023-07-14T12:44:49.010836+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:07.620760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744341+0000","last_change":"2023-07-14T12:44:47.759057+0000","last_active":"2023-07-14T12:44:48.744341+0000","last_peered":"2023-07-14T12:44:48.744341+0000","last_clean":"2023-07-14T12:44:48.744341+0000","last_became_active":"2023-07-14T12:44:47.758336+0000","last_became_peered":"2023-07-14T12:44:47.758336+0000","last_unstale":"2023-07-14T12:44:48.744341+0000","last_undegraded":"2023-07-14T12:44:48.744341+0000","last_fullsized":"2023-07-14T12:44:48.744341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:21.541485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744697+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:44:48.744697+0000","last_peered":"2023-07-14T12:44:48.744697+0000","last_clean":"2023-07-14T12:44:48.744697+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:44:48.744697+0000","last_undegraded":"2023-07-14T12:44:48.744697+0000","last_fullsized":"2023-07-14T12:44:48.744697+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:43:23.578243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863513+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:44:48.863513+0000","last_peered":"2023-07-14T12:44:48.863513+0000","last_clean":"2023-07-14T12:44:48.863513+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:44:48.863513+0000","last_undegraded":"2023-07-14T12:44:48.863513+0000","last_fullsized":"2023-07-14T12:44:48.863513+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:49:26.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755185+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:44:52.755185+0000","last_peered":"2023-07-14T12:44:52.755185+0000","last_clean":"2023-07-14T12:44:52.755185+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:44:52.755185+0000","last_undegraded":"2023-07-14T12:44:52.755185+0000","last_fullsized":"2023-07-14T12:44:52.755185+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:35:17.658286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009893+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:44:49.009893+0000","last_peered":"2023-07-14T12:44:49.009893+0000","last_clean":"2023-07-14T12:44:49.009893+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:44:49.009893+0000","last_undegraded":"2023-07-14T12:44:49.009893+0000","last_fullsized":"2023-07-14T12:44:49.009893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:54:47.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010703+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:44:49.010703+0000","last_peered":"2023-07-14T12:44:49.010703+0000","last_clean":"2023-07-14T12:44:49.010703+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:44:49.010703+0000","last_undegraded":"2023-07-14T12:44:49.010703+0000","last_fullsized":"2023-07-14T12:44:49.010703+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:50.694153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742234+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:44:48.742234+0000","last_peered":"2023-07-14T12:44:48.742234+0000","last_clean":"2023-07-14T12:44:48.742234+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:44:48.742234+0000","last_undegraded":"2023-07-14T12:44:48.742234+0000","last_fullsized":"2023-07-14T12:44:48.742234+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:14:27.139008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.745728+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:44:52.745728+0000","last_peered":"2023-07-14T12:44:52.745728+0000","last_clean":"2023-07-14T12:44:52.745728+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:44:52.745728+0000","last_undegraded":"2023-07-14T12:44:52.745728+0000","last_fullsized":"2023-07-14T12:44:52.745728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:49.586230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:23:07.956973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755336+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:44:52.755336+0000","last_peered":"2023-07-14T12:44:52.755336+0000","last_clean":"2023-07-14T12:44:52.755336+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:44:52.755336+0000","last_undegraded":"2023-07-14T12:44:52.755336+0000","last_fullsized":"2023-07-14T12:44:52.755336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:13:19.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742087+0000","last_change":"2023-07-14T12:44:47.754662+0000","last_active":"2023-07-14T12:44:48.742087+0000","last_peered":"2023-07-14T12:44:48.742087+0000","last_clean":"2023-07-14T12:44:48.742087+0000","last_became_active":"2023-07-14T12:44:47.754342+0000","last_became_peered":"2023-07-14T12:44:47.754342+0000","last_unstale":"2023-07-14T12:44:48.742087+0000","last_undegraded":"2023-07-14T12:44:48.742087+0000","last_fullsized":"2023-07-14T12:44:48.742087+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:56:01.240354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010377+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:44:49.010377+0000","last_peered":"2023-07-14T12:44:49.010377+0000","last_clean":"2023-07-14T12:44:49.010377+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:44:49.010377+0000","last_undegraded":"2023-07-14T12:44:49.010377+0000","last_fullsized":"2023-07-14T12:44:49.010377+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:59:00.110547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743972+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:44:48.743972+0000","last_peered":"2023-07-14T12:44:48.743972+0000","last_clean":"2023-07-14T12:44:48.743972+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:44:48.743972+0000","last_undegraded":"2023-07-14T12:44:48.743972+0000","last_fullsized":"2023-07-14T12:44:48.743972+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:35:20.075837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.103679+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:44:51.103679+0000","last_peered":"2023-07-14T12:44:51.103679+0000","last_clean":"2023-07-14T12:44:51.103679+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:44:51.103679+0000","last_undegraded":"2023-07-14T12:44:51.103679+0000","last_fullsized":"2023-07-14T12:44:51.103679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:25:48.758228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010541+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:44:49.010541+0000","last_peered":"2023-07-14T12:44:49.010541+0000","last_clean":"2023-07-14T12:44:49.010541+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:44:49.010541+0000","last_undegraded":"2023-07-14T12:44:49.010541+0000","last_fullsized":"2023-07-14T12:44:49.010541+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:52:47.487847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.750186+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:44:54.750186+0000","last_peered":"2023-07-14T12:44:54.750186+0000","last_clean":"2023-07-14T12:44:54.750186+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:44:54.750186+0000","last_undegraded":"2023-07-14T12:44:54.750186+0000","last_fullsized":"2023-07-14T12:44:54.750186+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:39:22.149791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009951+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:44:49.009951+0000","last_peered":"2023-07-14T12:44:49.009951+0000","last_clean":"2023-07-14T12:44:49.009951+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:44:49.009951+0000","last_undegraded":"2023-07-14T12:44:49.009951+0000","last_fullsized":"2023-07-14T12:44:49.009951+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:43.054769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678590+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:44:49.678590+0000","last_peered":"2023-07-14T12:44:49.678590+0000","last_clean":"2023-07-14T12:44:49.678590+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:44:49.678590+0000","last_undegraded":"2023-07-14T12:44:49.678590+0000","last_fullsized":"2023-07-14T12:44:49.678590+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:01:36.106360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863534+0000","last_change":"2023-07-14T12:44:47.761593+0000","last_active":"2023-07-14T12:44:48.863534+0000","last_peered":"2023-07-14T12:44:48.863534+0000","last_clean":"2023-07-14T12:44:48.863534+0000","last_became_active":"2023-07-14T12:44:47.761262+0000","last_became_peered":"2023-07-14T12:44:47.761262+0000","last_unstale":"2023-07-14T12:44:48.863534+0000","last_undegraded":"2023-07-14T12:44:48.863534+0000","last_fullsized":"2023-07-14T12:44:48.863534+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:47:39.034989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.746434+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:44:52.746434+0000","last_peered":"2023-07-14T12:44:52.746434+0000","last_clean":"2023-07-14T12:44:52.746434+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:44:52.746434+0000","last_undegraded":"2023-07-14T12:44:52.746434+0000","last_fullsized":"2023-07-14T12:44:52.746434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:47:01.776369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010174+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:44:49.010174+0000","last_peered":"2023-07-14T12:44:49.010174+0000","last_clean":"2023-07-14T12:44:49.010174+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:44:49.010174+0000","last_undegraded":"2023-07-14T12:44:49.010174+0000","last_fullsized":"2023-07-14T12:44:49.010174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:18:46.658935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'20","reported_seq":43,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.750694+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:44:54.750694+0000","last_peered":"2023-07-14T12:44:54.750694+0000","last_clean":"2023-07-14T12:44:54.750694+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:44:54.750694+0000","last_undegraded":"2023-07-14T12:44:54.750694+0000","last_fullsized":"2023-07-14T12:44:54.750694+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:28.529495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36237,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":39,"num_write":22,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:24:45.036290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.764505+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:44:53.764505+0000","last_peered":"2023-07-14T12:44:53.764505+0000","last_clean":"2023-07-14T12:44:53.764505+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:44:53.764505+0000","last_undegraded":"2023-07-14T12:44:53.764505+0000","last_fullsized":"2023-07-14T12:44:53.764505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:28.322494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010521+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:44:49.010521+0000","last_peered":"2023-07-14T12:44:49.010521+0000","last_clean":"2023-07-14T12:44:49.010521+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:44:49.010521+0000","last_undegraded":"2023-07-14T12:44:49.010521+0000","last_fullsized":"2023-07-14T12:44:49.010521+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:48.678778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104757+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:44:51.104757+0000","last_peered":"2023-07-14T12:44:51.104757+0000","last_clean":"2023-07-14T12:44:51.104757+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:44:51.104757+0000","last_undegraded":"2023-07-14T12:44:51.104757+0000","last_fullsized":"2023-07-14T12:44:51.104757+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:12:18.001925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678756+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:44:49.678756+0000","last_peered":"2023-07-14T12:44:49.678756+0000","last_clean":"2023-07-14T12:44:49.678756+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:44:49.678756+0000","last_undegraded":"2023-07-14T12:44:49.678756+0000","last_fullsized":"2023-07-14T12:44:49.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:33:52.849612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010012+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:44:49.010012+0000","last_peered":"2023-07-14T12:44:49.010012+0000","last_clean":"2023-07-14T12:44:49.010012+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:44:49.010012+0000","last_undegraded":"2023-07-14T12:44:49.010012+0000","last_fullsized":"2023-07-14T12:44:49.010012+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:06:28.521591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:52:46.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'16","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743565+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:44:52.743565+0000","last_peered":"2023-07-14T12:44:52.743565+0000","last_clean":"2023-07-14T12:44:52.743565+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:44:52.743565+0000","last_undegraded":"2023-07-14T12:44:52.743565+0000","last_fullsized":"2023-07-14T12:44:52.743565+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:32:24.936385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742062+0000","last_change":"2023-07-14T12:44:47.753415+0000","last_active":"2023-07-14T12:44:48.742062+0000","last_peered":"2023-07-14T12:44:48.742062+0000","last_clean":"2023-07-14T12:44:48.742062+0000","last_became_active":"2023-07-14T12:44:47.753131+0000","last_became_peered":"2023-07-14T12:44:47.753131+0000","last_unstale":"2023-07-14T12:44:48.742062+0000","last_undegraded":"2023-07-14T12:44:48.742062+0000","last_fullsized":"2023-07-14T12:44:48.742062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:57:34.629757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743572+0000","last_change":"2023-07-14T12:44:47.063396+0000","last_active":"2023-07-14T12:44:52.743572+0000","last_peered":"2023-07-14T12:44:52.743572+0000","last_clean":"2023-07-14T12:44:52.743572+0000","last_became_active":"2023-07-14T12:44:47.063029+0000","last_became_peered":"2023-07-14T12:44:47.063029+0000","last_unstale":"2023-07-14T12:44:52.743572+0000","last_undegraded":"2023-07-14T12:44:52.743572+0000","last_fullsized":"2023-07-14T12:44:52.743572+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:21:59.730177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010116+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:44:49.010116+0000","last_peered":"2023-07-14T12:44:49.010116+0000","last_clean":"2023-07-14T12:44:49.010116+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:44:49.010116+0000","last_undegraded":"2023-07-14T12:44:49.010116+0000","last_fullsized":"2023-07-14T12:44:49.010116+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:26:27.058839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010747+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:44:49.010747+0000","last_peered":"2023-07-14T12:44:49.010747+0000","last_clean":"2023-07-14T12:44:49.010747+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:44:49.010747+0000","last_undegraded":"2023-07-14T12:44:49.010747+0000","last_fullsized":"2023-07-14T12:44:49.010747+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:31.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.859964+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:44:49.859964+0000","last_peered":"2023-07-14T12:44:49.859964+0000","last_clean":"2023-07-14T12:44:49.859964+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:44:49.859964+0000","last_undegraded":"2023-07-14T12:44:49.859964+0000","last_fullsized":"2023-07-14T12:44:49.859964+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:22.193817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678513+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:44:49.678513+0000","last_peered":"2023-07-14T12:44:49.678513+0000","last_clean":"2023-07-14T12:44:49.678513+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:44:49.678513+0000","last_undegraded":"2023-07-14T12:44:49.678513+0000","last_fullsized":"2023-07-14T12:44:49.678513+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:19.178941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743113+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:44:48.743113+0000","last_peered":"2023-07-14T12:44:48.743113+0000","last_clean":"2023-07-14T12:44:48.743113+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:44:48.743113+0000","last_undegraded":"2023-07-14T12:44:48.743113+0000","last_fullsized":"2023-07-14T12:44:48.743113+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:58:17.832067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742105+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:44:48.742105+0000","last_peered":"2023-07-14T12:44:48.742105+0000","last_clean":"2023-07-14T12:44:48.742105+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:44:48.742105+0000","last_undegraded":"2023-07-14T12:44:48.742105+0000","last_fullsized":"2023-07-14T12:44:48.742105+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:19.653201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010293+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:44:49.010293+0000","last_peered":"2023-07-14T12:44:49.010293+0000","last_clean":"2023-07-14T12:44:49.010293+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:44:49.010293+0000","last_undegraded":"2023-07-14T12:44:49.010293+0000","last_fullsized":"2023-07-14T12:44:49.010293+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:22:41.985578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744206+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:44:48.744206+0000","last_peered":"2023-07-14T12:44:48.744206+0000","last_clean":"2023-07-14T12:44:48.744206+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:44:48.744206+0000","last_undegraded":"2023-07-14T12:44:48.744206+0000","last_fullsized":"2023-07-14T12:44:48.744206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:38:37.738687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.105510+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:44:51.105510+0000","last_peered":"2023-07-14T12:44:51.105510+0000","last_clean":"2023-07-14T12:44:51.105510+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:44:51.105510+0000","last_undegraded":"2023-07-14T12:44:51.105510+0000","last_fullsized":"2023-07-14T12:44:51.105510+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:35.624629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":339,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:46.660766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010224+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:44:49.010224+0000","last_peered":"2023-07-14T12:44:49.010224+0000","last_clean":"2023-07-14T12:44:49.010224+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:44:49.010224+0000","last_undegraded":"2023-07-14T12:44:49.010224+0000","last_fullsized":"2023-07-14T12:44:49.010224+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:24:41.339943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678709+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:44:49.678709+0000","last_peered":"2023-07-14T12:44:49.678709+0000","last_clean":"2023-07-14T12:44:49.678709+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:44:49.678709+0000","last_undegraded":"2023-07-14T12:44:49.678709+0000","last_fullsized":"2023-07-14T12:44:49.678709+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:49.162977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.754975+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:44:52.754975+0000","last_peered":"2023-07-14T12:44:52.754975+0000","last_clean":"2023-07-14T12:44:52.754975+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:44:52.754975+0000","last_undegraded":"2023-07-14T12:44:52.754975+0000","last_fullsized":"2023-07-14T12:44:52.754975+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:19:47.613417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010716+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:44:49.010716+0000","last_peered":"2023-07-14T12:44:49.010716+0000","last_clean":"2023-07-14T12:44:49.010716+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:44:49.010716+0000","last_undegraded":"2023-07-14T12:44:49.010716+0000","last_fullsized":"2023-07-14T12:44:49.010716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:35:36.332074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010838+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:44:49.010838+0000","last_peered":"2023-07-14T12:44:49.010838+0000","last_clean":"2023-07-14T12:44:49.010838+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:44:49.010838+0000","last_undegraded":"2023-07-14T12:44:49.010838+0000","last_fullsized":"2023-07-14T12:44:49.010838+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:13:57.654100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744263+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:44:48.744263+0000","last_peered":"2023-07-14T12:44:48.744263+0000","last_clean":"2023-07-14T12:44:48.744263+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:44:48.744263+0000","last_undegraded":"2023-07-14T12:44:48.744263+0000","last_fullsized":"2023-07-14T12:44:48.744263+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:26:20.398540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.103435+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:44:51.103435+0000","last_peered":"2023-07-14T12:44:51.103435+0000","last_clean":"2023-07-14T12:44:51.103435+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:44:51.103435+0000","last_undegraded":"2023-07-14T12:44:51.103435+0000","last_fullsized":"2023-07-14T12:44:51.103435+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:35:56.581220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863413+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:44:48.863413+0000","last_peered":"2023-07-14T12:44:48.863413+0000","last_clean":"2023-07-14T12:44:48.863413+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:44:48.863413+0000","last_undegraded":"2023-07-14T12:44:48.863413+0000","last_fullsized":"2023-07-14T12:44:48.863413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:27:04.500443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104130+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:44:51.104130+0000","last_peered":"2023-07-14T12:44:51.104130+0000","last_clean":"2023-07-14T12:44:51.104130+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:44:51.104130+0000","last_undegraded":"2023-07-14T12:44:51.104130+0000","last_fullsized":"2023-07-14T12:44:51.104130+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:45:51.059236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010270+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:44:49.010270+0000","last_peered":"2023-07-14T12:44:49.010270+0000","last_clean":"2023-07-14T12:44:49.010270+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:44:49.010270+0000","last_undegraded":"2023-07-14T12:44:49.010270+0000","last_fullsized":"2023-07-14T12:44:49.010270+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:39.168642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744031+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:44:48.744031+0000","last_peered":"2023-07-14T12:44:48.744031+0000","last_clean":"2023-07-14T12:44:48.744031+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:44:48.744031+0000","last_undegraded":"2023-07-14T12:44:48.744031+0000","last_fullsized":"2023-07-14T12:44:48.744031+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:38.146319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009989+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:44:49.009989+0000","last_peered":"2023-07-14T12:44:49.009989+0000","last_clean":"2023-07-14T12:44:49.009989+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:44:49.009989+0000","last_undegraded":"2023-07-14T12:44:49.009989+0000","last_fullsized":"2023-07-14T12:44:49.009989+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:37:24.964724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.263764+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:44:49.263764+0000","last_peered":"2023-07-14T12:44:49.263764+0000","last_clean":"2023-07-14T12:44:49.263764+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:44:49.263764+0000","last_undegraded":"2023-07-14T12:44:49.263764+0000","last_fullsized":"2023-07-14T12:44:49.263764+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:20:12.526205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744746+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:44:48.744746+0000","last_peered":"2023-07-14T12:44:48.744746+0000","last_clean":"2023-07-14T12:44:48.744746+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:44:48.744746+0000","last_undegraded":"2023-07-14T12:44:48.744746+0000","last_fullsized":"2023-07-14T12:44:48.744746+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:28:59.799012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104891+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:44:51.104891+0000","last_peered":"2023-07-14T12:44:51.104891+0000","last_clean":"2023-07-14T12:44:51.104891+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:44:51.104891+0000","last_undegraded":"2023-07-14T12:44:51.104891+0000","last_fullsized":"2023-07-14T12:44:51.104891+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:04:13.002243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678606+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:44:49.678606+0000","last_peered":"2023-07-14T12:44:49.678606+0000","last_clean":"2023-07-14T12:44:49.678606+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:44:49.678606+0000","last_undegraded":"2023-07-14T12:44:49.678606+0000","last_fullsized":"2023-07-14T12:44:49.678606+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:01:04.329205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.754673+0000","last_change":"2023-07-14T12:44:47.062717+0000","last_active":"2023-07-14T12:44:52.754673+0000","last_peered":"2023-07-14T12:44:52.754673+0000","last_clean":"2023-07-14T12:44:52.754673+0000","last_became_active":"2023-07-14T12:44:47.062414+0000","last_became_peered":"2023-07-14T12:44:47.062414+0000","last_unstale":"2023-07-14T12:44:52.754673+0000","last_undegraded":"2023-07-14T12:44:52.754673+0000","last_fullsized":"2023-07-14T12:44:52.754673+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:29:08.499410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678582+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:44:49.678582+0000","last_peered":"2023-07-14T12:44:49.678582+0000","last_clean":"2023-07-14T12:44:49.678582+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:44:49.678582+0000","last_undegraded":"2023-07-14T12:44:49.678582+0000","last_fullsized":"2023-07-14T12:44:49.678582+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:31:23.649390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743868+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:44:52.743868+0000","last_peered":"2023-07-14T12:44:52.743868+0000","last_clean":"2023-07-14T12:44:52.743868+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:44:52.743868+0000","last_undegraded":"2023-07-14T12:44:52.743868+0000","last_fullsized":"2023-07-14T12:44:52.743868+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:08.603708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678490+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:44:49.678490+0000","last_peered":"2023-07-14T12:44:49.678490+0000","last_clean":"2023-07-14T12:44:49.678490+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:44:49.678490+0000","last_undegraded":"2023-07-14T12:44:49.678490+0000","last_fullsized":"2023-07-14T12:44:49.678490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.878086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010465+0000","last_change":"2023-07-14T12:44:47.065963+0000","last_active":"2023-07-14T12:44:49.010465+0000","last_peered":"2023-07-14T12:44:49.010465+0000","last_clean":"2023-07-14T12:44:49.010465+0000","last_became_active":"2023-07-14T12:44:47.065645+0000","last_became_peered":"2023-07-14T12:44:47.065645+0000","last_unstale":"2023-07-14T12:44:49.010465+0000","last_undegraded":"2023-07-14T12:44:49.010465+0000","last_fullsized":"2023-07-14T12:44:49.010465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:21:42.178989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678707+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:44:49.678707+0000","last_peered":"2023-07-14T12:44:49.678707+0000","last_clean":"2023-07-14T12:44:49.678707+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:44:49.678707+0000","last_undegraded":"2023-07-14T12:44:49.678707+0000","last_fullsized":"2023-07-14T12:44:49.678707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:00:48.280304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010140+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:44:49.010140+0000","last_peered":"2023-07-14T12:44:49.010140+0000","last_clean":"2023-07-14T12:44:49.010140+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:44:49.010140+0000","last_undegraded":"2023-07-14T12:44:49.010140+0000","last_fullsized":"2023-07-14T12:44:49.010140+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:57.788979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010398+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:44:49.010398+0000","last_peered":"2023-07-14T12:44:49.010398+0000","last_clean":"2023-07-14T12:44:49.010398+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:44:49.010398+0000","last_undegraded":"2023-07-14T12:44:49.010398+0000","last_fullsized":"2023-07-14T12:44:49.010398+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:58.010474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009860+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:44:49.009860+0000","last_peered":"2023-07-14T12:44:49.009860+0000","last_clean":"2023-07-14T12:44:49.009860+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:44:49.009860+0000","last_undegraded":"2023-07-14T12:44:49.009860+0000","last_fullsized":"2023-07-14T12:44:49.009860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:07:53.079955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863501+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:44:48.863501+0000","last_peered":"2023-07-14T12:44:48.863501+0000","last_clean":"2023-07-14T12:44:48.863501+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:44:48.863501+0000","last_undegraded":"2023-07-14T12:44:48.863501+0000","last_fullsized":"2023-07-14T12:44:48.863501+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:52:49.267355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010543+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:44:49.010543+0000","last_peered":"2023-07-14T12:44:49.010543+0000","last_clean":"2023-07-14T12:44:49.010543+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:44:49.010543+0000","last_undegraded":"2023-07-14T12:44:49.010543+0000","last_fullsized":"2023-07-14T12:44:49.010543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:29:50.455627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010151+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:44:49.010151+0000","last_peered":"2023-07-14T12:44:49.010151+0000","last_clean":"2023-07-14T12:44:49.010151+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:44:49.010151+0000","last_undegraded":"2023-07-14T12:44:49.010151+0000","last_fullsized":"2023-07-14T12:44:49.010151+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:12:53.913652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.011067+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:44:49.011067+0000","last_peered":"2023-07-14T12:44:49.011067+0000","last_clean":"2023-07-14T12:44:49.011067+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:44:49.011067+0000","last_undegraded":"2023-07-14T12:44:49.011067+0000","last_fullsized":"2023-07-14T12:44:49.011067+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:45:23.953748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744115+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:44:48.744115+0000","last_peered":"2023-07-14T12:44:48.744115+0000","last_clean":"2023-07-14T12:44:48.744115+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:44:48.744115+0000","last_undegraded":"2023-07-14T12:44:48.744115+0000","last_fullsized":"2023-07-14T12:44:48.744115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:33:04.619490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742184+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:44:48.742184+0000","last_peered":"2023-07-14T12:44:48.742184+0000","last_clean":"2023-07-14T12:44:48.742184+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:44:48.742184+0000","last_undegraded":"2023-07-14T12:44:48.742184+0000","last_fullsized":"2023-07-14T12:44:48.742184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:36.105596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743949+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:44:48.743949+0000","last_peered":"2023-07-14T12:44:48.743949+0000","last_clean":"2023-07-14T12:44:48.743949+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:44:48.743949+0000","last_undegraded":"2023-07-14T12:44:48.743949+0000","last_fullsized":"2023-07-14T12:44:48.743949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:11.956766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010417+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:44:49.010417+0000","last_peered":"2023-07-14T12:44:49.010417+0000","last_clean":"2023-07-14T12:44:49.010417+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:44:49.010417+0000","last_undegraded":"2023-07-14T12:44:49.010417+0000","last_fullsized":"2023-07-14T12:44:49.010417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:14:35.666468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010722+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:44:49.010722+0000","last_peered":"2023-07-14T12:44:49.010722+0000","last_clean":"2023-07-14T12:44:49.010722+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:44:49.010722+0000","last_undegraded":"2023-07-14T12:44:49.010722+0000","last_fullsized":"2023-07-14T12:44:49.010722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:04:15.555876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010026+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:44:49.010026+0000","last_peered":"2023-07-14T12:44:49.010026+0000","last_clean":"2023-07-14T12:44:49.010026+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:44:49.010026+0000","last_undegraded":"2023-07-14T12:44:49.010026+0000","last_fullsized":"2023-07-14T12:44:49.010026+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:57:32.549900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":40333,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":25,"num_read_kb":54,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":262144,"data_stored":66568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547212,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":836,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":856064,"data_stored":410801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]}]},{"osd":10,"up_from":68,"seq":292057776143,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28456,"kb_used_data":1504,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716696,"statfs":{"total":95995035648,"available":95965896704,"internally_reserved":0,"allocated":1540096,"data_stored":1039276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":1,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.439},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64900000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.72199999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.60599999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.754}]},{"osd":6,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":4.673,"5min":4.673,"15min":4.673},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.89100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.73899999999999999}]},{"osd":9,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":4.6500000000000004,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":4.6239999999999997,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.77100000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]}]},{"osd":9,"up_from":63,"seq":270582939668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":860160,"data_stored":411383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.746},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":1.04}]},{"osd":1,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51600000000000001}]},{"osd":2,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.44}]},{"osd":3,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.67000000000000004}]},{"osd":4,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.70499999999999996}]},{"osd":6,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":1.952},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":2.6269999999999998}]},{"osd":7,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.72199999999999998}]},{"osd":8,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.78000000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.76200000000000001}]}]},{"osd":8,"up_from":56,"seq":240518168600,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":852,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":872448,"data_stored":411208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.69999999999999996}]},{"osd":1,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.622}]},{"osd":2,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.443},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.41699999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.76100000000000001}]},{"osd":4,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.49399999999999999}]},{"osd":6,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.84199999999999997}]},{"osd":7,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.749}]},{"osd":9,"last update":"Fri Jul 14 12:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.86399999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.873},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.81799999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]}]},{"osd":7,"up_from":49,"seq":210453397532,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1420,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1454080,"data_stored":1001751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54600000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42199999999999999,"15min":0.41699999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.59599999999999997,"15min":0.59299999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56699999999999995,"15min":0.55900000000000005},"min":{"1min":0.46700000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76500000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61799999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80600000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.39200000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.49399999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73799999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.505,"15min":0.498},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.753,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.372}]},{"osd":5,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.46700000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.41399999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.85399999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.58799999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.72499999999999998,"15min":0.70699999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.68400000000000005,"15min":0.67200000000000004},"min":{"1min":0.49199999999999999,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.89600000000000002,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.46999999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:44:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.53100000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.434},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.48799999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.44800000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":6,"up_from":44,"seq":188978561057,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":836,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":856064,"data_stored":410801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.57199999999999995,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.443,"15min":0.439},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.68799999999999994,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.39400000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.46200000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48999999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.622,"15min":0.61099999999999999},"min":{"1min":0.48499999999999999,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61099999999999999,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.55900000000000005}]},{"osd":3,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.36799999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.378},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.45800000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.66600000000000004,"15min":0.66400000000000003},"min":{"1min":0.48499999999999999,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.91600000000000004,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.67700000000000005,"15min":0.67500000000000004},"min":{"1min":0.55500000000000005,"5min":0.503,"15min":0.503},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.53000000000000003}]},{"osd":5,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.68500000000000005,"15min":0.67100000000000004},"min":{"1min":0.51500000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.71499999999999997,"15min":0.70099999999999996},"min":{"1min":0.56899999999999995,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.71199999999999997}]},{"osd":7,"last update":"Fri Jul 14 12:44:41 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.69199999999999995,"15min":0.68000000000000005},"min":{"1min":0.54800000000000004,"5min":0.505,"15min":0.505},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.73499999999999999,"15min":0.73199999999999998},"min":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.79600000000000004}]},{"osd":8,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.454,"5min":1.454,"15min":1.454},"last":0.878},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.63200000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.83999999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.91700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":868352,"data_stored":412365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.33000000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.51500000000000001,"15min":0.497},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.44}]},{"osd":2,"last update":"Fri Jul 14 12:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.39000000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.50600000000000001,"15min":0.49399999999999999},"min":{"1min":0.36199999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53100000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.52900000000000003,"15min":0.501},"min":{"1min":0.41599999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.55100000000000005,"15min":0.53000000000000003},"min":{"1min":0.39500000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.60999999999999999}]},{"osd":4,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.40300000000000002,"15min":0.38600000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.439,"15min":0.42599999999999999},"min":{"1min":0.312,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Jul 14 12:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.56799999999999995,"15min":0.55200000000000005},"min":{"1min":0.39100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81399999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.59299999999999997,"15min":0.58399999999999996},"min":{"1min":0.46899999999999997,"5min":0.439,"15min":0.439},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.55900000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.60899999999999999,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.433,"15min":0.433},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.621},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.67900000000000005}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.51300000000000001,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56000000000000005,"15min":0.55100000000000005},"min":{"1min":0.35099999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.70999999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:44:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.72999999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.76100000000000001}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.749},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.65100000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76900000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":868352,"data_stored":411495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.371,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.83699999999999997,"5min":1.861,"15min":1.861},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.54900000000000004},"min":{"1min":0.34599999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89200000000000002,"5min":1.486,"15min":1.486},"last":0.41199999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.53900000000000003,"15min":0.52600000000000002},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.626,"5min":0.54800000000000004,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.503}]},{"osd":3,"last update":"Fri Jul 14 12:43:17 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38200000000000001,"15min":0.375},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61699999999999999,"15min":0.63100000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91600000000000004,"5min":1.615,"15min":1.615},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.40400000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79400000000000004,"5min":1.496,"15min":1.496},"last":0.47299999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:07 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.59699999999999998,"15min":0.58299999999999996},"min":{"1min":0.48699999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.57499999999999996,"15min":0.56100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85599999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.53500000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.314,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.59699999999999998,"15min":0.58599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.437}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.51800000000000002}]},{"osd":8,"last update":"Fri Jul 14 12:44:07 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.66300000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.51900000000000002}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.64700000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27832,"kb_used_data":880,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717320,"statfs":{"total":95995035648,"available":95966535680,"internally_reserved":0,"allocated":901120,"data_stored":414631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:43:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52700000000000002,"15min":0.52300000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Fri Jul 14 12:43:56 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71699999999999997,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52800000000000002,"15min":0.52400000000000002},"min":{"1min":0.38300000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.81699999999999995}]},{"osd":3,"last update":"Fri Jul 14 12:44:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.55600000000000005,"15min":0.54200000000000004},"min":{"1min":0.46999999999999997,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.43099999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.872,"5min":0.878,"15min":0.878},"last":0.66100000000000003}]},{"osd":4,"last update":"Fri Jul 14 12:44:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61199999999999999,"15min":0.60699999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78800000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.84899999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.48199999999999998,"15min":0.48299999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.36799999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.72699999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.63}]},{"osd":6,"last update":"Fri Jul 14 12:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.627,"15min":0.63100000000000001},"min":{"1min":0.495,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.51500000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.87,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.75700000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.69399999999999995}]},{"osd":9,"last update":"Fri Jul 14 12:44:24 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.71099999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.83299999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":844,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":864256,"data_stored":410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.307,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.39000000000000001,"15min":0.36899999999999999},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40000000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.56399999999999995,"15min":0.54200000000000004},"min":{"1min":0.39300000000000002,"5min":0.379,"15min":0.379},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.503},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.56999999999999995,"15min":0.55000000000000004},"min":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.747}]},{"osd":2,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.63600000000000001,"15min":0.54500000000000004},"min":{"1min":0.49299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0029999999999999,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.55800000000000005,"15min":0.52200000000000002},"min":{"1min":0.42599999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.56799999999999995},"min":{"1min":0.44700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.62,"15min":0.59999999999999998},"min":{"1min":0.42399999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.60199999999999998,"15min":0.58799999999999997},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.625},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.63,"15min":0.621},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.65900000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.36499999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.433},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.621,"15min":0.60499999999999998},"min":{"1min":0.42699999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.54400000000000004,"5min":0.443,"15min":0.443},"max":{"1min":0.93100000000000005,"5min":1.079,"15min":1.079},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77000000000000002,"15min":0.77500000000000002},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.94599999999999995,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.76300000000000001}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.71899999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.79300000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]}]},{"osd":4,"up_from":32,"seq":137438953512,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":860160,"data_stored":410823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.378,"15min":0.35999999999999999},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.248},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56799999999999995}]},{"osd":2,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52600000000000002,"15min":0.51300000000000001},"min":{"1min":0.40400000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.54800000000000004,"15min":0.52400000000000002},"min":{"1min":0.38700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.70999999999999996}]},{"osd":3,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.55400000000000005,"15min":0.52400000000000002},"min":{"1min":0.502,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.56599999999999995,"15min":0.55800000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.63},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.58799999999999997,"15min":0.57199999999999995},"min":{"1min":0.45700000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.66200000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.57399999999999995,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.64300000000000002,"15min":0.63700000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.78300000000000003}]},{"osd":7,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.40200000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.752}]},{"osd":8,"last update":"Fri Jul 14 12:44:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.88}]},{"osd":9,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.85699999999999998}]},{"osd":10,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.92900000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]}]},{"osd":5,"up_from":37,"seq":158913789989,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28392,"kb_used_data":1440,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716760,"statfs":{"total":95995035648,"available":95965962240,"internally_reserved":0,"allocated":1474560,"data_stored":1002266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.38100000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.69399999999999995,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.51800000000000002,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.92800000000000005,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.41599999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.34000000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.75900000000000001,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48099999999999998},"min":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.438}]},{"osd":2,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.309,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.35799999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.52100000000000002,"15min":0.50900000000000001},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.45100000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77400000000000002,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003}]},{"osd":4,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.42199999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.435,"5min":0.371,"15min":0.371},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Jul 14 12:44:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.58999999999999997,"15min":0.58199999999999996},"min":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60599999999999998,"15min":0.60499999999999998},"min":{"1min":0.45000000000000001,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.63800000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.62,"15min":0.622},"min":{"1min":0.44400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.47099999999999997,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.59299999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:44:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.624},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.72299999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:44:28 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.754},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.67500000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.70799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":21195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":38315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:44:56.142 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-14T12:44:56.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] up:active 2023-07-14T12:44:56.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2023-07-14T12:44:56.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:44:56.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: pgmap v255: 97 pgs: 97 active+clean; 616 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 10 KiB/s wr, 19 op/s 2023-07-14T12:44:56.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2174118279' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:56.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:55 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4024948881' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:56.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] up:active 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: pgmap v255: 97 pgs: 97 active+clean; 616 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 10 KiB/s wr, 19 op/s 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: from='client.14724 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:44:56.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2174118279' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:44:56.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:55 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4024948881' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:44:56.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 -- 172.21.15.40:0/3594717928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300fe9d0 msgr2=0x7f7a300fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/3594717928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300fe9d0 0x7f7a300fede0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7a24009990 tx=0x7f7a24009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 -- 172.21.15.40:0/3594717928 shutdown_connections 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/3594717928 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 0x7f7a30106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/3594717928 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300fe9d0 0x7f7a300fede0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/3594717928 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a300ffbc0 0x7f7a30100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 -- 172.21.15.40:0/3594717928 >> 172.21.15.40:0/3594717928 conn(0x7f7a300f9fd0 msgr2=0x7f7a300fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 -- 172.21.15.40:0/3594717928 shutdown_connections 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 -- 172.21.15.40:0/3594717928 wait complete. 2023-07-14T12:44:56.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.287+0000 7f7a36fc2700 1 Processor -- start 2023-07-14T12:44:56.300 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 -- start start 2023-07-14T12:44:56.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a300fe9d0 0x7f7a300681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:56.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 0x7f7a3019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:56.301 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 0x7f7a3019cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:56.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a3019d310 con 0x7f7a300ffbc0 2023-07-14T12:44:56.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a3019d480 con 0x7f7a30100550 2023-07-14T12:44:56.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a3019d640 con 0x7f7a300fe9d0 2023-07-14T12:44:56.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 0x7f7a3019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:56.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 0x7f7a3019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60240/0 (socket says 172.21.15.40:60240) 2023-07-14T12:44:56.302 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 -- 172.21.15.40:0/1104706661 learned_addr learned my addr 172.21.15.40:0/1104706661 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a34d5e700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a300fe9d0 0x7f7a300681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a3555f700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 0x7f7a3019cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 -- 172.21.15.40:0/1104706661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a300fe9d0 msgr2=0x7f7a300681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a300fe9d0 0x7f7a300681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 -- 172.21.15.40:0/1104706661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 msgr2=0x7f7a3019cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 0x7f7a3019cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 -- 172.21.15.40:0/1104706661 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a240095f0 con 0x7f7a300ffbc0 2023-07-14T12:44:56.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a3555f700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 0x7f7a3019cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2ffff700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 0x7f7a3019a530 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c00d950 tx=0x7f7a1c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c009b40 con 0x7f7a300ffbc0 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a3019d920 con 0x7f7a300ffbc0 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.288+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a1c009ca0 con 0x7f7a300ffbc0 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.289+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c00f620 con 0x7f7a300ffbc0 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.289+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a3019de30 con 0x7f7a300ffbc0 2023-07-14T12:44:56.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.290+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a30105f60 con 0x7f7a300ffbc0 2023-07-14T12:44:56.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.291+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7a1c010460 con 0x7f7a300ffbc0 2023-07-14T12:44:56.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.291+0000 7f7a2dffb700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7a200a1220 0x7f7a200a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:56.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.291+0000 7f7a34d5e700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7a200a1220 0x7f7a200a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:56.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.291+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7a1c0ccc70 con 0x7f7a300ffbc0 2023-07-14T12:44:56.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.292+0000 7f7a34d5e700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7a200a1220 0x7f7a200a36d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7a24006010 tx=0x7f7a2400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:56.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.296+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7a1c096410 con 0x7f7a300ffbc0 2023-07-14T12:44:56.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.492+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7a30060950 con 0x7f7a200a1220 2023-07-14T12:44:56.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.504+0000 7f7a2dffb700 1 -- 172.21.15.40:0/1104706661 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+336084 (secure 0 0 0) 0x7f7a30060950 con 0x7f7a200a1220 2023-07-14T12:44:56.518 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:44:56.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7a200a1220 msgr2=0x7f7a200a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7a200a1220 0x7f7a200a36d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7a24006010 tx=0x7f7a2400b540 comp rx=0 tx=0).stop 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 msgr2=0x7f7a3019a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 0x7f7a3019a530 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c00d950 tx=0x7f7a1c00dd10 comp rx=0 tx=0).stop 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 shutdown_connections 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7a200a1220 0x7f7a200a36d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a300fe9d0 0x7f7a300681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a30100550 0x7f7a3019cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 --2- 172.21.15.40:0/1104706661 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a300ffbc0 0x7f7a3019a530 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:56.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 >> 172.21.15.40:0/1104706661 conn(0x7f7a300f9fd0 msgr2=0x7f7a301030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:56.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 shutdown_connections 2023-07-14T12:44:56.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:56.508+0000 7f7a36fc2700 1 -- 172.21.15.40:0/1104706661 wait complete. 2023-07-14T12:44:56.522 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:44:56.531 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":255,"stamp":"2023-07-14T12:44:54.983144+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":630824,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":161,"num_read_kb":173,"num_write":312,"num_write_kb":3019,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":257,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":335412,"kb_used_data":11988,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124606412,"statfs":{"total":1151940427776,"available":1151596965888,"internally_reserved":0,"allocated":12275712,"data_stored":6747705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":40456,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":25,"num_read_kb":54,"num_write":131,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.930988"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010574+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:44:49.010574+0000","last_peered":"2023-07-14T12:44:49.010574+0000","last_clean":"2023-07-14T12:44:49.010574+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:44:49.010574+0000","last_undegraded":"2023-07-14T12:44:49.010574+0000","last_fullsized":"2023-07-14T12:44:49.010574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:05:09.642911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863370+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:44:48.863370+0000","last_peered":"2023-07-14T12:44:48.863370+0000","last_clean":"2023-07-14T12:44:48.863370+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:44:48.863370+0000","last_undegraded":"2023-07-14T12:44:48.863370+0000","last_fullsized":"2023-07-14T12:44:48.863370+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:13:58.295179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863232+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:44:48.863232+0000","last_peered":"2023-07-14T12:44:48.863232+0000","last_clean":"2023-07-14T12:44:48.863232+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:44:48.863232+0000","last_undegraded":"2023-07-14T12:44:48.863232+0000","last_fullsized":"2023-07-14T12:44:48.863232+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:33:46.751004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010355+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:44:49.010355+0000","last_peered":"2023-07-14T12:44:49.010355+0000","last_clean":"2023-07-14T12:44:49.010355+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:44:49.010355+0000","last_undegraded":"2023-07-14T12:44:49.010355+0000","last_fullsized":"2023-07-14T12:44:49.010355+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:05:40.141339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009975+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:44:49.009975+0000","last_peered":"2023-07-14T12:44:49.009975+0000","last_clean":"2023-07-14T12:44:49.009975+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:44:49.009975+0000","last_undegraded":"2023-07-14T12:44:49.009975+0000","last_fullsized":"2023-07-14T12:44:49.009975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:34:25.655645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742967+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:44:48.742967+0000","last_peered":"2023-07-14T12:44:48.742967+0000","last_clean":"2023-07-14T12:44:48.742967+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:44:48.742967+0000","last_undegraded":"2023-07-14T12:44:48.742967+0000","last_fullsized":"2023-07-14T12:44:48.742967+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:37:33.730123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678449+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:44:49.678449+0000","last_peered":"2023-07-14T12:44:49.678449+0000","last_clean":"2023-07-14T12:44:49.678449+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:44:49.678449+0000","last_undegraded":"2023-07-14T12:44:49.678449+0000","last_fullsized":"2023-07-14T12:44:49.678449+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:01:08.369408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743912+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:44:48.743912+0000","last_peered":"2023-07-14T12:44:48.743912+0000","last_clean":"2023-07-14T12:44:48.743912+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:44:48.743912+0000","last_undegraded":"2023-07-14T12:44:48.743912+0000","last_fullsized":"2023-07-14T12:44:48.743912+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:45:22.085413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010467+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:44:49.010467+0000","last_peered":"2023-07-14T12:44:49.010467+0000","last_clean":"2023-07-14T12:44:49.010467+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:44:49.010467+0000","last_undegraded":"2023-07-14T12:44:49.010467+0000","last_fullsized":"2023-07-14T12:44:49.010467+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:48.911529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743149+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:44:48.743149+0000","last_peered":"2023-07-14T12:44:48.743149+0000","last_clean":"2023-07-14T12:44:48.743149+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:44:48.743149+0000","last_undegraded":"2023-07-14T12:44:48.743149+0000","last_fullsized":"2023-07-14T12:44:48.743149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:07:09.602061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678734+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:44:49.678734+0000","last_peered":"2023-07-14T12:44:49.678734+0000","last_clean":"2023-07-14T12:44:49.678734+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:44:49.678734+0000","last_undegraded":"2023-07-14T12:44:49.678734+0000","last_fullsized":"2023-07-14T12:44:49.678734+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:20:18.355855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010420+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:44:49.010420+0000","last_peered":"2023-07-14T12:44:49.010420+0000","last_clean":"2023-07-14T12:44:49.010420+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:44:49.010420+0000","last_undegraded":"2023-07-14T12:44:49.010420+0000","last_fullsized":"2023-07-14T12:44:49.010420+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:33:41.427529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010550+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:44:49.010550+0000","last_peered":"2023-07-14T12:44:49.010550+0000","last_clean":"2023-07-14T12:44:49.010550+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:44:49.010550+0000","last_undegraded":"2023-07-14T12:44:49.010550+0000","last_fullsized":"2023-07-14T12:44:49.010550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:54:16.820823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863217+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:44:48.863217+0000","last_peered":"2023-07-14T12:44:48.863217+0000","last_clean":"2023-07-14T12:44:48.863217+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:44:48.863217+0000","last_undegraded":"2023-07-14T12:44:48.863217+0000","last_fullsized":"2023-07-14T12:44:48.863217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:37:02.634849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863125+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:44:48.863125+0000","last_peered":"2023-07-14T12:44:48.863125+0000","last_clean":"2023-07-14T12:44:48.863125+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:44:48.863125+0000","last_undegraded":"2023-07-14T12:44:48.863125+0000","last_fullsized":"2023-07-14T12:44:48.863125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:10:19.052453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009714+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:44:49.009714+0000","last_peered":"2023-07-14T12:44:49.009714+0000","last_clean":"2023-07-14T12:44:49.009714+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:44:49.009714+0000","last_undegraded":"2023-07-14T12:44:49.009714+0000","last_fullsized":"2023-07-14T12:44:49.009714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:20:57.903426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010669+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:44:49.010669+0000","last_peered":"2023-07-14T12:44:49.010669+0000","last_clean":"2023-07-14T12:44:49.010669+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:44:49.010669+0000","last_undegraded":"2023-07-14T12:44:49.010669+0000","last_fullsized":"2023-07-14T12:44:49.010669+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:04.594874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010767+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:44:49.010767+0000","last_peered":"2023-07-14T12:44:49.010767+0000","last_clean":"2023-07-14T12:44:49.010767+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:44:49.010767+0000","last_undegraded":"2023-07-14T12:44:49.010767+0000","last_fullsized":"2023-07-14T12:44:49.010767+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:59:39.521941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010649+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:44:49.010649+0000","last_peered":"2023-07-14T12:44:49.010649+0000","last_clean":"2023-07-14T12:44:49.010649+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:44:49.010649+0000","last_undegraded":"2023-07-14T12:44:49.010649+0000","last_fullsized":"2023-07-14T12:44:49.010649+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:19:39.567988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010836+0000","last_change":"2023-07-14T12:44:47.070494+0000","last_active":"2023-07-14T12:44:49.010836+0000","last_peered":"2023-07-14T12:44:49.010836+0000","last_clean":"2023-07-14T12:44:49.010836+0000","last_became_active":"2023-07-14T12:44:47.070149+0000","last_became_peered":"2023-07-14T12:44:47.070149+0000","last_unstale":"2023-07-14T12:44:49.010836+0000","last_undegraded":"2023-07-14T12:44:49.010836+0000","last_fullsized":"2023-07-14T12:44:49.010836+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:07.620760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744341+0000","last_change":"2023-07-14T12:44:47.759057+0000","last_active":"2023-07-14T12:44:48.744341+0000","last_peered":"2023-07-14T12:44:48.744341+0000","last_clean":"2023-07-14T12:44:48.744341+0000","last_became_active":"2023-07-14T12:44:47.758336+0000","last_became_peered":"2023-07-14T12:44:47.758336+0000","last_unstale":"2023-07-14T12:44:48.744341+0000","last_undegraded":"2023-07-14T12:44:48.744341+0000","last_fullsized":"2023-07-14T12:44:48.744341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:21.541485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744697+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:44:48.744697+0000","last_peered":"2023-07-14T12:44:48.744697+0000","last_clean":"2023-07-14T12:44:48.744697+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:44:48.744697+0000","last_undegraded":"2023-07-14T12:44:48.744697+0000","last_fullsized":"2023-07-14T12:44:48.744697+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:43:23.578243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863513+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:44:48.863513+0000","last_peered":"2023-07-14T12:44:48.863513+0000","last_clean":"2023-07-14T12:44:48.863513+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:44:48.863513+0000","last_undegraded":"2023-07-14T12:44:48.863513+0000","last_fullsized":"2023-07-14T12:44:48.863513+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:49:26.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755185+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:44:52.755185+0000","last_peered":"2023-07-14T12:44:52.755185+0000","last_clean":"2023-07-14T12:44:52.755185+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:44:52.755185+0000","last_undegraded":"2023-07-14T12:44:52.755185+0000","last_fullsized":"2023-07-14T12:44:52.755185+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:35:17.658286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009893+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:44:49.009893+0000","last_peered":"2023-07-14T12:44:49.009893+0000","last_clean":"2023-07-14T12:44:49.009893+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:44:49.009893+0000","last_undegraded":"2023-07-14T12:44:49.009893+0000","last_fullsized":"2023-07-14T12:44:49.009893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:54:47.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010703+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:44:49.010703+0000","last_peered":"2023-07-14T12:44:49.010703+0000","last_clean":"2023-07-14T12:44:49.010703+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:44:49.010703+0000","last_undegraded":"2023-07-14T12:44:49.010703+0000","last_fullsized":"2023-07-14T12:44:49.010703+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:50.694153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742234+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:44:48.742234+0000","last_peered":"2023-07-14T12:44:48.742234+0000","last_clean":"2023-07-14T12:44:48.742234+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:44:48.742234+0000","last_undegraded":"2023-07-14T12:44:48.742234+0000","last_fullsized":"2023-07-14T12:44:48.742234+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:14:27.139008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'5","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.745728+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:44:52.745728+0000","last_peered":"2023-07-14T12:44:52.745728+0000","last_clean":"2023-07-14T12:44:52.745728+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:44:52.745728+0000","last_undegraded":"2023-07-14T12:44:52.745728+0000","last_fullsized":"2023-07-14T12:44:52.745728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:49.586230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":574,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:23:07.956973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755336+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:44:52.755336+0000","last_peered":"2023-07-14T12:44:52.755336+0000","last_clean":"2023-07-14T12:44:52.755336+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:44:52.755336+0000","last_undegraded":"2023-07-14T12:44:52.755336+0000","last_fullsized":"2023-07-14T12:44:52.755336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:13:19.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742087+0000","last_change":"2023-07-14T12:44:47.754662+0000","last_active":"2023-07-14T12:44:48.742087+0000","last_peered":"2023-07-14T12:44:48.742087+0000","last_clean":"2023-07-14T12:44:48.742087+0000","last_became_active":"2023-07-14T12:44:47.754342+0000","last_became_peered":"2023-07-14T12:44:47.754342+0000","last_unstale":"2023-07-14T12:44:48.742087+0000","last_undegraded":"2023-07-14T12:44:48.742087+0000","last_fullsized":"2023-07-14T12:44:48.742087+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:56:01.240354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010377+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:44:49.010377+0000","last_peered":"2023-07-14T12:44:49.010377+0000","last_clean":"2023-07-14T12:44:49.010377+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:44:49.010377+0000","last_undegraded":"2023-07-14T12:44:49.010377+0000","last_fullsized":"2023-07-14T12:44:49.010377+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:59:00.110547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743972+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:44:48.743972+0000","last_peered":"2023-07-14T12:44:48.743972+0000","last_clean":"2023-07-14T12:44:48.743972+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:44:48.743972+0000","last_undegraded":"2023-07-14T12:44:48.743972+0000","last_fullsized":"2023-07-14T12:44:48.743972+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:35:20.075837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.103679+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:44:51.103679+0000","last_peered":"2023-07-14T12:44:51.103679+0000","last_clean":"2023-07-14T12:44:51.103679+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:44:51.103679+0000","last_undegraded":"2023-07-14T12:44:51.103679+0000","last_fullsized":"2023-07-14T12:44:51.103679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:25:48.758228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010541+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:44:49.010541+0000","last_peered":"2023-07-14T12:44:49.010541+0000","last_clean":"2023-07-14T12:44:49.010541+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:44:49.010541+0000","last_undegraded":"2023-07-14T12:44:49.010541+0000","last_fullsized":"2023-07-14T12:44:49.010541+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:52:47.487847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.750186+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:44:54.750186+0000","last_peered":"2023-07-14T12:44:54.750186+0000","last_clean":"2023-07-14T12:44:54.750186+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:44:54.750186+0000","last_undegraded":"2023-07-14T12:44:54.750186+0000","last_fullsized":"2023-07-14T12:44:54.750186+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:39:22.149791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009951+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:44:49.009951+0000","last_peered":"2023-07-14T12:44:49.009951+0000","last_clean":"2023-07-14T12:44:49.009951+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:44:49.009951+0000","last_undegraded":"2023-07-14T12:44:49.009951+0000","last_fullsized":"2023-07-14T12:44:49.009951+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:43.054769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678590+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:44:49.678590+0000","last_peered":"2023-07-14T12:44:49.678590+0000","last_clean":"2023-07-14T12:44:49.678590+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:44:49.678590+0000","last_undegraded":"2023-07-14T12:44:49.678590+0000","last_fullsized":"2023-07-14T12:44:49.678590+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:01:36.106360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863534+0000","last_change":"2023-07-14T12:44:47.761593+0000","last_active":"2023-07-14T12:44:48.863534+0000","last_peered":"2023-07-14T12:44:48.863534+0000","last_clean":"2023-07-14T12:44:48.863534+0000","last_became_active":"2023-07-14T12:44:47.761262+0000","last_became_peered":"2023-07-14T12:44:47.761262+0000","last_unstale":"2023-07-14T12:44:48.863534+0000","last_undegraded":"2023-07-14T12:44:48.863534+0000","last_fullsized":"2023-07-14T12:44:48.863534+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:47:39.034989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.746434+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:44:52.746434+0000","last_peered":"2023-07-14T12:44:52.746434+0000","last_clean":"2023-07-14T12:44:52.746434+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:44:52.746434+0000","last_undegraded":"2023-07-14T12:44:52.746434+0000","last_fullsized":"2023-07-14T12:44:52.746434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:47:01.776369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010174+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:44:49.010174+0000","last_peered":"2023-07-14T12:44:49.010174+0000","last_clean":"2023-07-14T12:44:49.010174+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:44:49.010174+0000","last_undegraded":"2023-07-14T12:44:49.010174+0000","last_fullsized":"2023-07-14T12:44:49.010174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:18:46.658935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'20","reported_seq":43,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.750694+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:44:54.750694+0000","last_peered":"2023-07-14T12:44:54.750694+0000","last_clean":"2023-07-14T12:44:54.750694+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:44:54.750694+0000","last_undegraded":"2023-07-14T12:44:54.750694+0000","last_fullsized":"2023-07-14T12:44:54.750694+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:28.529495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":36237,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":9,"num_read_kb":39,"num_write":22,"num_write_kb":38,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:24:45.036290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":24,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.764505+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:44:53.764505+0000","last_peered":"2023-07-14T12:44:53.764505+0000","last_clean":"2023-07-14T12:44:53.764505+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:44:53.764505+0000","last_undegraded":"2023-07-14T12:44:53.764505+0000","last_fullsized":"2023-07-14T12:44:53.764505+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:28.322494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010521+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:44:49.010521+0000","last_peered":"2023-07-14T12:44:49.010521+0000","last_clean":"2023-07-14T12:44:49.010521+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:44:49.010521+0000","last_undegraded":"2023-07-14T12:44:49.010521+0000","last_fullsized":"2023-07-14T12:44:49.010521+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:48.678778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104757+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:44:51.104757+0000","last_peered":"2023-07-14T12:44:51.104757+0000","last_clean":"2023-07-14T12:44:51.104757+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:44:51.104757+0000","last_undegraded":"2023-07-14T12:44:51.104757+0000","last_fullsized":"2023-07-14T12:44:51.104757+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:12:18.001925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678756+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:44:49.678756+0000","last_peered":"2023-07-14T12:44:49.678756+0000","last_clean":"2023-07-14T12:44:49.678756+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:44:49.678756+0000","last_undegraded":"2023-07-14T12:44:49.678756+0000","last_fullsized":"2023-07-14T12:44:49.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:33:52.849612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010012+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:44:49.010012+0000","last_peered":"2023-07-14T12:44:49.010012+0000","last_clean":"2023-07-14T12:44:49.010012+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:44:49.010012+0000","last_undegraded":"2023-07-14T12:44:49.010012+0000","last_fullsized":"2023-07-14T12:44:49.010012+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:06:28.521591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:52:46.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'16","reported_seq":31,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743565+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:44:52.743565+0000","last_peered":"2023-07-14T12:44:52.743565+0000","last_clean":"2023-07-14T12:44:52.743565+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:44:52.743565+0000","last_undegraded":"2023-07-14T12:44:52.743565+0000","last_fullsized":"2023-07-14T12:44:52.743565+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:32:24.936385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742062+0000","last_change":"2023-07-14T12:44:47.753415+0000","last_active":"2023-07-14T12:44:48.742062+0000","last_peered":"2023-07-14T12:44:48.742062+0000","last_clean":"2023-07-14T12:44:48.742062+0000","last_became_active":"2023-07-14T12:44:47.753131+0000","last_became_peered":"2023-07-14T12:44:47.753131+0000","last_unstale":"2023-07-14T12:44:48.742062+0000","last_undegraded":"2023-07-14T12:44:48.742062+0000","last_fullsized":"2023-07-14T12:44:48.742062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:57:34.629757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743572+0000","last_change":"2023-07-14T12:44:47.063396+0000","last_active":"2023-07-14T12:44:52.743572+0000","last_peered":"2023-07-14T12:44:52.743572+0000","last_clean":"2023-07-14T12:44:52.743572+0000","last_became_active":"2023-07-14T12:44:47.063029+0000","last_became_peered":"2023-07-14T12:44:47.063029+0000","last_unstale":"2023-07-14T12:44:52.743572+0000","last_undegraded":"2023-07-14T12:44:52.743572+0000","last_fullsized":"2023-07-14T12:44:52.743572+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:21:59.730177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010116+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:44:49.010116+0000","last_peered":"2023-07-14T12:44:49.010116+0000","last_clean":"2023-07-14T12:44:49.010116+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:44:49.010116+0000","last_undegraded":"2023-07-14T12:44:49.010116+0000","last_fullsized":"2023-07-14T12:44:49.010116+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:26:27.058839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010747+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:44:49.010747+0000","last_peered":"2023-07-14T12:44:49.010747+0000","last_clean":"2023-07-14T12:44:49.010747+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:44:49.010747+0000","last_undegraded":"2023-07-14T12:44:49.010747+0000","last_fullsized":"2023-07-14T12:44:49.010747+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:31.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.859964+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:44:49.859964+0000","last_peered":"2023-07-14T12:44:49.859964+0000","last_clean":"2023-07-14T12:44:49.859964+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:44:49.859964+0000","last_undegraded":"2023-07-14T12:44:49.859964+0000","last_fullsized":"2023-07-14T12:44:49.859964+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:22.193817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678513+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:44:49.678513+0000","last_peered":"2023-07-14T12:44:49.678513+0000","last_clean":"2023-07-14T12:44:49.678513+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:44:49.678513+0000","last_undegraded":"2023-07-14T12:44:49.678513+0000","last_fullsized":"2023-07-14T12:44:49.678513+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:19.178941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743113+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:44:48.743113+0000","last_peered":"2023-07-14T12:44:48.743113+0000","last_clean":"2023-07-14T12:44:48.743113+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:44:48.743113+0000","last_undegraded":"2023-07-14T12:44:48.743113+0000","last_fullsized":"2023-07-14T12:44:48.743113+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:58:17.832067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742105+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:44:48.742105+0000","last_peered":"2023-07-14T12:44:48.742105+0000","last_clean":"2023-07-14T12:44:48.742105+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:44:48.742105+0000","last_undegraded":"2023-07-14T12:44:48.742105+0000","last_fullsized":"2023-07-14T12:44:48.742105+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:19.653201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010293+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:44:49.010293+0000","last_peered":"2023-07-14T12:44:49.010293+0000","last_clean":"2023-07-14T12:44:49.010293+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:44:49.010293+0000","last_undegraded":"2023-07-14T12:44:49.010293+0000","last_fullsized":"2023-07-14T12:44:49.010293+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:22:41.985578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744206+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:44:48.744206+0000","last_peered":"2023-07-14T12:44:48.744206+0000","last_clean":"2023-07-14T12:44:48.744206+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:44:48.744206+0000","last_undegraded":"2023-07-14T12:44:48.744206+0000","last_fullsized":"2023-07-14T12:44:48.744206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:38:37.738687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.105510+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:44:51.105510+0000","last_peered":"2023-07-14T12:44:51.105510+0000","last_clean":"2023-07-14T12:44:51.105510+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:44:51.105510+0000","last_undegraded":"2023-07-14T12:44:51.105510+0000","last_fullsized":"2023-07-14T12:44:51.105510+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:35.624629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":339,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:46.660766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010224+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:44:49.010224+0000","last_peered":"2023-07-14T12:44:49.010224+0000","last_clean":"2023-07-14T12:44:49.010224+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:44:49.010224+0000","last_undegraded":"2023-07-14T12:44:49.010224+0000","last_fullsized":"2023-07-14T12:44:49.010224+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:24:41.339943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678709+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:44:49.678709+0000","last_peered":"2023-07-14T12:44:49.678709+0000","last_clean":"2023-07-14T12:44:49.678709+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:44:49.678709+0000","last_undegraded":"2023-07-14T12:44:49.678709+0000","last_fullsized":"2023-07-14T12:44:49.678709+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:49.162977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.754975+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:44:52.754975+0000","last_peered":"2023-07-14T12:44:52.754975+0000","last_clean":"2023-07-14T12:44:52.754975+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:44:52.754975+0000","last_undegraded":"2023-07-14T12:44:52.754975+0000","last_fullsized":"2023-07-14T12:44:52.754975+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:19:47.613417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010716+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:44:49.010716+0000","last_peered":"2023-07-14T12:44:49.010716+0000","last_clean":"2023-07-14T12:44:49.010716+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:44:49.010716+0000","last_undegraded":"2023-07-14T12:44:49.010716+0000","last_fullsized":"2023-07-14T12:44:49.010716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:35:36.332074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010838+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:44:49.010838+0000","last_peered":"2023-07-14T12:44:49.010838+0000","last_clean":"2023-07-14T12:44:49.010838+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:44:49.010838+0000","last_undegraded":"2023-07-14T12:44:49.010838+0000","last_fullsized":"2023-07-14T12:44:49.010838+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:13:57.654100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744263+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:44:48.744263+0000","last_peered":"2023-07-14T12:44:48.744263+0000","last_clean":"2023-07-14T12:44:48.744263+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:44:48.744263+0000","last_undegraded":"2023-07-14T12:44:48.744263+0000","last_fullsized":"2023-07-14T12:44:48.744263+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:26:20.398540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.103435+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:44:51.103435+0000","last_peered":"2023-07-14T12:44:51.103435+0000","last_clean":"2023-07-14T12:44:51.103435+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:44:51.103435+0000","last_undegraded":"2023-07-14T12:44:51.103435+0000","last_fullsized":"2023-07-14T12:44:51.103435+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:35:56.581220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863413+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:44:48.863413+0000","last_peered":"2023-07-14T12:44:48.863413+0000","last_clean":"2023-07-14T12:44:48.863413+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:44:48.863413+0000","last_undegraded":"2023-07-14T12:44:48.863413+0000","last_fullsized":"2023-07-14T12:44:48.863413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:27:04.500443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104130+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:44:51.104130+0000","last_peered":"2023-07-14T12:44:51.104130+0000","last_clean":"2023-07-14T12:44:51.104130+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:44:51.104130+0000","last_undegraded":"2023-07-14T12:44:51.104130+0000","last_fullsized":"2023-07-14T12:44:51.104130+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:45:51.059236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010270+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:44:49.010270+0000","last_peered":"2023-07-14T12:44:49.010270+0000","last_clean":"2023-07-14T12:44:49.010270+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:44:49.010270+0000","last_undegraded":"2023-07-14T12:44:49.010270+0000","last_fullsized":"2023-07-14T12:44:49.010270+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:39.168642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744031+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:44:48.744031+0000","last_peered":"2023-07-14T12:44:48.744031+0000","last_clean":"2023-07-14T12:44:48.744031+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:44:48.744031+0000","last_undegraded":"2023-07-14T12:44:48.744031+0000","last_fullsized":"2023-07-14T12:44:48.744031+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:38.146319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009989+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:44:49.009989+0000","last_peered":"2023-07-14T12:44:49.009989+0000","last_clean":"2023-07-14T12:44:49.009989+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:44:49.009989+0000","last_undegraded":"2023-07-14T12:44:49.009989+0000","last_fullsized":"2023-07-14T12:44:49.009989+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:37:24.964724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.263764+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:44:49.263764+0000","last_peered":"2023-07-14T12:44:49.263764+0000","last_clean":"2023-07-14T12:44:49.263764+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:44:49.263764+0000","last_undegraded":"2023-07-14T12:44:49.263764+0000","last_fullsized":"2023-07-14T12:44:49.263764+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:20:12.526205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744746+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:44:48.744746+0000","last_peered":"2023-07-14T12:44:48.744746+0000","last_clean":"2023-07-14T12:44:48.744746+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:44:48.744746+0000","last_undegraded":"2023-07-14T12:44:48.744746+0000","last_fullsized":"2023-07-14T12:44:48.744746+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:28:59.799012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104891+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:44:51.104891+0000","last_peered":"2023-07-14T12:44:51.104891+0000","last_clean":"2023-07-14T12:44:51.104891+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:44:51.104891+0000","last_undegraded":"2023-07-14T12:44:51.104891+0000","last_fullsized":"2023-07-14T12:44:51.104891+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:04:13.002243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678606+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:44:49.678606+0000","last_peered":"2023-07-14T12:44:49.678606+0000","last_clean":"2023-07-14T12:44:49.678606+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:44:49.678606+0000","last_undegraded":"2023-07-14T12:44:49.678606+0000","last_fullsized":"2023-07-14T12:44:49.678606+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:01:04.329205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.754673+0000","last_change":"2023-07-14T12:44:47.062717+0000","last_active":"2023-07-14T12:44:52.754673+0000","last_peered":"2023-07-14T12:44:52.754673+0000","last_clean":"2023-07-14T12:44:52.754673+0000","last_became_active":"2023-07-14T12:44:47.062414+0000","last_became_peered":"2023-07-14T12:44:47.062414+0000","last_unstale":"2023-07-14T12:44:52.754673+0000","last_undegraded":"2023-07-14T12:44:52.754673+0000","last_fullsized":"2023-07-14T12:44:52.754673+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:29:08.499410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678582+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:44:49.678582+0000","last_peered":"2023-07-14T12:44:49.678582+0000","last_clean":"2023-07-14T12:44:49.678582+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:44:49.678582+0000","last_undegraded":"2023-07-14T12:44:49.678582+0000","last_fullsized":"2023-07-14T12:44:49.678582+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:31:23.649390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743868+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:44:52.743868+0000","last_peered":"2023-07-14T12:44:52.743868+0000","last_clean":"2023-07-14T12:44:52.743868+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:44:52.743868+0000","last_undegraded":"2023-07-14T12:44:52.743868+0000","last_fullsized":"2023-07-14T12:44:52.743868+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:08.603708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678490+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:44:49.678490+0000","last_peered":"2023-07-14T12:44:49.678490+0000","last_clean":"2023-07-14T12:44:49.678490+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:44:49.678490+0000","last_undegraded":"2023-07-14T12:44:49.678490+0000","last_fullsized":"2023-07-14T12:44:49.678490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.878086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010465+0000","last_change":"2023-07-14T12:44:47.065963+0000","last_active":"2023-07-14T12:44:49.010465+0000","last_peered":"2023-07-14T12:44:49.010465+0000","last_clean":"2023-07-14T12:44:49.010465+0000","last_became_active":"2023-07-14T12:44:47.065645+0000","last_became_peered":"2023-07-14T12:44:47.065645+0000","last_unstale":"2023-07-14T12:44:49.010465+0000","last_undegraded":"2023-07-14T12:44:49.010465+0000","last_fullsized":"2023-07-14T12:44:49.010465+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:21:42.178989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678707+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:44:49.678707+0000","last_peered":"2023-07-14T12:44:49.678707+0000","last_clean":"2023-07-14T12:44:49.678707+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:44:49.678707+0000","last_undegraded":"2023-07-14T12:44:49.678707+0000","last_fullsized":"2023-07-14T12:44:49.678707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:00:48.280304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010140+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:44:49.010140+0000","last_peered":"2023-07-14T12:44:49.010140+0000","last_clean":"2023-07-14T12:44:49.010140+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:44:49.010140+0000","last_undegraded":"2023-07-14T12:44:49.010140+0000","last_fullsized":"2023-07-14T12:44:49.010140+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:57.788979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010398+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:44:49.010398+0000","last_peered":"2023-07-14T12:44:49.010398+0000","last_clean":"2023-07-14T12:44:49.010398+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:44:49.010398+0000","last_undegraded":"2023-07-14T12:44:49.010398+0000","last_fullsized":"2023-07-14T12:44:49.010398+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:58.010474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009860+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:44:49.009860+0000","last_peered":"2023-07-14T12:44:49.009860+0000","last_clean":"2023-07-14T12:44:49.009860+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:44:49.009860+0000","last_undegraded":"2023-07-14T12:44:49.009860+0000","last_fullsized":"2023-07-14T12:44:49.009860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:07:53.079955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863501+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:44:48.863501+0000","last_peered":"2023-07-14T12:44:48.863501+0000","last_clean":"2023-07-14T12:44:48.863501+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:44:48.863501+0000","last_undegraded":"2023-07-14T12:44:48.863501+0000","last_fullsized":"2023-07-14T12:44:48.863501+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:52:49.267355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010543+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:44:49.010543+0000","last_peered":"2023-07-14T12:44:49.010543+0000","last_clean":"2023-07-14T12:44:49.010543+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:44:49.010543+0000","last_undegraded":"2023-07-14T12:44:49.010543+0000","last_fullsized":"2023-07-14T12:44:49.010543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:29:50.455627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010151+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:44:49.010151+0000","last_peered":"2023-07-14T12:44:49.010151+0000","last_clean":"2023-07-14T12:44:49.010151+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:44:49.010151+0000","last_undegraded":"2023-07-14T12:44:49.010151+0000","last_fullsized":"2023-07-14T12:44:49.010151+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:12:53.913652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.011067+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:44:49.011067+0000","last_peered":"2023-07-14T12:44:49.011067+0000","last_clean":"2023-07-14T12:44:49.011067+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:44:49.011067+0000","last_undegraded":"2023-07-14T12:44:49.011067+0000","last_fullsized":"2023-07-14T12:44:49.011067+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:45:23.953748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744115+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:44:48.744115+0000","last_peered":"2023-07-14T12:44:48.744115+0000","last_clean":"2023-07-14T12:44:48.744115+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:44:48.744115+0000","last_undegraded":"2023-07-14T12:44:48.744115+0000","last_fullsized":"2023-07-14T12:44:48.744115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:33:04.619490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742184+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:44:48.742184+0000","last_peered":"2023-07-14T12:44:48.742184+0000","last_clean":"2023-07-14T12:44:48.742184+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:44:48.742184+0000","last_undegraded":"2023-07-14T12:44:48.742184+0000","last_fullsized":"2023-07-14T12:44:48.742184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:36.105596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743949+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:44:48.743949+0000","last_peered":"2023-07-14T12:44:48.743949+0000","last_clean":"2023-07-14T12:44:48.743949+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:44:48.743949+0000","last_undegraded":"2023-07-14T12:44:48.743949+0000","last_fullsized":"2023-07-14T12:44:48.743949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:11.956766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010417+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:44:49.010417+0000","last_peered":"2023-07-14T12:44:49.010417+0000","last_clean":"2023-07-14T12:44:49.010417+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:44:49.010417+0000","last_undegraded":"2023-07-14T12:44:49.010417+0000","last_fullsized":"2023-07-14T12:44:49.010417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:14:35.666468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010722+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:44:49.010722+0000","last_peered":"2023-07-14T12:44:49.010722+0000","last_clean":"2023-07-14T12:44:49.010722+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:44:49.010722+0000","last_undegraded":"2023-07-14T12:44:49.010722+0000","last_fullsized":"2023-07-14T12:44:49.010722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:04:15.555876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010026+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:44:49.010026+0000","last_peered":"2023-07-14T12:44:49.010026+0000","last_clean":"2023-07-14T12:44:49.010026+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:44:49.010026+0000","last_undegraded":"2023-07-14T12:44:49.010026+0000","last_fullsized":"2023-07-14T12:44:49.010026+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:57:32.549900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":40333,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":25,"num_read_kb":54,"num_write":130,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":37,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":262144,"data_stored":66568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547212,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":836,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":856064,"data_stored":410801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67900000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]}]},{"osd":10,"up_from":68,"seq":292057776143,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28456,"kb_used_data":1504,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716696,"statfs":{"total":95995035648,"available":95965896704,"internally_reserved":0,"allocated":1540096,"data_stored":1039276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":1,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.439},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64900000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.72199999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.60599999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.754}]},{"osd":6,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":4.673,"5min":4.673,"15min":4.673},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.89100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.73899999999999999}]},{"osd":9,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":4.6500000000000004,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":4.6239999999999997,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.77100000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80200000000000005}]}]},{"osd":9,"up_from":63,"seq":270582939668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":860160,"data_stored":411383,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.746},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":1.04}]},{"osd":1,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.51600000000000001}]},{"osd":2,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.44}]},{"osd":3,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.67000000000000004}]},{"osd":4,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.70499999999999996}]},{"osd":6,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":1.952},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":2.6269999999999998}]},{"osd":7,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.72199999999999998}]},{"osd":8,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.1899999999999999,"5min":1.1899999999999999,"15min":1.1899999999999999},"last":0.78000000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.76200000000000001}]}]},{"osd":8,"up_from":56,"seq":240518168600,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":852,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":872448,"data_stored":411208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.69999999999999996}]},{"osd":1,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.622}]},{"osd":2,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.443},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.41699999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.76100000000000001}]},{"osd":4,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.49399999999999999}]},{"osd":6,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.84199999999999997}]},{"osd":7,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.749}]},{"osd":9,"last update":"Fri Jul 14 12:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.86399999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.873},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.81799999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]}]},{"osd":7,"up_from":49,"seq":210453397532,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1420,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1454080,"data_stored":1001751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54600000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42199999999999999,"15min":0.41699999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.59599999999999997,"15min":0.59299999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56699999999999995,"15min":0.55900000000000005},"min":{"1min":0.46700000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76500000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61799999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80600000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.39200000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.49399999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73799999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.505,"15min":0.498},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.753,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.372}]},{"osd":5,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.46700000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.41399999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.85399999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.58799999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.72499999999999998,"15min":0.70699999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.68400000000000005,"15min":0.67200000000000004},"min":{"1min":0.49199999999999999,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.89600000000000002,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.46999999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:44:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.53100000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.434},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.2879999999999998,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.48799999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.44800000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":6,"up_from":44,"seq":188978561057,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":836,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":856064,"data_stored":410801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.57199999999999995,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.443,"15min":0.439},"min":{"1min":0.316,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.68799999999999994,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.39400000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.58199999999999996,"15min":0.56999999999999995},"min":{"1min":0.46200000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.48999999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.622,"15min":0.61099999999999999},"min":{"1min":0.48499999999999999,"5min":0.432,"15min":0.432},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61099999999999999,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.55900000000000005}]},{"osd":3,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.36799999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.378},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.53000000000000003,"15min":0.52500000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.45800000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.66600000000000004,"15min":0.66400000000000003},"min":{"1min":0.48499999999999999,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.91600000000000004,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.67700000000000005,"15min":0.67500000000000004},"min":{"1min":0.55500000000000005,"5min":0.503,"15min":0.503},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.53000000000000003}]},{"osd":5,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76800000000000002,"5min":0.68500000000000005,"15min":0.67100000000000004},"min":{"1min":0.51500000000000001,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.71499999999999997,"15min":0.70099999999999996},"min":{"1min":0.56899999999999995,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.405,"5min":1.405,"15min":1.405},"last":0.71199999999999997}]},{"osd":7,"last update":"Fri Jul 14 12:44:41 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.69199999999999995,"15min":0.68000000000000005},"min":{"1min":0.54800000000000004,"5min":0.505,"15min":0.505},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.73499999999999999,"15min":0.73199999999999998},"min":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.79600000000000004}]},{"osd":8,"last update":"Fri Jul 14 12:44:04 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":1.454,"5min":1.454,"15min":1.454},"last":0.878},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.63200000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:44:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.83999999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.91700000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":868352,"data_stored":412365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.33000000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.51500000000000001,"15min":0.497},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.44}]},{"osd":2,"last update":"Fri Jul 14 12:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.39000000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.50600000000000001,"15min":0.49399999999999999},"min":{"1min":0.36199999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53100000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:44:20 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.52900000000000003,"15min":0.501},"min":{"1min":0.41599999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.55100000000000005,"15min":0.53000000000000003},"min":{"1min":0.39500000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.60999999999999999}]},{"osd":4,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.40300000000000002,"15min":0.38600000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.439,"15min":0.42599999999999999},"min":{"1min":0.312,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59399999999999997}]},{"osd":5,"last update":"Fri Jul 14 12:44:01 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.56799999999999995,"15min":0.55200000000000005},"min":{"1min":0.39100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.81399999999999995,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.59299999999999997,"15min":0.58399999999999996},"min":{"1min":0.46899999999999997,"5min":0.439,"15min":0.439},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.55900000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.60899999999999999,"15min":0.59499999999999997},"min":{"1min":0.443,"5min":0.433,"15min":0.433},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.621},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.626,"15min":0.624},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.67900000000000005}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.51300000000000001,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56000000000000005,"15min":0.55100000000000005},"min":{"1min":0.35099999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.70999999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:44:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.72999999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.76100000000000001}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.749},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.65100000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76900000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":868352,"data_stored":411495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.371,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.83699999999999997,"5min":1.861,"15min":1.861},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.54900000000000004},"min":{"1min":0.34599999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89200000000000002,"5min":1.486,"15min":1.486},"last":0.41199999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.53900000000000003,"15min":0.52600000000000002},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.626,"5min":0.54800000000000004,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.503}]},{"osd":3,"last update":"Fri Jul 14 12:43:17 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38200000000000001,"15min":0.375},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61699999999999999,"15min":0.63100000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91600000000000004,"5min":1.615,"15min":1.615},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.40400000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79400000000000004,"5min":1.496,"15min":1.496},"last":0.47299999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:07 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.59699999999999998,"15min":0.58299999999999996},"min":{"1min":0.48699999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.57499999999999996,"15min":0.56100000000000005},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85599999999999998,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.53500000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.314,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.59699999999999998,"15min":0.58599999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.437}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.51800000000000002}]},{"osd":8,"last update":"Fri Jul 14 12:44:07 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.66300000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.51900000000000002}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.64700000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27832,"kb_used_data":880,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717320,"statfs":{"total":95995035648,"available":95966535680,"internally_reserved":0,"allocated":901120,"data_stored":414631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:43:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.52700000000000002,"15min":0.52300000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Fri Jul 14 12:43:56 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.36199999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71699999999999997,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.52800000000000002,"15min":0.52400000000000002},"min":{"1min":0.38300000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.81699999999999995}]},{"osd":3,"last update":"Fri Jul 14 12:44:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.55600000000000005,"15min":0.54200000000000004},"min":{"1min":0.46999999999999997,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.43099999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.872,"5min":0.878,"15min":0.878},"last":0.66100000000000003}]},{"osd":4,"last update":"Fri Jul 14 12:44:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61199999999999999,"15min":0.60699999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78800000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.84899999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.48199999999999998,"15min":0.48299999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.36799999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.72699999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.63}]},{"osd":6,"last update":"Fri Jul 14 12:44:21 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.627,"15min":0.63100000000000001},"min":{"1min":0.495,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.51500000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.87,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.75700000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.69399999999999995}]},{"osd":9,"last update":"Fri Jul 14 12:44:24 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.71099999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.83299999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":844,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":864256,"data_stored":410905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.373,"15min":0.35899999999999999},"min":{"1min":0.307,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.39000000000000001,"15min":0.36899999999999999},"min":{"1min":0.29399999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40000000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.56399999999999995,"15min":0.54200000000000004},"min":{"1min":0.39300000000000002,"5min":0.379,"15min":0.379},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.503},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.56999999999999995,"15min":0.55000000000000004},"min":{"1min":0.41199999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.747}]},{"osd":2,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.63600000000000001,"15min":0.54500000000000004},"min":{"1min":0.49299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.0029999999999999,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.55800000000000005,"15min":0.52200000000000002},"min":{"1min":0.42599999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.56799999999999995},"min":{"1min":0.44700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.62,"15min":0.59999999999999998},"min":{"1min":0.42399999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:44:00 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.60199999999999998,"15min":0.58799999999999997},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.625},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.63,"15min":0.621},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.65900000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:44:22 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.36499999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.433},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.621,"15min":0.60499999999999998},"min":{"1min":0.42699999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.54400000000000004,"5min":0.443,"15min":0.443},"max":{"1min":0.93100000000000005,"5min":1.079,"15min":1.079},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77000000000000002,"15min":0.77500000000000002},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.94599999999999995,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.76300000000000001}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:44:26 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.2030000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.71899999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.79300000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]}]},{"osd":4,"up_from":32,"seq":137438953512,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":840,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":860160,"data_stored":410823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.378,"15min":0.35999999999999999},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.248},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56799999999999995}]},{"osd":2,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52600000000000002,"15min":0.51300000000000001},"min":{"1min":0.40400000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.54800000000000004,"15min":0.52400000000000002},"min":{"1min":0.38700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.70999999999999996}]},{"osd":3,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.55400000000000005,"15min":0.52400000000000002},"min":{"1min":0.502,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.56599999999999995,"15min":0.55800000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.63},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.58799999999999997,"15min":0.57199999999999995},"min":{"1min":0.45700000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.66200000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:44:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.65300000000000002,"15min":0.63900000000000001},"min":{"1min":0.57399999999999995,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.64300000000000002,"15min":0.63700000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.78300000000000003}]},{"osd":7,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.40200000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.752}]},{"osd":8,"last update":"Fri Jul 14 12:44:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"last":0.88}]},{"osd":9,"last update":"Fri Jul 14 12:44:27 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.85699999999999998}]},{"osd":10,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.92900000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]}]},{"osd":5,"up_from":37,"seq":158913789989,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28392,"kb_used_data":1440,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716760,"statfs":{"total":95995035648,"available":95965962240,"internally_reserved":0,"allocated":1474560,"data_stored":1002266,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.38100000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.69399999999999995,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.51800000000000002,"15min":0.51100000000000001},"min":{"1min":0.36199999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.92800000000000005,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.41599999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.51600000000000001,"15min":0.51000000000000001},"min":{"1min":0.34000000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.75900000000000001,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.48799999999999999,"15min":0.48099999999999998},"min":{"1min":0.36899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.438}]},{"osd":2,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.372,"15min":0.36299999999999999},"min":{"1min":0.29999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.309,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.35799999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.52100000000000002,"15min":0.50900000000000001},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.45100000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77400000000000002,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.53600000000000003}]},{"osd":4,"last update":"Fri Jul 14 12:43:58 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.42199999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.435,"5min":0.371,"15min":0.371},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Jul 14 12:44:24 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.58999999999999997,"15min":0.58199999999999996},"min":{"1min":0.39000000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60599999999999998,"15min":0.60499999999999998},"min":{"1min":0.45000000000000001,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.63800000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.62,"15min":0.622},"min":{"1min":0.44400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.47099999999999997,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.59299999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:44:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.624},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.72299999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:44:28 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.754},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.67500000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.70799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":21195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":38315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:44:56.540 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-07-14T12:44:56.540 INFO:tasks.cephadm:Setting up client nodes... 2023-07-14T12:44:56.541 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-07-14T12:44:56.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:56 smithi040 ceph-mon[96535]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-07-14T12:44:57.123 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:44:57.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:56 smithi133 ceph-mon[98311]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-07-14T12:44:57.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:56 smithi130 ceph-mon[97977]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-07-14T12:44:58.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:57 smithi040 ceph-mon[96535]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:44:58.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:57 smithi040 ceph-mon[96535]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:44:58.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:57 smithi040 ceph-mon[96535]: pgmap v256: 97 pgs: 97 active+clean; 618 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 11 KiB/s wr, 27 op/s 2023-07-14T12:44:58.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:57 smithi133 ceph-mon[98311]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:44:58.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:57 smithi133 ceph-mon[98311]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:44:58.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:57 smithi133 ceph-mon[98311]: pgmap v256: 97 pgs: 97 active+clean; 618 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 11 KiB/s wr, 27 op/s 2023-07-14T12:44:58.267 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 12:44:57 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: 2023-07-14T12:44:57.917+0000 7f0cb1d4c700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2023-07-14T12:44:58.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:57 smithi130 ceph-mon[97977]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:44:58.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:57 smithi130 ceph-mon[97977]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:44:58.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:57 smithi130 ceph-mon[97977]: pgmap v256: 97 pgs: 97 active+clean; 618 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 11 KiB/s wr, 27 op/s 2023-07-14T12:44:58.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 -- 172.21.15.40:0/2312346037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968072f10 msgr2=0x7f8968073380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:58.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 --2- 172.21.15.40:0/2312346037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968072f10 0x7f8968073380 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f895c009990 tx=0x7f895c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 -- 172.21.15.40:0/2312346037 shutdown_connections 2023-07-14T12:44:58.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 --2- 172.21.15.40:0/2312346037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89680744e0 0x7f8968072940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 --2- 172.21.15.40:0/2312346037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8968107a70 0x7f8968109ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 --2- 172.21.15.40:0/2312346037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968072f10 0x7f8968073380 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 -- 172.21.15.40:0/2312346037 >> 172.21.15.40:0/2312346037 conn(0x7f89680fb200 msgr2=0x7f89680fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:58.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 -- 172.21.15.40:0/2312346037 shutdown_connections 2023-07-14T12:44:58.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.333+0000 7f896db68700 1 -- 172.21.15.40:0/2312346037 wait complete. 2023-07-14T12:44:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.334+0000 7f896db68700 1 Processor -- start 2023-07-14T12:44:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.334+0000 7f896db68700 1 -- start start 2023-07-14T12:44:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f896db68700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8968072f10 0x7f8968197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f896db68700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89680744e0 0x7f8968197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f896db68700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 0x7f896819f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f896db68700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896819f5f0 con 0x7f8968107a70 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f896db68700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896819f730 con 0x7f89680744e0 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f896db68700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896819f8c0 con 0x7f8968072f10 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 0x7f896819f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 0x7f896819f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60254/0 (socket says 172.21.15.40:60254) 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f89677fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8968072f10 0x7f8968197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 -- 172.21.15.40:0/738942621 learned_addr learned my addr 172.21.15.40:0/738942621 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8966ffd700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89680744e0 0x7f8968197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 -- 172.21.15.40:0/738942621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8968072f10 msgr2=0x7f8968197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8968072f10 0x7f8968197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 -- 172.21.15.40:0/738942621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89680744e0 msgr2=0x7f8968197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89680744e0 0x7f8968197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 -- 172.21.15.40:0/738942621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f895c0095f0 con 0x7f8968107a70 2023-07-14T12:44:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.335+0000 7f8967fff700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 0x7f896819f020 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8960007f10 tx=0x7f896000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.336+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f896000dd20 con 0x7f8968107a70 2023-07-14T12:44:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.336+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f896000f040 con 0x7f8968107a70 2023-07-14T12:44:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.336+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f896819fba0 con 0x7f8968107a70 2023-07-14T12:44:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.336+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89600048a0 con 0x7f8968107a70 2023-07-14T12:44:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.336+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89681a00a0 con 0x7f8968107a70 2023-07-14T12:44:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.337+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89681068c0 con 0x7f8968107a70 2023-07-14T12:44:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.338+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f8960003a00 con 0x7f8968107a70 2023-07-14T12:44:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.338+0000 7f8964ff9700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f89500a1260 0x7f89500a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:44:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.339+0000 7f89677fe700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f89500a1260 0x7f89500a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:44:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.339+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f89600cc0f0 con 0x7f8968107a70 2023-07-14T12:44:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.339+0000 7f89677fe700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f89500a1260 0x7f89500a3710 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8958005950 tx=0x7f895800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:44:58.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.343+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f896004e790 con 0x7f8968107a70 2023-07-14T12:44:58.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.624+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f896802c850 con 0x7f8968107a70 2023-07-14T12:44:58.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.628+0000 7f8964ff9700 1 -- 172.21.15.40:0/738942621 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7f8960095890 con 0x7f8968107a70 2023-07-14T12:44:58.639 INFO:teuthology.orchestra.run.smithi040.stdout:[client.0] 2023-07-14T12:44:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: key = AQBKQ7FkEXRFJRAAia5vxGNaSLXAKxyYbuqfSA== 2023-07-14T12:44:58.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f89500a1260 msgr2=0x7f89500a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:58.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f89500a1260 0x7f89500a3710 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8958005950 tx=0x7f895800b410 comp rx=0 tx=0).stop 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 msgr2=0x7f896819f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 0x7f896819f020 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8960007f10 tx=0x7f896000d3b0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 shutdown_connections 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f89500a1260 0x7f89500a3710 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8968072f10 0x7f8968197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8968107a70 0x7f896819f020 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 --2- 172.21.15.40:0/738942621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89680744e0 0x7f8968197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:44:58.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.630+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 >> 172.21.15.40:0/738942621 conn(0x7f89680fb200 msgr2=0x7f8968103a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:44:58.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.631+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 shutdown_connections 2023-07-14T12:44:58.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:44:58.631+0000 7f896db68700 1 -- 172.21.15.40:0/738942621 wait complete. 2023-07-14T12:44:58.971 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:58 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/738942621' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-07-14T12:44:58.972 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:58 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/738942621' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-07-14T12:44:58.986 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:44:58.987 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-07-14T12:44:58.987 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-07-14T12:44:59.029 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-07-14T12:44:59.029 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-07-14T12:44:59.030 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph mgr dump --format=json 2023-07-14T12:44:59.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:58 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/738942621' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-07-14T12:44:59.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:58 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/738942621' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-07-14T12:44:59.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:58 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/738942621' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-07-14T12:44:59.268 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:58 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/738942621' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-07-14T12:44:59.628 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:00.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:44:59 smithi040 ceph-mon[96535]: pgmap v257: 97 pgs: 97 active+clean; 619 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 9.8 KiB/s wr, 25 op/s 2023-07-14T12:45:00.227 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:44:59 smithi133 ceph-mon[98311]: pgmap v257: 97 pgs: 97 active+clean; 619 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 9.8 KiB/s wr, 25 op/s 2023-07-14T12:45:00.267 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:44:59 smithi130 ceph-mon[97977]: pgmap v257: 97 pgs: 97 active+clean; 619 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 9.8 KiB/s wr, 25 op/s 2023-07-14T12:45:00.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.815+0000 7f261cc0f700 1 -- 172.21.15.40:0/3191428943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26181005d0 msgr2=0x7f2618100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:00.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.815+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3191428943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26181005d0 0x7f2618100a40 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f26000099c0 tx=0x7f2600009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:00.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 -- 172.21.15.40:0/3191428943 shutdown_connections 2023-07-14T12:45:00.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3191428943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2618100f80 0x7f261810ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:00.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3191428943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26180fee80 0x7f26180ff250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:00.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3191428943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26181005d0 0x7f2618100a40 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:00.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 -- 172.21.15.40:0/3191428943 >> 172.21.15.40:0/3191428943 conn(0x7f2618075b60 msgr2=0x7f2618075f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:00.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 -- 172.21.15.40:0/3191428943 shutdown_connections 2023-07-14T12:45:00.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 -- 172.21.15.40:0/3191428943 wait complete. 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 Processor -- start 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.816+0000 7f261cc0f700 1 -- start start 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26180fee80 0x7f2618105a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26181005d0 0x7f2618105f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 0x7f26181064e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26181a40b0 con 0x7f2618100f80 2023-07-14T12:45:00.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26181a4220 con 0x7f26180fee80 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26181a43e0 con 0x7f26181005d0 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 0x7f26181064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 0x7f26181064e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60268/0 (socket says 172.21.15.40:60268) 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 -- 172.21.15.40:0/3063193855 learned_addr learned my addr 172.21.15.40:0/3063193855 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261659c700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26180fee80 0x7f2618105a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2615d9b700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26181005d0 0x7f2618105f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:00.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 -- 172.21.15.40:0/3063193855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26181005d0 msgr2=0x7f2618105f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26181005d0 0x7f2618105f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 -- 172.21.15.40:0/3063193855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26180fee80 msgr2=0x7f2618105a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26180fee80 0x7f2618105a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 -- 172.21.15.40:0/3063193855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26000095f0 con 0x7f2618100f80 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f2616d9d700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 0x7f26181064e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2610007d70 tx=0x7f261000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f261000ac90 con 0x7f2618100f80 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f261000adf0 con 0x7f2618100f80 2023-07-14T12:45:00.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.817+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26181a46c0 con 0x7f2618100f80 2023-07-14T12:45:00.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.818+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26100115e0 con 0x7f2618100f80 2023-07-14T12:45:00.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.818+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26181a4b90 con 0x7f2618100f80 2023-07-14T12:45:00.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.819+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f261804e210 con 0x7f2618100f80 2023-07-14T12:45:00.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.820+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2610012420 con 0x7f2618100f80 2023-07-14T12:45:00.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.821+0000 7f260f7fe700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26040a11e0 0x7f26040a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:00.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.821+0000 7f261659c700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26040a11e0 0x7f26040a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:00.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.821+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f26100cce80 con 0x7f2618100f80 2023-07-14T12:45:00.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.821+0000 7f261659c700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26040a11e0 0x7f26040a3690 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2608005950 tx=0x7f260800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:00.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:00.824+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2610096630 con 0x7f2618100f80 2023-07-14T12:45:01.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.080+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f2618106f50 con 0x7f2618100f80 2023-07-14T12:45:01.095 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.084+0000 7f260f7fe700 1 -- 172.21.15.40:0/3063193855 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+260125 (secure 0 0 0) 0x7f2610099c50 con 0x7f2618100f80 2023-07-14T12:45:01.098 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:01.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26040a11e0 msgr2=0x7f26040a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:01.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26040a11e0 0x7f26040a3690 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2608005950 tx=0x7f260800a300 comp rx=0 tx=0).stop 2023-07-14T12:45:01.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 msgr2=0x7f26181064e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:01.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 0x7f26181064e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2610007d70 tx=0x7f261000a340 comp rx=0 tx=0).stop 2023-07-14T12:45:01.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 shutdown_connections 2023-07-14T12:45:01.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26040a11e0 0x7f26040a3690 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:01.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2618100f80 0x7f26181064e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:01.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26180fee80 0x7f2618105a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:01.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 --2- 172.21.15.40:0/3063193855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26181005d0 0x7f2618105f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:01.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 >> 172.21.15.40:0/3063193855 conn(0x7f2618075b60 msgr2=0x7f2618068860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:01.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 shutdown_connections 2023-07-14T12:45:01.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:01.088+0000 7f261cc0f700 1 -- 172.21.15.40:0/3063193855 wait complete. 2023-07-14T12:45:01.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:01 smithi040 ceph-mon[96535]: pgmap v258: 97 pgs: 97 active+clean; 623 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.8 KiB/s wr, 25 op/s 2023-07-14T12:45:01.473 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":17,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":3106672556},{"type":"v1","addr":"172.21.15.40:6801","nonce":3106672556}]},"active_addr":"172.21.15.40:6801/3106672556","active_change":"2023-07-14T12:38:44.906143+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24107,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.40:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1884866063}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1643213482}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":964980015}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1541198671}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1061090999}]}]} 2023-07-14T12:45:01.479 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-07-14T12:45:01.480 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-07-14T12:45:01.480 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd dump --format=json 2023-07-14T12:45:01.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:01 smithi133 ceph-mon[98311]: pgmap v258: 97 pgs: 97 active+clean; 623 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.8 KiB/s wr, 25 op/s 2023-07-14T12:45:01.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:01 smithi130 ceph-mon[97977]: pgmap v258: 97 pgs: 97 active+clean; 623 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 8.8 KiB/s wr, 25 op/s 2023-07-14T12:45:02.040 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:02.328 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:02 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3063193855' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-07-14T12:45:02.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:02 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3063193855' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-07-14T12:45:02.517 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:02 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3063193855' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-07-14T12:45:03.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 -- 172.21.15.40:0/2002075777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 msgr2=0x7f2694104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:03.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 --2- 172.21.15.40:0/2002075777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694104e80 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f2690009990 tx=0x7f2690009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 -- 172.21.15.40:0/2002075777 shutdown_connections 2023-07-14T12:45:03.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 --2- 172.21.15.40:0/2002075777 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26940ff460 0x7f269410b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 --2- 172.21.15.40:0/2002075777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694104e80 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 --2- 172.21.15.40:0/2002075777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26940feab0 0x7f26940fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 -- 172.21.15.40:0/2002075777 >> 172.21.15.40:0/2002075777 conn(0x7f2694075b70 msgr2=0x7f2694075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:03.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 -- 172.21.15.40:0/2002075777 shutdown_connections 2023-07-14T12:45:03.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.227+0000 7f269bca8700 1 -- 172.21.15.40:0/2002075777 wait complete. 2023-07-14T12:45:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.228+0000 7f269bca8700 1 Processor -- start 2023-07-14T12:45:03.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.228+0000 7f269bca8700 1 -- start start 2023-07-14T12:45:03.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26940feab0 0x7f269419a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:03.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26940ff460 0x7f269419ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:03.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694194940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:03.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2694194fb0 con 0x7f2694104ab0 2023-07-14T12:45:03.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2694195120 con 0x7f26940ff460 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26941952e0 con 0x7f26940feab0 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694194940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694194940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60280/0 (socket says 172.21.15.40:60280) 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 -- 172.21.15.40:0/488118636 learned_addr learned my addr 172.21.15.40:0/488118636 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f2699a44700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26940feab0 0x7f269419a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f2699243700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26940ff460 0x7f269419ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 -- 172.21.15.40:0/488118636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26940feab0 msgr2=0x7f269419a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:03.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26940feab0 0x7f269419a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 -- 172.21.15.40:0/488118636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26940ff460 msgr2=0x7f269419ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26940ff460 0x7f269419ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 -- 172.21.15.40:0/488118636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26900095f0 con 0x7f2694104ab0 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269a245700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694194940 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f268c007f10 tx=0x7f268c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c017070 con 0x7f2694104ab0 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f268c00f040 con 0x7f2694104ab0 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.229+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26941955c0 con 0x7f2694104ab0 2023-07-14T12:45:03.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.230+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f268c0054b0 con 0x7f2694104ab0 2023-07-14T12:45:03.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.230+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26941a18b0 con 0x7f2694104ab0 2023-07-14T12:45:03.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.231+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f269404e210 con 0x7f2694104ab0 2023-07-14T12:45:03.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.231+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f268c004ad0 con 0x7f2694104ab0 2023-07-14T12:45:03.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.232+0000 7f268affd700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26800a11e0 0x7f26800a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:03.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.232+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f268c0cbf80 con 0x7f2694104ab0 2023-07-14T12:45:03.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.232+0000 7f2699a44700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26800a11e0 0x7f26800a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:03.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.232+0000 7f2699a44700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26800a11e0 0x7f26800a3690 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f269000b2e0 tx=0x7f2690005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:03.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.237+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f268c095720 con 0x7f2694104ab0 2023-07-14T12:45:03.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.435+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f26941a1ae0 con 0x7f2694104ab0 2023-07-14T12:45:03.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.437+0000 7f268affd700 1 -- 172.21.15.40:0/488118636 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7f268c098d40 con 0x7f2694104ab0 2023-07-14T12:45:03.448 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:03.448 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:45:03.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26800a11e0 msgr2=0x7f26800a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:03.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26800a11e0 0x7f26800a3690 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f269000b2e0 tx=0x7f2690005fd0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 msgr2=0x7f2694194940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:03.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694194940 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f268c007f10 tx=0x7f268c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 shutdown_connections 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f26800a11e0 0x7f26800a3690 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26940feab0 0x7f269419a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2694104ab0 0x7f2694194940 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 --2- 172.21.15.40:0/488118636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26940ff460 0x7f269419ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 >> 172.21.15.40:0/488118636 conn(0x7f2694075b70 msgr2=0x7f2694102750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:03.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 shutdown_connections 2023-07-14T12:45:03.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:03.439+0000 7f269bca8700 1 -- 172.21.15.40:0/488118636 wait complete. 2023-07-14T12:45:03.790 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-07-14T12:45:03.791 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd dump --format=json 2023-07-14T12:45:04.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:03 smithi130 ceph-mon[97977]: pgmap v259: 97 pgs: 97 active+clean; 623 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.9 KiB/s wr, 24 op/s 2023-07-14T12:45:04.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:03 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/488118636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:04.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:03 smithi040 ceph-mon[96535]: pgmap v259: 97 pgs: 97 active+clean; 623 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.9 KiB/s wr, 24 op/s 2023-07-14T12:45:04.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:03 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/488118636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:04.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:03 smithi133 ceph-mon[98311]: pgmap v259: 97 pgs: 97 active+clean; 623 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 9.1 KiB/s rd, 7.9 KiB/s wr, 24 op/s 2023-07-14T12:45:04.228 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:03 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/488118636' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:04.351 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:05.096 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:05 smithi040 ceph-mon[96535]: pgmap v260: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 24 op/s 2023-07-14T12:45:05.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:05 smithi133 ceph-mon[98311]: pgmap v260: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 24 op/s 2023-07-14T12:45:05.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:05 smithi130 ceph-mon[97977]: pgmap v260: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.4 KiB/s wr, 24 op/s 2023-07-14T12:45:05.570 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 -- 172.21.15.40:0/2580913947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 msgr2=0x7f586810ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 --2- 172.21.15.40:0/2580913947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f586810ca50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f586000b0d0 tx=0x7f586000b3e0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 -- 172.21.15.40:0/2580913947 shutdown_connections 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 --2- 172.21.15.40:0/2580913947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f58680ffe80 0x7f5868100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 --2- 172.21.15.40:0/2580913947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f586810ca50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 --2- 172.21.15.40:0/2580913947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5868100820 0x7f58681047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 -- 172.21.15.40:0/2580913947 >> 172.21.15.40:0/2580913947 conn(0x7f5868077ba0 msgr2=0x7f5868077fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:05.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 -- 172.21.15.40:0/2580913947 shutdown_connections 2023-07-14T12:45:05.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.514+0000 7f586e093700 1 -- 172.21.15.40:0/2580913947 wait complete. 2023-07-14T12:45:05.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 Processor -- start 2023-07-14T12:45:05.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 -- start start 2023-07-14T12:45:05.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58680ffe80 0x7f5868072810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:05.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5868100820 0x7f5868072d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:05.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f5868073290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58681a86f0 con 0x7f5868104ed0 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58681a8830 con 0x7f58680ffe80 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f586e093700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58681a8970 con 0x7f5868100820 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f5867fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f5868073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f5867fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f5868073290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60294/0 (socket says 172.21.15.40:60294) 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.515+0000 7f5867fff700 1 -- 172.21.15.40:0/2462111644 learned_addr learned my addr 172.21.15.40:0/2462111644 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:05.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5866ffd700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5868100820 0x7f5868072d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:05.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f58677fe700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58680ffe80 0x7f5868072810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:05.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5867fff700 1 -- 172.21.15.40:0/2462111644 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5868100820 msgr2=0x7f5868072d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:05.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5867fff700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5868100820 0x7f5868072d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5867fff700 1 -- 172.21.15.40:0/2462111644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58680ffe80 msgr2=0x7f5868072810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:05.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5867fff700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58680ffe80 0x7f5868072810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5867fff700 1 -- 172.21.15.40:0/2462111644 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5860009d00 con 0x7f5868104ed0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5867fff700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f5868073290 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f58600078a0 tx=0x7f5860007980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f586000e040 con 0x7f5868104ed0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f586000be30 con 0x7f5868104ed0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58681a8bf0 con 0x7f5868104ed0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f586001b750 con 0x7f5868104ed0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.516+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58681a9000 con 0x7f5868104ed0 2023-07-14T12:45:05.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.517+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f586804e210 con 0x7f5868104ed0 2023-07-14T12:45:05.576 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.518+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f58600050d0 con 0x7f5868104ed0 2023-07-14T12:45:05.576 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.519+0000 7f5864ff9700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f58540a11e0 0x7f58540a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:05.576 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.519+0000 7f58677fe700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f58540a11e0 0x7f58540a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:05.576 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.519+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f58600ce2c0 con 0x7f5868104ed0 2023-07-14T12:45:05.576 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.519+0000 7f58677fe700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f58540a11e0 0x7f58540a3690 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5858005950 tx=0x7f58580058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:05.576 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.523+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5860097af0 con 0x7f5868104ed0 2023-07-14T12:45:05.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.718+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5868073d40 con 0x7f5868104ed0 2023-07-14T12:45:05.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.720+0000 7f5864ff9700 1 -- 172.21.15.40:0/2462111644 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7f586009b110 con 0x7f5868104ed0 2023-07-14T12:45:05.731 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:05.731 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:45:05.733 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.721+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f58540a11e0 msgr2=0x7f58540a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:05.733 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.721+0000 7f586e093700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f58540a11e0 0x7f58540a3690 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5858005950 tx=0x7f58580058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.733 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.721+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 msgr2=0x7f5868073290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:05.733 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f5868073290 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f58600078a0 tx=0x7f5860007980 comp rx=0 tx=0).stop 2023-07-14T12:45:05.733 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 shutdown_connections 2023-07-14T12:45:05.733 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f58540a11e0 0x7f58540a3690 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5868104ed0 0x7f5868073290 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f58680ffe80 0x7f5868072810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 --2- 172.21.15.40:0/2462111644 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5868100820 0x7f5868072d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:05.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 >> 172.21.15.40:0/2462111644 conn(0x7f5868077ba0 msgr2=0x7f58680fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:05.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 shutdown_connections 2023-07-14T12:45:05.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:05.722+0000 7f586e093700 1 -- 172.21.15.40:0/2462111644 wait complete. 2023-07-14T12:45:06.212 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2023-07-14T12:45:06.213 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2023-07-14T12:45:06.213 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2023-07-14T12:45:06.213 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2023-07-14T12:45:06.214 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2023-07-14T12:45:06.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2023-07-14T12:45:06.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2023-07-14T12:45:06.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2023-07-14T12:45:06.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.8 flush_pg_stats 2023-07-14T12:45:06.217 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.9 flush_pg_stats 2023-07-14T12:45:06.217 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.10 flush_pg_stats 2023-07-14T12:45:06.218 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph tell osd.11 flush_pg_stats 2023-07-14T12:45:06.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:06 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2462111644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:06.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:06 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2462111644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:06.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:06 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2462111644' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:07.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:07 smithi040 ceph-mon[96535]: pgmap v261: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2023-07-14T12:45:07.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:07 smithi133 ceph-mon[98311]: pgmap v261: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2023-07-14T12:45:07.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:07 smithi130 ceph-mon[97977]: pgmap v261: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.2 KiB/s wr, 19 op/s 2023-07-14T12:45:07.535 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:07.677 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:07.704 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:07.706 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:07.710 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:07.821 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:08.059 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:08.060 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:08.146 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:08.150 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:08.176 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:08.222 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:09.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:09 smithi040 ceph-mon[96535]: pgmap v262: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2023-07-14T12:45:09.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:09 smithi133 ceph-mon[98311]: pgmap v262: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2023-07-14T12:45:09.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:09 smithi130 ceph-mon[97977]: pgmap v262: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2023-07-14T12:45:11.229 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:11 smithi040 ceph-mon[96535]: pgmap v263: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2023-07-14T12:45:11.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:11 smithi133 ceph-mon[98311]: pgmap v263: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2023-07-14T12:45:11.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:11 smithi130 ceph-mon[97977]: pgmap v263: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2023-07-14T12:45:13.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 -- 172.21.15.40:0/3977701699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 msgr2=0x7ff72c10b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 --2- 172.21.15.40:0/3977701699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c10b8f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff72400b0a0 tx=0x7ff72400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 -- 172.21.15.40:0/3977701699 shutdown_connections 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 --2- 172.21.15.40:0/3977701699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c10b8f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 --2- 172.21.15.40:0/3977701699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c104ab0 0x7ff72c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 --2- 172.21.15.40:0/3977701699 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff72c0feab0 0x7ff72c0fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 -- 172.21.15.40:0/3977701699 >> 172.21.15.40:0/3977701699 conn(0x7ff72c075b70 msgr2=0x7ff72c075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 -- 172.21.15.40:0/3977701699 shutdown_connections 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.958+0000 7ff730953700 1 -- 172.21.15.40:0/3977701699 wait complete. 2023-07-14T12:45:13.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 Processor -- start 2023-07-14T12:45:13.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 -- start start 2023-07-14T12:45:13.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff72c0feab0 0x7ff72c196b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c197070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c104ab0 0x7ff72c1a1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff72c197980 con 0x7ff72c0ff460 2023-07-14T12:45:13.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff72c1a20f0 con 0x7ff72c104ab0 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff730953700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff72c1a2260 con 0x7ff72c0feab0 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c197070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c197070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60306/0 (socket says 172.21.15.40:60306) 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 -- 172.21.15.40:0/3439861028 learned_addr learned my addr 172.21.15.40:0/3439861028 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff72ad9d700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c104ab0 0x7ff72c1a1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff72a59c700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff72c0feab0 0x7ff72c196b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 -- 172.21.15.40:0/3439861028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff72c0feab0 msgr2=0x7ff72c196b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff72c0feab0 0x7ff72c196b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 -- 172.21.15.40:0/3439861028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c104ab0 msgr2=0x7ff72c1a1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff72c104ab0 0x7ff72c1a1bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.959+0000 7ff729d9b700 1 -- 172.21.15.40:0/3439861028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff724009d00 con 0x7ff72c0ff460 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.960+0000 7ff729d9b700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c197070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff72000d950 tx=0x7ff72000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.960+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72000f890 con 0x7ff72c0ff460 2023-07-14T12:45:13.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.960+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff720010460 con 0x7ff72c0ff460 2023-07-14T12:45:13.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.960+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff72c1a2540 con 0x7ff72c0ff460 2023-07-14T12:45:13.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.960+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff72000e610 con 0x7ff72c0ff460 2023-07-14T12:45:13.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.960+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff72c1a2a90 con 0x7ff72c0ff460 2023-07-14T12:45:13.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.961+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff72c04e210 con 0x7ff72c0ff460 2023-07-14T12:45:13.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.962+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff7200108d0 con 0x7ff72c0ff460 2023-07-14T12:45:13.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff71b7fe700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7140a1260 0x7ff7140a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff72a59c700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7140a1260 0x7ff7140a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff7200ccb30 con 0x7ff72c0ff460 2023-07-14T12:45:13.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff71b7fe700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] conn(0x7ff7140aaa30 0x7ff7140ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 --> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff7140ad4f0 con 0x7ff7140aaa30 2023-07-14T12:45:13.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7200ccfd0 con 0x7ff72c0ff460 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff72ad9d700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] conn(0x7ff7140aaa30 0x7ff7140ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff72a59c700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7140a1260 0x7ff7140a3710 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff72c0ffbf0 tx=0x7ff71c007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.963+0000 7ff72ad9d700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] conn(0x7ff7140aaa30 0x7ff7140ace40 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.964+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== osd.0 v2:172.21.15.40:6802/719427908 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7ff7140ad4f0 con 0x7ff7140aaa30 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 --> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff72c10ec50 con 0x7ff7140aaa30 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff71b7fe700 1 -- 172.21.15.40:0/3439861028 <== osd.0 v2:172.21.15.40:6802/719427908 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff724009b80 con 0x7ff7140aaa30 2023-07-14T12:45:13.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] conn(0x7ff7140aaa30 msgr2=0x7ff7140ace40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] conn(0x7ff7140aaa30 0x7ff7140ace40 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7140a1260 msgr2=0x7ff7140a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7140a1260 0x7ff7140a3710 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ff72c0ffbf0 tx=0x7ff71c007400 comp rx=0 tx=0).stop 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 msgr2=0x7ff72c197070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 --2- 172.21.15.40:0/3439861028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff72c0ff460 0x7ff72c197070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff72000d950 tx=0x7ff72000dc60 comp rx=0 tx=0).stop 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff72ad9d700 1 -- 172.21.15.40:0/3439861028 reap_dead start 2023-07-14T12:45:13.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 shutdown_connections 2023-07-14T12:45:13.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.980+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 >> 172.21.15.40:0/3439861028 conn(0x7ff72c075b70 msgr2=0x7ff72c105930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:13.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.981+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 shutdown_connections 2023-07-14T12:45:13.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:12.981+0000 7ff730953700 1 -- 172.21.15.40:0/3439861028 wait complete. 2023-07-14T12:45:13.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.762+0000 7f3d9f437700 1 -- 172.21.15.40:0/1380558007 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980feab0 msgr2=0x7f3d980fef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.762+0000 7f3d9f437700 1 --2- 172.21.15.40:0/1380558007 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980feab0 0x7f3d980fef20 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3d88009990 tx=0x7f3d88009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 -- 172.21.15.40:0/1380558007 shutdown_connections 2023-07-14T12:45:13.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 --2- 172.21.15.40:0/1380558007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d98104ab0 0x7f3d98104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 --2- 172.21.15.40:0/1380558007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d980ff460 0x7f3d9810b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 --2- 172.21.15.40:0/1380558007 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980feab0 0x7f3d980fef20 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 -- 172.21.15.40:0/1380558007 >> 172.21.15.40:0/1380558007 conn(0x7f3d98075b70 msgr2=0x7f3d98075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:13.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 -- 172.21.15.40:0/1380558007 shutdown_connections 2023-07-14T12:45:13.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.763+0000 7f3d9f437700 1 -- 172.21.15.40:0/1380558007 wait complete. 2023-07-14T12:45:13.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 Processor -- start 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 -- start start 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d980feab0 0x7f3d98196a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980ff460 0x7f3d98196f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d98104ab0 0x7f3d981a1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d98197870 con 0x7f3d980ff460 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d981a1fe0 con 0x7f3d980feab0 2023-07-14T12:45:13.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9f437700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d981a2150 con 0x7f3d98104ab0 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9c9d2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980ff460 0x7f3d98196f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9c9d2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980ff460 0x7f3d98196f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60338/0 (socket says 172.21.15.40:60338) 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9c9d2700 1 -- 172.21.15.40:0/4053847927 learned_addr learned my addr 172.21.15.40:0/4053847927 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9d1d3700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d980feab0 0x7f3d98196a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.764+0000 7f3d9d9d4700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d98104ab0 0x7f3d981a1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9c9d2700 1 -- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d98104ab0 msgr2=0x7f3d981a1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9c9d2700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d98104ab0 0x7f3d981a1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9c9d2700 1 -- 172.21.15.40:0/4053847927 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d980feab0 msgr2=0x7f3d98196a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9c9d2700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3d980feab0 0x7f3d98196a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9c9d2700 1 -- 172.21.15.40:0/4053847927 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d880095f0 con 0x7f3d980ff460 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9c9d2700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980ff460 0x7f3d98196f60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3d88000c00 tx=0x7f3d880047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d8801d070 con 0x7f3d980ff460 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d88021410 con 0x7f3d980ff460 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d981a23d0 con 0x7f3d980ff460 2023-07-14T12:45:13.780 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d88017650 con 0x7f3d980ff460 2023-07-14T12:45:13.781 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.765+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d981a2870 con 0x7f3d980ff460 2023-07-14T12:45:13.781 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.766+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3d9804e210 con 0x7f3d980ff460 2023-07-14T12:45:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.767+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3d880217f0 con 0x7f3d980ff460 2023-07-14T12:45:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.767+0000 7f3d8e7fc700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d840a11e0 0x7f3d840a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d9d1d3700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d840a11e0 0x7f3d840a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f3d880ce7b0 con 0x7f3d980ff460 2023-07-14T12:45:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d8e7fc700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] conn(0x7f3d840aa9b0 0x7f3d840acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:13.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 --> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3d840ad470 con 0x7f3d840aa9b0 2023-07-14T12:45:13.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3d880cec50 con 0x7f3d980ff460 2023-07-14T12:45:13.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d9d1d3700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d840a11e0 0x7f3d840a3690 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3d980ffbf0 tx=0x7f3d9400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:13.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.768+0000 7f3d9d9d4700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] conn(0x7f3d840aa9b0 0x7f3d840acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:13.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.769+0000 7f3d9d9d4700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] conn(0x7f3d840aa9b0 0x7f3d840acdc0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:13.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.770+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== osd.5 v2:172.21.15.133:6808/2373041525 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f3d840ad470 con 0x7f3d840aa9b0 2023-07-14T12:45:13.784 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:13 smithi040 ceph-mon[96535]: pgmap v264: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2023-07-14T12:45:13.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.786+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 --> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3d9810ecb0 con 0x7f3d840aa9b0 2023-07-14T12:45:13.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.786+0000 7f3d8e7fc700 1 -- 172.21.15.40:0/4053847927 <== osd.5 v2:172.21.15.133:6808/2373041525 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f3d9000f040 con 0x7f3d840aa9b0 2023-07-14T12:45:13.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] conn(0x7f3d840aa9b0 msgr2=0x7f3d840acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] conn(0x7f3d840aa9b0 0x7f3d840acdc0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d840a11e0 msgr2=0x7f3d840a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3d840a11e0 0x7f3d840a3690 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f3d980ffbf0 tx=0x7f3d9400b410 comp rx=0 tx=0).stop 2023-07-14T12:45:13.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980ff460 msgr2=0x7f3d98196f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:13.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 --2- 172.21.15.40:0/4053847927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d980ff460 0x7f3d98196f60 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3d88000c00 tx=0x7f3d880047b0 comp rx=0 tx=0).stop 2023-07-14T12:45:13.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9d9d4700 1 -- 172.21.15.40:0/4053847927 reap_dead start 2023-07-14T12:45:13.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 shutdown_connections 2023-07-14T12:45:13.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 >> 172.21.15.40:0/4053847927 conn(0x7f3d98075b70 msgr2=0x7f3d980fce10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:13.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 shutdown_connections 2023-07-14T12:45:13.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.787+0000 7f3d9f437700 1 -- 172.21.15.40:0/4053847927 wait complete. 2023-07-14T12:45:14.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:13 smithi130 ceph-mon[97977]: pgmap v264: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2023-07-14T12:45:14.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 -- 172.21.15.40:0/2913579619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c1007a0 msgr2=0x7fd71c104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 --2- 172.21.15.40:0/2913579619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c1007a0 0x7fd71c104770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fd7100099c0 tx=0x7fd710009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 -- 172.21.15.40:0/2913579619 shutdown_connections 2023-07-14T12:45:14.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 --2- 172.21.15.40:0/2913579619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd71c104ea0 0x7fd71c10ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 --2- 172.21.15.40:0/2913579619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd71c0ffe00 0x7fd71c1001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 --2- 172.21.15.40:0/2913579619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c1007a0 0x7fd71c104770 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 -- 172.21.15.40:0/2913579619 >> 172.21.15.40:0/2913579619 conn(0x7fd71c0fb660 msgr2=0x7fd71c0fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:14.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 -- 172.21.15.40:0/2913579619 shutdown_connections 2023-07-14T12:45:14.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.007+0000 7fd72276b700 1 -- 172.21.15.40:0/2913579619 wait complete. 2023-07-14T12:45:14.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 Processor -- start 2023-07-14T12:45:14.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 -- start start 2023-07-14T12:45:14.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd71c0ffe00 0x7fd71c19b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd71c1007a0 0x7fd71c19bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c104ea0 0x7fd71c195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd71c1960a0 con 0x7fd71c104ea0 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd71c196210 con 0x7fd71c0ffe00 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd72276b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd71c1963d0 con 0x7fd71c1007a0 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.008+0000 7fd720d08700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c104ea0 0x7fd71c195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c104ea0 0x7fd71c195a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60356/0 (socket says 172.21.15.40:60356) 2023-07-14T12:45:14.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 -- 172.21.15.40:0/3100362115 learned_addr learned my addr 172.21.15.40:0/3100362115 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd71bfff700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd71c0ffe00 0x7fd71c19b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd71b7fe700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd71c1007a0 0x7fd71c19bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 -- 172.21.15.40:0/3100362115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd71c1007a0 msgr2=0x7fd71c19bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd71c1007a0 0x7fd71c19bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 -- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd71c0ffe00 msgr2=0x7fd71c19b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd71c0ffe00 0x7fd71c19b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 -- 172.21.15.40:0/3100362115 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7100095f0 con 0x7fd71c104ea0 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd71b7fe700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd71c1007a0 0x7fd71c19bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd720d08700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c104ea0 0x7fd71c195a30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd714007d70 tx=0x7fd71400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71400ad40 con 0x7fd71c104ea0 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd7140128e0 con 0x7fd71c104ea0 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd71c1966b0 con 0x7fd71c104ea0 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd714011780 con 0x7fd71c104ea0 2023-07-14T12:45:14.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.009+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd71c1a29a0 con 0x7fd71c104ea0 2023-07-14T12:45:14.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.010+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd71c04e210 con 0x7fd71c104ea0 2023-07-14T12:45:14.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.011+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd714012a50 con 0x7fd71c104ea0 2023-07-14T12:45:14.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd7197fa700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7040a1260 0x7fd7040a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd71bfff700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7040a1260 0x7fd7040a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd7140cd0e0 con 0x7fd71c104ea0 2023-07-14T12:45:14.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd7197fa700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] conn(0x7fd7040aaa30 0x7fd7040ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 --> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd7040ad4f0 con 0x7fd7040aaa30 2023-07-14T12:45:14.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd7140cd450 con 0x7fd71c104ea0 2023-07-14T12:45:14.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.012+0000 7fd71bfff700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7040a1260 0x7fd7040a3710 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd70c005950 tx=0x7fd70c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.013+0000 7fd71b7fe700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] conn(0x7fd7040aaa30 0x7fd7040ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.013+0000 7fd71b7fe700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] conn(0x7fd7040aaa30 0x7fd7040ace40 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.014+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== osd.10 v2:172.21.15.130:6824/1148856609 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fd7040ad4f0 con 0x7fd7040aaa30 2023-07-14T12:45:14.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.030+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 --> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd71c0fca00 con 0x7fd7040aaa30 2023-07-14T12:45:14.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd7197fa700 1 -- 172.21.15.40:0/3100362115 <== osd.10 v2:172.21.15.130:6824/1148856609 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fd71c0fca00 con 0x7fd7040aaa30 2023-07-14T12:45:14.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] conn(0x7fd7040aaa30 msgr2=0x7fd7040ace40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd72276b700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] conn(0x7fd7040aaa30 0x7fd7040ace40 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7040a1260 msgr2=0x7fd7040a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd72276b700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7040a1260 0x7fd7040a3710 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd70c005950 tx=0x7fd70c0058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c104ea0 msgr2=0x7fd71c195a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd72276b700 1 --2- 172.21.15.40:0/3100362115 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd71c104ea0 0x7fd71c195a30 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fd714007d70 tx=0x7fd71400a340 comp rx=0 tx=0).stop 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.031+0000 7fd720d08700 1 -- 172.21.15.40:0/3100362115 reap_dead start 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.032+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 shutdown_connections 2023-07-14T12:45:14.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.032+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 >> 172.21.15.40:0/3100362115 conn(0x7fd71c0fb660 msgr2=0x7fd71c0fc0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:14.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.032+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 shutdown_connections 2023-07-14T12:45:14.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.032+0000 7fd72276b700 1 -- 172.21.15.40:0/3100362115 wait complete. 2023-07-14T12:45:14.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 -- 172.21.15.40:0/8957074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e68104ea0 msgr2=0x7f8e6810ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 --2- 172.21.15.40:0/8957074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e68104ea0 0x7f8e6810ca20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8e6000b0d0 tx=0x7f8e6000b3e0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 -- 172.21.15.40:0/8957074 shutdown_connections 2023-07-14T12:45:14.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 --2- 172.21.15.40:0/8957074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e680ffe00 0x7f8e681001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 --2- 172.21.15.40:0/8957074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e68104ea0 0x7f8e6810ca20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 --2- 172.21.15.40:0/8957074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e681007a0 0x7f8e68104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 -- 172.21.15.40:0/8957074 >> 172.21.15.40:0/8957074 conn(0x7f8e680fb660 msgr2=0x7f8e680fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 -- 172.21.15.40:0/8957074 shutdown_connections 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.472+0000 7f8e70477700 1 -- 172.21.15.40:0/8957074 wait complete. 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 Processor -- start 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 -- start start 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e680ffe00 0x7f8e68072810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e681007a0 0x7f8e68072d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e68104ea0 0x7f8e681a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e68073640 con 0x7f8e680ffe00 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e681a4470 con 0x7f8e681007a0 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.473+0000 7f8e70477700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e681a45e0 con 0x7f8e68104ea0 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e68104ea0 0x7f8e681a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e68104ea0 0x7f8e681a3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:45782/0 (socket says 172.21.15.40:45782) 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 -- 172.21.15.40:0/802456545 learned_addr learned my addr 172.21.15.40:0/802456545 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6da12700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e681007a0 0x7f8e68072d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.230 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 -- 172.21.15.40:0/802456545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e681007a0 msgr2=0x7f8e68072d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.231 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e681007a0 0x7f8e68072d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.231 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 -- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e680ffe00 msgr2=0x7f8e68072810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.231 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e680ffe00 0x7f8e68072810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.231 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 -- 172.21.15.40:0/802456545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e60009d00 con 0x7f8e68104ea0 2023-07-14T12:45:14.231 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e6ea14700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e68104ea0 0x7f8e681a3f30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8e60007870 tx=0x7f8e600078a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6000e040 con 0x7f8e68104ea0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e60005070 con 0x7f8e68104ea0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e681a4800 con 0x7f8e68104ea0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6001b6a0 con 0x7f8e68104ea0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.474+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e681a4c10 con 0x7f8e68104ea0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.475+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8e6810fce0 con 0x7f8e68104ea0 2023-07-14T12:45:14.232 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.477+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f8e600051e0 con 0x7f8e68104ea0 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.477+0000 7f8e5f7fe700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e540a11e0 0x7f8e540a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8e600ce210 con 0x7f8e68104ea0 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e6e213700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e540a11e0 0x7f8e540a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e5f7fe700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] conn(0x7f8e540aa9b0 0x7f8e540acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 --> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8e540ad470 con 0x7f8e540aa9b0 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e600ce6b0 con 0x7f8e68104ea0 2023-07-14T12:45:14.233 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e6da12700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] conn(0x7f8e540aa9b0 0x7f8e540acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e6e213700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e540a11e0 0x7f8e540a3690 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8e64005950 tx=0x7f8e640058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.478+0000 7f8e6da12700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] conn(0x7f8e540aa9b0 0x7f8e540acdc0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.479+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== osd.3 v2:172.21.15.40:6810/3548131377 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f8e540ad470 con 0x7f8e540aa9b0 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.498+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 --> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8e6804e210 con 0x7f8e540aa9b0 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.498+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/802456545 <== osd.3 v2:172.21.15.40:6810/3548131377 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8e6804e210 con 0x7f8e540aa9b0 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] conn(0x7f8e540aa9b0 msgr2=0x7f8e540acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] conn(0x7f8e540aa9b0 0x7f8e540acdc0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e540a11e0 msgr2=0x7f8e540a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8e540a11e0 0x7f8e540a3690 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8e64005950 tx=0x7f8e640058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e68104ea0 msgr2=0x7f8e681a3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 --2- 172.21.15.40:0/802456545 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e68104ea0 0x7f8e681a3f30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8e60007870 tx=0x7f8e600078a0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e6ea14700 1 -- 172.21.15.40:0/802456545 reap_dead start 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 shutdown_connections 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 >> 172.21.15.40:0/802456545 conn(0x7f8e680fb660 msgr2=0x7f8e680fc070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:14.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 shutdown_connections 2023-07-14T12:45:14.236 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:13.499+0000 7f8e70477700 1 -- 172.21.15.40:0/802456545 wait complete. 2023-07-14T12:45:14.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:13 smithi133 ceph-mon[98311]: pgmap v264: 97 pgs: 97 active+clean; 633 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2023-07-14T12:45:14.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 -- 172.21.15.40:0/1306303634 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a40ff440 msgr2=0x7f66a410b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 --2- 172.21.15.40:0/1306303634 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a40ff440 0x7f66a410b8d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f669c00b0a0 tx=0x7f669c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 -- 172.21.15.40:0/1306303634 shutdown_connections 2023-07-14T12:45:14.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 --2- 172.21.15.40:0/1306303634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66a4104a90 0x7f66a4104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 --2- 172.21.15.40:0/1306303634 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a40ff440 0x7f66a410b8d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 --2- 172.21.15.40:0/1306303634 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66a40fea90 0x7f66a40fef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 -- 172.21.15.40:0/1306303634 >> 172.21.15.40:0/1306303634 conn(0x7f66a40fa570 msgr2=0x7f66a40fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:14.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 -- 172.21.15.40:0/1306303634 shutdown_connections 2023-07-14T12:45:14.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.407+0000 7f66a998e700 1 -- 172.21.15.40:0/1306303634 wait complete. 2023-07-14T12:45:14.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.408+0000 7f66a998e700 1 Processor -- start 2023-07-14T12:45:14.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.408+0000 7f66a998e700 1 -- start start 2023-07-14T12:45:14.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.408+0000 7f66a998e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66a40fea90 0x7f66a410c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a998e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66a40ff440 0x7f66a410c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a998e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a4104a90 0x7f66a410cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a998e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a41a4110 con 0x7f66a4104a90 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a998e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a41a4280 con 0x7f66a40fea90 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a998e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a41a4440 con 0x7f66a40ff440 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a4104a90 0x7f66a410cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a4104a90 0x7f66a410cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60372/0 (socket says 172.21.15.40:60372) 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 -- 172.21.15.40:0/972090393 learned_addr learned my addr 172.21.15.40:0/972090393 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a2ffd700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66a40fea90 0x7f66a410c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a27fc700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66a40ff440 0x7f66a410c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 -- 172.21.15.40:0/972090393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66a40ff440 msgr2=0x7f66a410c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66a40ff440 0x7f66a410c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 -- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66a40fea90 msgr2=0x7f66a410c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66a40fea90 0x7f66a410c1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 -- 172.21.15.40:0/972090393 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f669c009d00 con 0x7f66a4104a90 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a37fe700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a4104a90 0x7f66a410cca0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f669c00b780 tx=0x7f669c007990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f669c00e040 con 0x7f66a4104a90 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f669c01d470 con 0x7f66a4104a90 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f669c0052a0 con 0x7f66a4104a90 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.409+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66a41a46c0 con 0x7f66a4104a90 2023-07-14T12:45:14.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.410+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66a41a4ae0 con 0x7f66a4104a90 2023-07-14T12:45:14.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.410+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f66a40681c0 con 0x7f66a4104a90 2023-07-14T12:45:14.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f669c01d5e0 con 0x7f66a4104a90 2023-07-14T12:45:14.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a898c700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66900a11e0 0x7f66900a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f669c0ce450 con 0x7f66a4104a90 2023-07-14T12:45:14.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a2ffd700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66900a11e0 0x7f66900a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a898c700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] conn(0x7f66900aa9b0 0x7f66900acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:14.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 --> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f66900ad470 con 0x7f66900aa9b0 2023-07-14T12:45:14.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.412+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f669c0ce8f0 con 0x7f66a4104a90 2023-07-14T12:45:14.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.413+0000 7f66a2ffd700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66900a11e0 0x7f66900a3690 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f66a40ffbd0 tx=0x7f6694009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.413+0000 7f66a27fc700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] conn(0x7f66900aa9b0 0x7f66900acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:14.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.413+0000 7f66a27fc700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] conn(0x7f66900aa9b0 0x7f66900acdc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:14.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.414+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== osd.1 v2:172.21.15.130:6800/202712035 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f66900ad470 con 0x7f66900aa9b0 2023-07-14T12:45:14.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.433+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 --> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f66a410fd40 con 0x7f66900aa9b0 2023-07-14T12:45:14.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.433+0000 7f66a898c700 1 -- 172.21.15.40:0/972090393 <== osd.1 v2:172.21.15.130:6800/202712035 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f668c009990 con 0x7f66900aa9b0 2023-07-14T12:45:14.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] conn(0x7f66900aa9b0 msgr2=0x7f66900acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] conn(0x7f66900aa9b0 0x7f66900acdc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:14.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66900a11e0 msgr2=0x7f66900a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f66900a11e0 0x7f66900a3690 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f66a40ffbd0 tx=0x7f6694009260 comp rx=0 tx=0).stop 2023-07-14T12:45:14.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a4104a90 msgr2=0x7f66a410cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:14.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 --2- 172.21.15.40:0/972090393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a4104a90 0x7f66a410cca0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f669c00b780 tx=0x7f669c007990 comp rx=0 tx=0).stop 2023-07-14T12:45:14.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a37fe700 1 -- 172.21.15.40:0/972090393 reap_dead start 2023-07-14T12:45:14.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 shutdown_connections 2023-07-14T12:45:14.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 >> 172.21.15.40:0/972090393 conn(0x7f66a40fa570 msgr2=0x7f66a4105910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:14.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 shutdown_connections 2023-07-14T12:45:14.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:14.434+0000 7f66a998e700 1 -- 172.21.15.40:0/972090393 wait complete. 2023-07-14T12:45:14.658 INFO:teuthology.orchestra.run.smithi040.stdout:158913789994 2023-07-14T12:45:14.659 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.5 2023-07-14T12:45:14.911 INFO:teuthology.orchestra.run.smithi040.stdout:292057776147 2023-07-14T12:45:14.912 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.10 2023-07-14T12:45:15.206 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:15 smithi040 ceph-mon[96535]: pgmap v265: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2023-07-14T12:45:15.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:15 smithi133 ceph-mon[98311]: pgmap v265: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2023-07-14T12:45:15.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:15 smithi130 ceph-mon[97977]: pgmap v265: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2023-07-14T12:45:15.597 INFO:teuthology.orchestra.run.smithi040.stdout:34359738431 2023-07-14T12:45:15.597 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.0 2023-07-14T12:45:15.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 -- 172.21.15.40:0/189933230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c0feac0 msgr2=0x7fba5c0fef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:15.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 --2- 172.21.15.40:0/189933230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c0feac0 0x7fba5c0fef30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fba48009990 tx=0x7fba48009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 -- 172.21.15.40:0/189933230 shutdown_connections 2023-07-14T12:45:15.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 --2- 172.21.15.40:0/189933230 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba5c0ff470 0x7fba5c10b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 --2- 172.21.15.40:0/189933230 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba5c104ac0 0x7fba5c104e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 --2- 172.21.15.40:0/189933230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c0feac0 0x7fba5c0fef30 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 -- 172.21.15.40:0/189933230 >> 172.21.15.40:0/189933230 conn(0x7fba5c075950 msgr2=0x7fba5c075d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:15.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 -- 172.21.15.40:0/189933230 shutdown_connections 2023-07-14T12:45:15.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 -- 172.21.15.40:0/189933230 wait complete. 2023-07-14T12:45:15.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 Processor -- start 2023-07-14T12:45:15.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.782+0000 7fba62b8a700 1 -- start start 2023-07-14T12:45:15.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba5c0feac0 0x7fba5c197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:15.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba5c0ff470 0x7fba5c198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c104ac0 0x7fba5c19c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5c19cd00 con 0x7fba5c104ac0 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5c19ce70 con 0x7fba5c0feac0 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5c19d030 con 0x7fba5c0ff470 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c104ac0 0x7fba5c19c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c104ac0 0x7fba5c19c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60386/0 (socket says 172.21.15.40:60386) 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 -- 172.21.15.40:0/1442393347 learned_addr learned my addr 172.21.15.40:0/1442393347 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:15.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba60926700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba5c0feac0 0x7fba5c197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:15.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba5bfff700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba5c0ff470 0x7fba5c198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:15.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 -- 172.21.15.40:0/1442393347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba5c0ff470 msgr2=0x7fba5c198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:15.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba5c0ff470 0x7fba5c198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 -- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba5c0feac0 msgr2=0x7fba5c197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:15.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fba5c0feac0 0x7fba5c197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 -- 172.21.15.40:0/1442393347 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba480095f0 con 0x7fba5c104ac0 2023-07-14T12:45:15.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba61127700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c104ac0 0x7fba5c19c6f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fba54007ee0 tx=0x7fba5400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:15.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba54017070 con 0x7fba5c104ac0 2023-07-14T12:45:15.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fba5400f040 con 0x7fba5c104ac0 2023-07-14T12:45:15.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba5c19d310 con 0x7fba5c104ac0 2023-07-14T12:45:15.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.783+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba54005580 con 0x7fba5c104ac0 2023-07-14T12:45:15.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.784+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba5c1a4b70 con 0x7fba5c104ac0 2023-07-14T12:45:15.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.784+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fba5c0681a0 con 0x7fba5c104ac0 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.786+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fba5400db20 con 0x7fba5c104ac0 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.786+0000 7fba59ffb700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fba4c0a1260 0x7fba4c0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.786+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fba540cc6c0 con 0x7fba5c104ac0 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.786+0000 7fba60926700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fba4c0a1260 0x7fba4c0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.787+0000 7fba59ffb700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] conn(0x7fba4c0aaa30 0x7fba4c0ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.787+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 --> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fba4c0ad4f0 con 0x7fba4c0aaa30 2023-07-14T12:45:15.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.787+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba540ccb60 con 0x7fba5c104ac0 2023-07-14T12:45:15.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.787+0000 7fba60926700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fba4c0a1260 0x7fba4c0a3710 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fba5c0ffc00 tx=0x7fba5000a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:15.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.787+0000 7fba5bfff700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] conn(0x7fba4c0aaa30 0x7fba4c0ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:15.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.787+0000 7fba5bfff700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] conn(0x7fba4c0aaa30 0x7fba4c0ace40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:15.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.788+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== osd.7 v2:172.21.15.130:6816/1662133606 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fba4c0ad4f0 con 0x7fba4c0aaa30 2023-07-14T12:45:15.815 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.804+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 --> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fba5c10ec60 con 0x7fba4c0aaa30 2023-07-14T12:45:15.816 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.804+0000 7fba59ffb700 1 -- 172.21.15.40:0/1442393347 <== osd.7 v2:172.21.15.130:6816/1662133606 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fba4801e040 con 0x7fba4c0aaa30 2023-07-14T12:45:15.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] conn(0x7fba4c0aaa30 msgr2=0x7fba4c0ace40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:15.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] conn(0x7fba4c0aaa30 0x7fba4c0ace40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fba4c0a1260 msgr2=0x7fba4c0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fba4c0a1260 0x7fba4c0a3710 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fba5c0ffc00 tx=0x7fba5000a3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c104ac0 msgr2=0x7fba5c19c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 --2- 172.21.15.40:0/1442393347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fba5c104ac0 0x7fba5c19c6f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fba54007ee0 tx=0x7fba5400d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba61127700 1 -- 172.21.15.40:0/1442393347 reap_dead start 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 shutdown_connections 2023-07-14T12:45:15.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 >> 172.21.15.40:0/1442393347 conn(0x7fba5c075950 msgr2=0x7fba5c0fd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:15.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 shutdown_connections 2023-07-14T12:45:15.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:15.805+0000 7fba62b8a700 1 -- 172.21.15.40:0/1442393347 wait complete. 2023-07-14T12:45:15.897 INFO:teuthology.orchestra.run.smithi040.stdout:55834574906 2023-07-14T12:45:15.897 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.1 2023-07-14T12:45:16.245 INFO:teuthology.orchestra.run.smithi040.stdout:107374182451 2023-07-14T12:45:16.245 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.3 2023-07-14T12:45:16.340 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 -- 172.21.15.40:0/20233517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2894101700 msgr2=0x7f2894109c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.340 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 --2- 172.21.15.40:0/20233517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2894101700 0x7f2894109c00 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2888009990 tx=0x7f2888009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.340 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 -- 172.21.15.40:0/20233517 shutdown_connections 2023-07-14T12:45:16.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 --2- 172.21.15.40:0/20233517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2894100df0 0x7f28941011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 --2- 172.21.15.40:0/20233517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f289410a140 0x7f289410c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 --2- 172.21.15.40:0/20233517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2894101700 0x7f2894109c00 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 -- 172.21.15.40:0/20233517 >> 172.21.15.40:0/20233517 conn(0x7f2894075b70 msgr2=0x7f2894075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:16.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 -- 172.21.15.40:0/20233517 shutdown_connections 2023-07-14T12:45:16.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.328+0000 7f289893b700 1 -- 172.21.15.40:0/20233517 wait complete. 2023-07-14T12:45:16.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 Processor -- start 2023-07-14T12:45:16.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 -- start start 2023-07-14T12:45:16.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2894100df0 0x7f289419b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2894101700 0x7f289419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f289410a140 0x7f2894195a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.343 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28941960d0 con 0x7f289410a140 2023-07-14T12:45:16.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2894196240 con 0x7f2894100df0 2023-07-14T12:45:16.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289893b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2894196400 con 0x7f2894101700 2023-07-14T12:45:16.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f2892d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f289410a140 0x7f2894195a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f2892d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f289410a140 0x7f2894195a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60400/0 (socket says 172.21.15.40:60400) 2023-07-14T12:45:16.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f2892d9d700 1 -- 172.21.15.40:0/2811173133 learned_addr learned my addr 172.21.15.40:0/2811173133 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:16.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.329+0000 7f289259c700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2894100df0 0x7f289419b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2891d9b700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2894101700 0x7f289419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2892d9d700 1 -- 172.21.15.40:0/2811173133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2894101700 msgr2=0x7f289419bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2892d9d700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2894101700 0x7f289419bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2892d9d700 1 -- 172.21.15.40:0/2811173133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2894100df0 msgr2=0x7f289419b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2892d9d700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2894100df0 0x7f289419b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2892d9d700 1 -- 172.21.15.40:0/2811173133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28880095f0 con 0x7f289410a140 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f289259c700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2894100df0 0x7f289419b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:45:16.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f2892d9d700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f289410a140 0x7f2894195a60 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f288c00efc0 tx=0x7f288c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:16.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f288c018070 con 0x7f289410a140 2023-07-14T12:45:16.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2894196680 con 0x7f289410a140 2023-07-14T12:45:16.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f288c00f040 con 0x7f289410a140 2023-07-14T12:45:16.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f288c00cc10 con 0x7f289410a140 2023-07-14T12:45:16.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.330+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28941a29d0 con 0x7f289410a140 2023-07-14T12:45:16.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.331+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f289410fcc0 con 0x7f289410a140 2023-07-14T12:45:16.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.332+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f288c00cd70 con 0x7f289410a140 2023-07-14T12:45:16.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f28837fe700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f287c0a11e0 0x7f287c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f289259c700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f287c0a11e0 0x7f287c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f288c0ccfa0 con 0x7f289410a140 2023-07-14T12:45:16.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f28837fe700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] conn(0x7f287c0aa9b0 0x7f287c0acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 --> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f287c0ad470 con 0x7f287c0aa9b0 2023-07-14T12:45:16.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f288c0cd440 con 0x7f289410a140 2023-07-14T12:45:16.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f2891d9b700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] conn(0x7f287c0aa9b0 0x7f287c0acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.333+0000 7f289259c700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f287c0a11e0 0x7f287c0a3690 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2884005950 tx=0x7f288400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:16.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.334+0000 7f2891d9b700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] conn(0x7f287c0aa9b0 0x7f287c0acdc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:16.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.335+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== osd.9 v2:172.21.15.40:6826/2076614843 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f287c0ad470 con 0x7f287c0aa9b0 2023-07-14T12:45:16.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.351+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 --> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f28940fdd40 con 0x7f287c0aa9b0 2023-07-14T12:45:16.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.351+0000 7f28837fe700 1 -- 172.21.15.40:0/2811173133 <== osd.9 v2:172.21.15.40:6826/2076614843 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f28940fdd40 con 0x7f287c0aa9b0 2023-07-14T12:45:16.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] conn(0x7f287c0aa9b0 msgr2=0x7f287c0acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] conn(0x7f287c0aa9b0 0x7f287c0acdc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f287c0a11e0 msgr2=0x7f287c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f287c0a11e0 0x7f287c0a3690 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2884005950 tx=0x7f288400b410 comp rx=0 tx=0).stop 2023-07-14T12:45:16.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f289410a140 msgr2=0x7f2894195a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 --2- 172.21.15.40:0/2811173133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f289410a140 0x7f2894195a60 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f288c00efc0 tx=0x7f288c00c3a0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f2892d9d700 1 -- 172.21.15.40:0/2811173133 reap_dead start 2023-07-14T12:45:16.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 shutdown_connections 2023-07-14T12:45:16.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 >> 172.21.15.40:0/2811173133 conn(0x7f2894075b70 msgr2=0x7f28940fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:16.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 shutdown_connections 2023-07-14T12:45:16.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.352+0000 7f289893b700 1 -- 172.21.15.40:0/2811173133 wait complete. 2023-07-14T12:45:16.881 INFO:teuthology.orchestra.run.smithi040.stdout:210453397537 2023-07-14T12:45:16.881 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.7 2023-07-14T12:45:16.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 -- 172.21.15.40:0/4119574683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280ff1f0 msgr2=0x7f332810bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 --2- 172.21.15.40:0/4119574683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280ff1f0 0x7f332810bf50 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f331c009990 tx=0x7f331c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 -- 172.21.15.40:0/4119574683 shutdown_connections 2023-07-14T12:45:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 --2- 172.21.15.40:0/4119574683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33280fe8e0 0x7f33280fecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 --2- 172.21.15.40:0/4119574683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f332810c490 0x7f332810e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 --2- 172.21.15.40:0/4119574683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280ff1f0 0x7f332810bf50 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 -- 172.21.15.40:0/4119574683 >> 172.21.15.40:0/4119574683 conn(0x7f33280fa570 msgr2=0x7f33280fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 -- 172.21.15.40:0/4119574683 shutdown_connections 2023-07-14T12:45:16.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.965+0000 7f332c89b700 1 -- 172.21.15.40:0/4119574683 wait complete. 2023-07-14T12:45:16.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.966+0000 7f332c89b700 1 Processor -- start 2023-07-14T12:45:16.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.966+0000 7f332c89b700 1 -- start start 2023-07-14T12:45:16.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.966+0000 7f332c89b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280fe8e0 0x7f3328197f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332c89b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33280ff1f0 0x7f3328198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332c89b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f332810c490 0x7f332819c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332c89b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f332819cec0 con 0x7f33280fe8e0 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332c89b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f332819d030 con 0x7f332810c490 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332c89b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f332819d1f0 con 0x7f33280ff1f0 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280fe8e0 0x7f3328197f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280fe8e0 0x7f3328197f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60428/0 (socket says 172.21.15.40:60428) 2023-07-14T12:45:16.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332659c700 1 -- 172.21.15.40:0/736712162 learned_addr learned my addr 172.21.15.40:0/736712162 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f332810c490 0x7f332819c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3325d9b700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33280ff1f0 0x7f3328198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 -- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33280ff1f0 msgr2=0x7f3328198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f33280ff1f0 0x7f3328198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 -- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280fe8e0 msgr2=0x7f3328197f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280fe8e0 0x7f3328197f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:16.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 -- 172.21.15.40:0/736712162 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f331c0095f0 con 0x7f332810c490 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f332659c700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33280fe8e0 0x7f3328197f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.967+0000 7f3326d9d700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f332810c490 0x7f332819c8b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3328100ac0 tx=0x7f332000ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.968+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3320018070 con 0x7f332810c490 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.968+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f332819d470 con 0x7f332810c490 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.968+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f332000f040 con 0x7f332810c490 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.968+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f332000ccd0 con 0x7f332810c490 2023-07-14T12:45:16.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.968+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33281a4d30 con 0x7f332810c490 2023-07-14T12:45:16.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.969+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3328111f80 con 0x7f332810c490 2023-07-14T12:45:16.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.971+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3320003a00 con 0x7f332810c490 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f33177fe700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f33100a11e0 0x7f33100a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f332659c700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f33100a11e0 0x7f33100a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f33200cc4d0 con 0x7f332810c490 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f33177fe700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] conn(0x7f33100aa9b0 0x7f33100acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 --> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f33100ad470 con 0x7f33100aa9b0 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33200cc970 con 0x7f332810c490 2023-07-14T12:45:16.985 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f332659c700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f33100a11e0 0x7f33100a3690 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f33180104e0 tx=0x7f3318007480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:16.986 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.972+0000 7f3325d9b700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] conn(0x7f33100aa9b0 0x7f33100acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:16.986 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.973+0000 7f3325d9b700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] conn(0x7f33100aa9b0 0x7f33100acdc0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:16.986 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.974+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== osd.8 v2:172.21.15.133:6816/3489886562 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f33100ad470 con 0x7f33100aa9b0 2023-07-14T12:45:17.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.007+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 --> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f33280681c0 con 0x7f33100aa9b0 2023-07-14T12:45:17.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f33177fe700 1 -- 172.21.15.40:0/736712162 <== osd.8 v2:172.21.15.133:6816/3489886562 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f33280681c0 con 0x7f33100aa9b0 2023-07-14T12:45:17.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] conn(0x7f33100aa9b0 msgr2=0x7f33100acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f332c89b700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] conn(0x7f33100aa9b0 0x7f33100acdc0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f33100a11e0 msgr2=0x7f33100a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f332c89b700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f33100a11e0 0x7f33100a3690 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f33180104e0 tx=0x7f3318007480 comp rx=0 tx=0).stop 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f332810c490 msgr2=0x7f332819c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.008+0000 7f332c89b700 1 --2- 172.21.15.40:0/736712162 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f332810c490 0x7f332819c8b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3328100ac0 tx=0x7f332000ef90 comp rx=0 tx=0).stop 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.009+0000 7f3326d9d700 1 -- 172.21.15.40:0/736712162 reap_dead start 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.009+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 shutdown_connections 2023-07-14T12:45:17.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.009+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 >> 172.21.15.40:0/736712162 conn(0x7f33280fa570 msgr2=0x7f332810cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:17.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.009+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 shutdown_connections 2023-07-14T12:45:17.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.009+0000 7f332c89b700 1 -- 172.21.15.40:0/736712162 wait complete. 2023-07-14T12:45:17.166 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:17 smithi040 ceph-mon[96535]: pgmap v266: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2023-07-14T12:45:17.180 INFO:teuthology.orchestra.run.smithi040.stdout:270582939674 2023-07-14T12:45:17.181 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.9 2023-07-14T12:45:17.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 -- 172.21.15.40:0/1792189616 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3240104b70 msgr2=0x7f3240104f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 --2- 172.21.15.40:0/1792189616 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3240104b70 0x7f3240104f40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f323c009990 tx=0x7f323c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 -- 172.21.15.40:0/1792189616 shutdown_connections 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 --2- 172.21.15.40:0/1792189616 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f32400ff500 0x7f324010b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 --2- 172.21.15.40:0/1792189616 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3240104b70 0x7f3240104f40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 --2- 172.21.15.40:0/1792189616 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32400feb50 0x7f32400fefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.877+0000 7f3247c59700 1 -- 172.21.15.40:0/1792189616 >> 172.21.15.40:0/1792189616 conn(0x7f32400fa5f0 msgr2=0x7f32400fca00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.878+0000 7f3247c59700 1 -- 172.21.15.40:0/1792189616 shutdown_connections 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.878+0000 7f3247c59700 1 -- 172.21.15.40:0/1792189616 wait complete. 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.878+0000 7f3247c59700 1 Processor -- start 2023-07-14T12:45:17.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.878+0000 7f3247c59700 1 -- start start 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3247c59700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32400feb50 0x7f324010c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3247c59700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32400ff500 0x7f324010c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3247c59700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3240104b70 0x7f324010cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3247c59700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32401a4050 con 0x7f32400ff500 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3247c59700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32401a41c0 con 0x7f3240104b70 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3247c59700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32401a4380 con 0x7f32400feb50 2023-07-14T12:45:17.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32400ff500 0x7f324010c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32400ff500 0x7f324010c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60414/0 (socket says 172.21.15.40:60414) 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 -- 172.21.15.40:0/3647803651 learned_addr learned my addr 172.21.15.40:0/3647803651 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32459f5700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32400feb50 0x7f324010c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32461f6700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3240104b70 0x7f324010cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 -- 172.21.15.40:0/3647803651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32400feb50 msgr2=0x7f324010c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f32400feb50 0x7f324010c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 -- 172.21.15.40:0/3647803651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3240104b70 msgr2=0x7f324010cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3240104b70 0x7f324010cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 -- 172.21.15.40:0/3647803651 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f323c0095f0 con 0x7f32400ff500 2023-07-14T12:45:17.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f32451f4700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32400ff500 0x7f324010c850 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f323000d980 tx=0x7f323000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:17.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.879+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3230004220 con 0x7f32400ff500 2023-07-14T12:45:17.264 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.880+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32401a4660 con 0x7f32400ff500 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.880+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32401a4bb0 con 0x7f32400ff500 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.880+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3230007640 con 0x7f32400ff500 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.880+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3230005610 con 0x7f32400ff500 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.880+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3224000ff0 con 0x7f32400ff500 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.883+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3230004380 con 0x7f32400ff500 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.883+0000 7f3236ffd700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f322c0a11e0 0x7f322c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.883+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f32300ccd00 con 0x7f32400ff500 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.883+0000 7f32459f5700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f322c0a11e0 0x7f322c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.883+0000 7f3236ffd700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] conn(0x7f322c0aa9b0 0x7f322c0acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.884+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 --> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f322c0ad470 con 0x7f322c0aa9b0 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.884+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f32300cd1a0 con 0x7f32400ff500 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.884+0000 7f32461f6700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] conn(0x7f322c0aa9b0 0x7f322c0acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.884+0000 7f32459f5700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f322c0a11e0 0x7f322c0a3690 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f323c00b5c0 tx=0x7f323c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:17.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.884+0000 7f32461f6700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] conn(0x7f322c0aa9b0 0x7f322c0acdc0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.885+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== osd.6 v2:172.21.15.40:6818/3326392255 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f322c0ad470 con 0x7f322c0aa9b0 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.903+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 --> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3224002d70 con 0x7f322c0aa9b0 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.903+0000 7f3236ffd700 1 -- 172.21.15.40:0/3647803651 <== osd.6 v2:172.21.15.40:6818/3326392255 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f3224002d70 con 0x7f322c0aa9b0 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] conn(0x7f322c0aa9b0 msgr2=0x7f322c0acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] conn(0x7f322c0aa9b0 0x7f322c0acdc0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f322c0a11e0 msgr2=0x7f322c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f322c0a11e0 0x7f322c0a3690 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f323c00b5c0 tx=0x7f323c005960 comp rx=0 tx=0).stop 2023-07-14T12:45:17.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32400ff500 msgr2=0x7f324010c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 --2- 172.21.15.40:0/3647803651 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32400ff500 0x7f324010c850 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f323000d980 tx=0x7f323000dc90 comp rx=0 tx=0).stop 2023-07-14T12:45:17.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f32461f6700 1 -- 172.21.15.40:0/3647803651 reap_dead start 2023-07-14T12:45:17.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 shutdown_connections 2023-07-14T12:45:17.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 >> 172.21.15.40:0/3647803651 conn(0x7f32400fa5f0 msgr2=0x7f32400fbbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:17.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 shutdown_connections 2023-07-14T12:45:17.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:16.904+0000 7f3247c59700 1 -- 172.21.15.40:0/3647803651 wait complete. 2023-07-14T12:45:17.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 -- 172.21.15.40:0/330202713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8000ffe80 msgr2=0x7fb800100250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 --2- 172.21.15.40:0/330202713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8000ffe80 0x7fb800100250 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fb7f00099c0 tx=0x7fb7f0009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 -- 172.21.15.40:0/330202713 shutdown_connections 2023-07-14T12:45:17.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 --2- 172.21.15.40:0/330202713 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb800104ed0 0x7fb80010ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 --2- 172.21.15.40:0/330202713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8000ffe80 0x7fb800100250 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 --2- 172.21.15.40:0/330202713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb800100820 0x7fb8001047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 -- 172.21.15.40:0/330202713 >> 172.21.15.40:0/330202713 conn(0x7fb800077ba0 msgr2=0x7fb800077fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:17.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 -- 172.21.15.40:0/330202713 shutdown_connections 2023-07-14T12:45:17.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.436+0000 7fb804beb700 1 -- 172.21.15.40:0/330202713 wait complete. 2023-07-14T12:45:17.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 Processor -- start 2023-07-14T12:45:17.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 -- start start 2023-07-14T12:45:17.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8000ffe80 0x7fb80019b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb800100820 0x7fb80019bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.451 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb800104ed0 0x7fb8001959c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb800196170 con 0x7fb800104ed0 2023-07-14T12:45:17.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8001962e0 con 0x7fb8000ffe80 2023-07-14T12:45:17.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb804beb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8001964a0 con 0x7fb800100820 2023-07-14T12:45:17.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb800104ed0 0x7fb8001959c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb800104ed0 0x7fb8001959c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60446/0 (socket says 172.21.15.40:60446) 2023-07-14T12:45:17.452 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 -- 172.21.15.40:0/1171648166 learned_addr learned my addr 172.21.15.40:0/1171648166 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fe59c700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8000ffe80 0x7fb80019b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fdd9b700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb800100820 0x7fb80019bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 -- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb800100820 msgr2=0x7fb80019bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb800100820 0x7fb80019bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 -- 172.21.15.40:0/1171648166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8000ffe80 msgr2=0x7fb80019b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb8000ffe80 0x7fb80019b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.437+0000 7fb7fed9d700 1 -- 172.21.15.40:0/1171648166 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7f00095f0 con 0x7fb800104ed0 2023-07-14T12:45:17.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.438+0000 7fb7fed9d700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb800104ed0 0x7fb8001959c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8007ee0 tx=0x7fb7f800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:17.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.438+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f8017070 con 0x7fb800104ed0 2023-07-14T12:45:17.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.438+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb800196780 con 0x7fb800104ed0 2023-07-14T12:45:17.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.438+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7f800f040 con 0x7fb800104ed0 2023-07-14T12:45:17.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.438+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f8005580 con 0x7fb800104ed0 2023-07-14T12:45:17.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.438+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8001a2950 con 0x7fb800104ed0 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.439+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb80004e210 con 0x7fb800104ed0 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.440+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb7f800db20 con 0x7fb800104ed0 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.440+0000 7fb7ef7fe700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7e80a1260 0x7fb7e80a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb7f80cc5e0 con 0x7fb800104ed0 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7fe59c700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7e80a1260 0x7fb7e80a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7ef7fe700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] conn(0x7fb7e80aaa30 0x7fb7e80ace40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:17.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 --> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb7e80ad4f0 con 0x7fb7e80aaa30 2023-07-14T12:45:17.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7f80cca80 con 0x7fb800104ed0 2023-07-14T12:45:17.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7fe59c700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7e80a1260 0x7fb7e80a3710 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0009990 tx=0x7fb7f0003680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:17.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7fdd9b700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] conn(0x7fb7e80aaa30 0x7fb7e80ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:17.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.441+0000 7fb7fdd9b700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] conn(0x7fb7e80aaa30 0x7fb7e80ace40 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:17.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.442+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== osd.2 v2:172.21.15.133:6800/3746474972 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fb7e80ad4f0 con 0x7fb7e80aaa30 2023-07-14T12:45:17.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.458+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 --> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb80010fd80 con 0x7fb7e80aaa30 2023-07-14T12:45:17.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb7ef7fe700 1 -- 172.21.15.40:0/1171648166 <== osd.2 v2:172.21.15.133:6800/3746474972 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fb7f400a8a0 con 0x7fb7e80aaa30 2023-07-14T12:45:17.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] conn(0x7fb7e80aaa30 msgr2=0x7fb7e80ace40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] conn(0x7fb7e80aaa30 0x7fb7e80ace40 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7e80a1260 msgr2=0x7fb7e80a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7e80a1260 0x7fb7e80a3710 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0009990 tx=0x7fb7f0003680 comp rx=0 tx=0).stop 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb800104ed0 msgr2=0x7fb8001959c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 --2- 172.21.15.40:0/1171648166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb800104ed0 0x7fb8001959c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8007ee0 tx=0x7fb7f800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb7fed9d700 1 -- 172.21.15.40:0/1171648166 reap_dead start 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 shutdown_connections 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 >> 172.21.15.40:0/1171648166 conn(0x7fb800077ba0 msgr2=0x7fb800103780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 shutdown_connections 2023-07-14T12:45:17.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:17.459+0000 7fb804beb700 1 -- 172.21.15.40:0/1171648166 wait complete. 2023-07-14T12:45:17.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:17 smithi133 ceph-mon[98311]: pgmap v266: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2023-07-14T12:45:17.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:17 smithi130 ceph-mon[97977]: pgmap v266: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2023-07-14T12:45:18.010 INFO:teuthology.orchestra.run.smithi040.stdout:188978561063 2023-07-14T12:45:18.010 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.6 2023-07-14T12:45:18.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 -- 172.21.15.40:0/1556888791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c4104ab0 msgr2=0x7f75c4104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 --2- 172.21.15.40:0/1556888791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c4104ab0 0x7f75c4104e80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f75c0009990 tx=0x7f75c0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 -- 172.21.15.40:0/1556888791 shutdown_connections 2023-07-14T12:45:18.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 --2- 172.21.15.40:0/1556888791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75c40ff460 0x7f75c410b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 --2- 172.21.15.40:0/1556888791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c4104ab0 0x7f75c4104e80 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 --2- 172.21.15.40:0/1556888791 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f75c40feab0 0x7f75c40fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 -- 172.21.15.40:0/1556888791 >> 172.21.15.40:0/1556888791 conn(0x7f75c4075b70 msgr2=0x7f75c4075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:18.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 -- 172.21.15.40:0/1556888791 shutdown_connections 2023-07-14T12:45:18.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.088+0000 7f75cb355700 1 -- 172.21.15.40:0/1556888791 wait complete. 2023-07-14T12:45:18.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 Processor -- start 2023-07-14T12:45:18.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 -- start start 2023-07-14T12:45:18.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c40feab0 0x7f75c41006c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75c40ff460 0x7f75c4100c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f75c4104ab0 0x7f75c4101180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c41a4030 con 0x7f75c40feab0 2023-07-14T12:45:18.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c41a41a0 con 0x7f75c4104ab0 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75cb355700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75c41a4360 con 0x7f75c40ff460 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c40feab0 0x7f75c41006c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c40feab0 0x7f75c41006c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60458/0 (socket says 172.21.15.40:60458) 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 -- 172.21.15.40:0/501936086 learned_addr learned my addr 172.21.15.40:0/501936086 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c88f0700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75c40ff460 0x7f75c4100c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 -- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75c40ff460 msgr2=0x7f75c4100c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75c40ff460 0x7f75c4100c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 -- 172.21.15.40:0/501936086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f75c4104ab0 msgr2=0x7f75c4101180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f75c4104ab0 0x7f75c4101180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c90f1700 1 -- 172.21.15.40:0/501936086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75c00095f0 con 0x7f75c40feab0 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.089+0000 7f75c88f0700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75c40ff460 0x7f75c4100c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.090+0000 7f75c90f1700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c40feab0 0x7f75c41006c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f75c0003730 tx=0x7f75c000f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.090+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c001d070 con 0x7f75c40feab0 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.090+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75c000fc30 con 0x7f75c40feab0 2023-07-14T12:45:18.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.090+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75c41a45e0 con 0x7f75c40feab0 2023-07-14T12:45:18.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.090+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c00173f0 con 0x7f75c40feab0 2023-07-14T12:45:18.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.090+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75c41a49f0 con 0x7f75c40feab0 2023-07-14T12:45:18.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.091+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f75c404e210 con 0x7f75c40feab0 2023-07-14T12:45:18.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.092+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f75c0022470 con 0x7f75c40feab0 2023-07-14T12:45:18.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75ba7fc700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75b00a11e0 0x7f75b00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75c88f0700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75b00a11e0 0x7f75b00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f75c00ce300 con 0x7f75c40feab0 2023-07-14T12:45:18.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75ba7fc700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] conn(0x7f75b00aa9b0 0x7f75b00acdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 --> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f75b00ad470 con 0x7f75b00aa9b0 2023-07-14T12:45:18.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75c00ce7a0 con 0x7f75c40feab0 2023-07-14T12:45:18.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.093+0000 7f75c88f0700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75b00a11e0 0x7f75b00a3690 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f75c4101eb0 tx=0x7f75b4005f50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:18.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.094+0000 7f75c98f2700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] conn(0x7f75b00aa9b0 0x7f75b00acdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.094+0000 7f75c98f2700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] conn(0x7f75b00aa9b0 0x7f75b00acdc0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:18.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.095+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== osd.11 v2:172.21.15.133:6824/2452172833 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7f75b00ad470 con 0x7f75b00aa9b0 2023-07-14T12:45:18.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.111+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 --> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f75c410ec50 con 0x7f75b00aa9b0 2023-07-14T12:45:18.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.111+0000 7f75ba7fc700 1 -- 172.21.15.40:0/501936086 <== osd.11 v2:172.21.15.133:6824/2452172833 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f75bc00f040 con 0x7f75b00aa9b0 2023-07-14T12:45:18.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.111+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] conn(0x7f75b00aa9b0 msgr2=0x7f75b00acdc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.111+0000 7f75cb355700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] conn(0x7f75b00aa9b0 0x7f75b00acdc0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75b00a11e0 msgr2=0x7f75b00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75b00a11e0 0x7f75b00a3690 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f75c4101eb0 tx=0x7f75b4005f50 comp rx=0 tx=0).stop 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c40feab0 msgr2=0x7f75c41006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 --2- 172.21.15.40:0/501936086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75c40feab0 0x7f75c41006c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f75c0003730 tx=0x7f75c000f740 comp rx=0 tx=0).stop 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75c98f2700 1 -- 172.21.15.40:0/501936086 reap_dead start 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 shutdown_connections 2023-07-14T12:45:18.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 >> 172.21.15.40:0/501936086 conn(0x7f75c4075b70 msgr2=0x7f75c4067ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:18.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 shutdown_connections 2023-07-14T12:45:18.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.112+0000 7f75cb355700 1 -- 172.21.15.40:0/501936086 wait complete. 2023-07-14T12:45:18.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.315+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/476289114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ff2d0 msgr2=0x7fc7c40ff740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.315+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/476289114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ff2d0 0x7fc7c40ff740 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc7b80099c0 tx=0x7fc7b8009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/476289114 shutdown_connections 2023-07-14T12:45:18.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/476289114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7c40ffc80 0x7fc7c410b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/476289114 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7c4103ab0 0x7fc7c4103e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/476289114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ff2d0 0x7fc7c40ff740 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/476289114 >> 172.21.15.40:0/476289114 conn(0x7fc7c40750b0 msgr2=0x7fc7c40754b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:18.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/476289114 shutdown_connections 2023-07-14T12:45:18.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.316+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/476289114 wait complete. 2023-07-14T12:45:18.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 Processor -- start 2023-07-14T12:45:18.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 -- start start 2023-07-14T12:45:18.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7c40ff2d0 0x7fc7c419ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ffc80 0x7fc7c419bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7c4103ab0 0x7fc7c4195ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c4196130 con 0x7fc7c40ffc80 2023-07-14T12:45:18.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c41962a0 con 0x7fc7c4103ab0 2023-07-14T12:45:18.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c8bbe700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c4196460 con 0x7fc7c40ff2d0 2023-07-14T12:45:18.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ffc80 0x7fc7c419bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ffc80 0x7fc7c419bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60476/0 (socket says 172.21.15.40:60476) 2023-07-14T12:45:18.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 -- 172.21.15.40:0/4098096695 learned_addr learned my addr 172.21.15.40:0/4098096695 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c259c700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7c40ff2d0 0x7fc7c419ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c2d9d700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7c4103ab0 0x7fc7c4195ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 -- 172.21.15.40:0/4098096695 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7c40ff2d0 msgr2=0x7fc7c419ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7c40ff2d0 0x7fc7c419ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 -- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7c4103ab0 msgr2=0x7fc7c4195ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7c4103ab0 0x7fc7c4195ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.317+0000 7fc7c1d9b700 1 -- 172.21.15.40:0/4098096695 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7b80095f0 con 0x7fc7c40ffc80 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.318+0000 7fc7c1d9b700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ffc80 0x7fc7c419bf80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8009990 tx=0x7fc7b8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.318+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b801d070 con 0x7fc7c40ffc80 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.318+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7b80040d0 con 0x7fc7c40ffc80 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.318+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b80052b0 con 0x7fc7c40ffc80 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.318+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7c41966e0 con 0x7fc7c40ffc80 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.318+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7c41a2a30 con 0x7fc7c40ffc80 2023-07-14T12:45:18.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.319+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc7c4196960 con 0x7fc7c40ffc80 2023-07-14T12:45:18.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.320+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc7b80048e0 con 0x7fc7c40ffc80 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7b37fe700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7ac0a1260 0x7fc7ac0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7c259c700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7ac0a1260 0x7fc7ac0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc7b80cdb10 con 0x7fc7c40ffc80 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7b37fe700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] conn(0x7fc7ac0aaa20 0x7fc7ac0ace30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 --> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc7ac0ad4e0 con 0x7fc7ac0aaa20 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7b80cdfb0 con 0x7fc7c40ffc80 2023-07-14T12:45:18.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7c259c700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7ac0a1260 0x7fc7ac0a3710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4005950 tx=0x7fc7b400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:18.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.321+0000 7fc7c2d9d700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] conn(0x7fc7ac0aaa20 0x7fc7ac0ace30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:18.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.322+0000 7fc7c2d9d700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] conn(0x7fc7ac0aaa20 0x7fc7ac0ace30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:18.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.323+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== osd.4 v2:172.21.15.130:6808/1763645122 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25106 (crc 0 0 0) 0x7fc7ac0ad4e0 con 0x7fc7ac0aaa20 2023-07-14T12:45:18.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.338+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 --> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc7c40fc0d0 con 0x7fc7ac0aaa20 2023-07-14T12:45:18.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7b37fe700 1 -- 172.21.15.40:0/4098096695 <== osd.4 v2:172.21.15.130:6808/1763645122 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fc7c40fc0d0 con 0x7fc7ac0aaa20 2023-07-14T12:45:18.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] conn(0x7fc7ac0aaa20 msgr2=0x7fc7ac0ace30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] conn(0x7fc7ac0aaa20 0x7fc7ac0ace30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7ac0a1260 msgr2=0x7fc7ac0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7ac0a1260 0x7fc7ac0a3710 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4005950 tx=0x7fc7b400b410 comp rx=0 tx=0).stop 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ffc80 msgr2=0x7fc7c419bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 --2- 172.21.15.40:0/4098096695 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7c40ffc80 0x7fc7c419bf80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8009990 tx=0x7fc7b8004730 comp rx=0 tx=0).stop 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c2d9d700 1 -- 172.21.15.40:0/4098096695 reap_dead start 2023-07-14T12:45:18.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 shutdown_connections 2023-07-14T12:45:18.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.339+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 >> 172.21.15.40:0/4098096695 conn(0x7fc7c40750b0 msgr2=0x7fc7c41028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:18.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.340+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 shutdown_connections 2023-07-14T12:45:18.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:18.340+0000 7fc7c8bbe700 1 -- 172.21.15.40:0/4098096695 wait complete. 2023-07-14T12:45:18.766 INFO:teuthology.orchestra.run.smithi040.stdout:322122547218 2023-07-14T12:45:18.767 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.11 2023-07-14T12:45:18.997 INFO:teuthology.orchestra.run.smithi040.stdout:137438953518 2023-07-14T12:45:18.997 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.4 2023-07-14T12:45:19.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:19 smithi040 ceph-mon[96535]: pgmap v267: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2023-07-14T12:45:19.165 INFO:teuthology.orchestra.run.smithi040.stdout:240518168605 2023-07-14T12:45:19.165 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.8 2023-07-14T12:45:19.332 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:19.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:19 smithi133 ceph-mon[98311]: pgmap v267: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2023-07-14T12:45:19.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:19 smithi130 ceph-mon[97977]: pgmap v267: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 9 op/s 2023-07-14T12:45:19.898 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:19.938 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:20.104 INFO:teuthology.orchestra.run.smithi040.stdout:77309411384 2023-07-14T12:45:20.105 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph osd last-stat-seq osd.2 2023-07-14T12:45:20.186 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:20.387 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:20.531 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:20.532 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:21.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:21 smithi040 ceph-mon[96535]: pgmap v268: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 426 B/s wr, 12 op/s 2023-07-14T12:45:21.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:21 smithi133 ceph-mon[98311]: pgmap v268: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 426 B/s wr, 12 op/s 2023-07-14T12:45:21.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:21 smithi130 ceph-mon[97977]: pgmap v268: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 426 B/s wr, 12 op/s 2023-07-14T12:45:21.682 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:22.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 -- 172.21.15.40:0/282370125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7918104ab0 msgr2=0x7f7918104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:22.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 --2- 172.21.15.40:0/282370125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7918104ab0 0x7f7918104e80 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7908009990 tx=0x7f7908009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 -- 172.21.15.40:0/282370125 shutdown_connections 2023-07-14T12:45:22.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 --2- 172.21.15.40:0/282370125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79180ff460 0x7f791810b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 --2- 172.21.15.40:0/282370125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7918104ab0 0x7f7918104e80 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 --2- 172.21.15.40:0/282370125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79180feab0 0x7f79180fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 -- 172.21.15.40:0/282370125 >> 172.21.15.40:0/282370125 conn(0x7f7918075b70 msgr2=0x7f7918075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:22.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 -- 172.21.15.40:0/282370125 shutdown_connections 2023-07-14T12:45:22.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.341+0000 7f7920275700 1 -- 172.21.15.40:0/282370125 wait complete. 2023-07-14T12:45:22.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 Processor -- start 2023-07-14T12:45:22.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 -- start start 2023-07-14T12:45:22.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79180feab0 0x7f7918195ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 0x7f79181961e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7918104ab0 0x7f79181995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7918199ba0 con 0x7f79180ff460 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7918199d10 con 0x7f7918104ab0 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f7920275700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7918199ed0 con 0x7f79180feab0 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f791d810700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 0x7f79181961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:22.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f791d810700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 0x7f79181961e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60490/0 (socket says 172.21.15.40:60490) 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.342+0000 7f791d810700 1 -- 172.21.15.40:0/3327486116 learned_addr learned my addr 172.21.15.40:0/3327486116 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791e011700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79180feab0 0x7f7918195ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791e812700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7918104ab0 0x7f79181995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791d810700 1 -- 172.21.15.40:0/3327486116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79180feab0 msgr2=0x7f7918195ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791d810700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79180feab0 0x7f7918195ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791d810700 1 -- 172.21.15.40:0/3327486116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7918104ab0 msgr2=0x7f79181995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791d810700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7918104ab0 0x7f79181995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791d810700 1 -- 172.21.15.40:0/3327486116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79080095f0 con 0x7f79180ff460 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f791d810700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 0x7f79181961e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f791400b530 tx=0x7f791400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7914011830 con 0x7f79180ff460 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f791819a1b0 con 0x7f79180ff460 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79181a2b00 con 0x7f79180ff460 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7914011e50 con 0x7f79180ff460 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.343+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791400f2e0 con 0x7f79180ff460 2023-07-14T12:45:22.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.344+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f791804e210 con 0x7f79180ff460 2023-07-14T12:45:22.360 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.346+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7914010580 con 0x7f79180ff460 2023-07-14T12:45:22.360 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.346+0000 7f790f7fe700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f79040a1260 0x7f79040a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:22.360 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.346+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f79140cc7f0 con 0x7f79180ff460 2023-07-14T12:45:22.360 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.346+0000 7f791e011700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f79040a1260 0x7f79040a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:22.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.347+0000 7f791e011700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f79040a1260 0x7f79040a3710 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7908006010 tx=0x7f790800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:22.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.350+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f79140960a0 con 0x7f79180ff460 2023-07-14T12:45:22.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.554+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f79181a2e70 con 0x7f79180ff460 2023-07-14T12:45:22.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.555+0000 7f790f7fe700 1 -- 172.21.15.40:0/3327486116 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f7914015020 con 0x7f79180ff460 2023-07-14T12:45:22.567 INFO:teuthology.orchestra.run.smithi040.stdout:292057776149 2023-07-14T12:45:22.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f79040a1260 msgr2=0x7f79040a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:22.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f79040a1260 0x7f79040a3710 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7908006010 tx=0x7f790800b540 comp rx=0 tx=0).stop 2023-07-14T12:45:22.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 msgr2=0x7f79181961e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:22.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 0x7f79181961e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f791400b530 tx=0x7f791400b8f0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 shutdown_connections 2023-07-14T12:45:22.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f79040a1260 0x7f79040a3710 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79180feab0 0x7f7918195ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7918104ab0 0x7f79181995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 --2- 172.21.15.40:0/3327486116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79180ff460 0x7f79181961e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:22.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 >> 172.21.15.40:0/3327486116 conn(0x7f7918075b70 msgr2=0x7f7918102870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:22.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 shutdown_connections 2023-07-14T12:45:22.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:22.559+0000 7f7920275700 1 -- 172.21.15.40:0/3327486116 wait complete. 2023-07-14T12:45:22.594 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:22.650 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:22.734 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:22.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:22 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3327486116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-07-14T12:45:22.978 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:22 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3327486116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-07-14T12:45:23.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:22 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3327486116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-07-14T12:45:23.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 -- 172.21.15.40:0/1082557079 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 msgr2=0x7f726c10ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:23.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 --2- 172.21.15.40:0/1082557079 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c10ca50 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f726400b0d0 tx=0x7f726400b3e0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 -- 172.21.15.40:0/1082557079 shutdown_connections 2023-07-14T12:45:23.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 --2- 172.21.15.40:0/1082557079 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c0ffe80 0x7f726c100250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 --2- 172.21.15.40:0/1082557079 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c10ca50 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 --2- 172.21.15.40:0/1082557079 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f726c100820 0x7f726c1047a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.264+0000 7f7272493700 1 -- 172.21.15.40:0/1082557079 >> 172.21.15.40:0/1082557079 conn(0x7f726c077ba0 msgr2=0x7f726c077fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:23.278 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.265+0000 7f7272493700 1 -- 172.21.15.40:0/1082557079 shutdown_connections 2023-07-14T12:45:23.278 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.265+0000 7f7272493700 1 -- 172.21.15.40:0/1082557079 wait complete. 2023-07-14T12:45:23.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.265+0000 7f7272493700 1 Processor -- start 2023-07-14T12:45:23.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.265+0000 7f7272493700 1 -- start start 2023-07-14T12:45:23.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7272493700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f726c0ffe80 0x7f726c195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:23.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7272493700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c100820 0x7f726c196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:23.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7272493700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:23.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7272493700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f726c19ad00 con 0x7f726c104ed0 2023-07-14T12:45:23.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7272493700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f726c19ae70 con 0x7f726c0ffe80 2023-07-14T12:45:23.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7272493700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f726c19b030 con 0x7f726c100820 2023-07-14T12:45:23.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:23.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f726bfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f726c0ffe80 0x7f726c195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c19a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60506/0 (socket says 172.21.15.40:60506) 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 -- 172.21.15.40:0/2492477972 learned_addr learned my addr 172.21.15.40:0/2492477972 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f726b7fe700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c100820 0x7f726c196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 -- 172.21.15.40:0/2492477972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c100820 msgr2=0x7f726c196280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c100820 0x7f726c196280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 -- 172.21.15.40:0/2492477972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f726c0ffe80 msgr2=0x7f726c195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:23.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f726c0ffe80 0x7f726c195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 -- 172.21.15.40:0/2492477972 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7264009d00 con 0x7f726c104ed0 2023-07-14T12:45:23.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f726b7fe700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c100820 0x7f726c196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:23.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f7270a30700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c19a6f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f7264007870 tx=0x7f72640078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:23.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.266+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726400e040 con 0x7f726c104ed0 2023-07-14T12:45:23.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.267+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7264003e10 con 0x7f726c104ed0 2023-07-14T12:45:23.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.267+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f726c19b2b0 con 0x7f726c104ed0 2023-07-14T12:45:23.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.267+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f726401b980 con 0x7f726c104ed0 2023-07-14T12:45:23.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.267+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f726c1a2b70 con 0x7f726c104ed0 2023-07-14T12:45:23.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.268+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f726c04e210 con 0x7f726c104ed0 2023-07-14T12:45:23.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.269+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f72640050d0 con 0x7f726c104ed0 2023-07-14T12:45:23.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.269+0000 7f72697fa700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f72540a1260 0x7f72540a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:23.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.270+0000 7f726bfff700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f72540a1260 0x7f72540a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:23.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.270+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f72640ce370 con 0x7f726c104ed0 2023-07-14T12:45:23.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.270+0000 7f726bfff700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f72540a1260 0x7f72540a3710 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f725c007be0 tx=0x7f725c0073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:23.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.273+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7264097ba0 con 0x7f726c104ed0 2023-07-14T12:45:23.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.488+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f726c1a2d00 con 0x7f726c104ed0 2023-07-14T12:45:23.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.488+0000 7f72697fa700 1 -- 172.21.15.40:0/2492477972 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f726409b1c0 con 0x7f726c104ed0 2023-07-14T12:45:23.501 INFO:teuthology.orchestra.run.smithi040.stdout:34359738432 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f72540a1260 msgr2=0x7f72540a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f72540a1260 0x7f72540a3710 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f725c007be0 tx=0x7f725c0073d0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 msgr2=0x7f726c19a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c19a6f0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f7264007870 tx=0x7f72640078a0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 shutdown_connections 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f72540a1260 0x7f72540a3710 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f726c104ed0 0x7f726c19a6f0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f726c0ffe80 0x7f726c195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 --2- 172.21.15.40:0/2492477972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f726c100820 0x7f726c196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:23.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 >> 172.21.15.40:0/2492477972 conn(0x7f726c077ba0 msgr2=0x7f726c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:23.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 shutdown_connections 2023-07-14T12:45:23.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:23.491+0000 7f7272493700 1 -- 172.21.15.40:0/2492477972 wait complete. 2023-07-14T12:45:23.882 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:23 smithi040 ceph-mon[96535]: pgmap v269: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2023-07-14T12:45:23.882 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:23 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2492477972' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-07-14T12:45:24.018 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:23 smithi130 ceph-mon[97977]: pgmap v269: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2023-07-14T12:45:24.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:23 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2492477972' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-07-14T12:45:24.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:23 smithi133 ceph-mon[98311]: pgmap v269: 97 pgs: 97 active+clean; 637 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2023-07-14T12:45:24.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:23 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2492477972' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-07-14T12:45:24.315 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776147 got 292057776149 for osd.10 2023-07-14T12:45:24.316 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:25.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:25 smithi040 ceph-mon[96535]: pgmap v270: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 10 op/s 2023-07-14T12:45:25.478 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:25 smithi133 ceph-mon[98311]: pgmap v270: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 10 op/s 2023-07-14T12:45:25.518 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:25 smithi130 ceph-mon[97977]: pgmap v270: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 597 B/s wr, 10 op/s 2023-07-14T12:45:26.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.054+0000 7fa35977e700 1 -- 172.21.15.40:0/2878341510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3540ffec0 msgr2=0x7fa354100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.054+0000 7fa35977e700 1 --2- 172.21.15.40:0/2878341510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3540ffec0 0x7fa354100290 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa3440099c0 tx=0x7fa344009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 -- 172.21.15.40:0/2878341510 shutdown_connections 2023-07-14T12:45:26.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 --2- 172.21.15.40:0/2878341510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354104f60 0x7fa35410cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 --2- 172.21.15.40:0/2878341510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3540ffec0 0x7fa354100290 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 --2- 172.21.15.40:0/2878341510 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa354100860 0x7fa354104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 -- 172.21.15.40:0/2878341510 >> 172.21.15.40:0/2878341510 conn(0x7fa354077bd0 msgr2=0x7fa354077fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 -- 172.21.15.40:0/2878341510 shutdown_connections 2023-07-14T12:45:26.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 -- 172.21.15.40:0/2878341510 wait complete. 2023-07-14T12:45:26.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.055+0000 7fa35977e700 1 Processor -- start 2023-07-14T12:45:26.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 -- start start 2023-07-14T12:45:26.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa3540ffec0 0x7fa35419ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100860 0x7fa35419bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 0x7fa354195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa354196100 con 0x7fa354104f60 2023-07-14T12:45:26.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa354196270 con 0x7fa3540ffec0 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa35977e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa354196430 con 0x7fa354100860 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa3537fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 0x7fa354195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa3537fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 0x7fa354195a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60520/0 (socket says 172.21.15.40:60520) 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa3537fe700 1 -- 172.21.15.40:0/3831266502 learned_addr learned my addr 172.21.15.40:0/3831266502 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa352ffd700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa3540ffec0 0x7fa35419ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.056+0000 7fa3527fc700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100860 0x7fa35419bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3537fe700 1 -- 172.21.15.40:0/3831266502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100860 msgr2=0x7fa35419bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3537fe700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100860 0x7fa35419bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3537fe700 1 -- 172.21.15.40:0/3831266502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa3540ffec0 msgr2=0x7fa35419ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3537fe700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa3540ffec0 0x7fa35419ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3537fe700 1 -- 172.21.15.40:0/3831266502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3440095f0 con 0x7fa354104f60 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3527fc700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100860 0x7fa35419bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa3537fe700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 0x7fa354195a90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa34c007f10 tx=0x7fa34c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa34c017070 con 0x7fa354104f60 2023-07-14T12:45:26.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa354196710 con 0x7fa354104f60 2023-07-14T12:45:26.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa34c00f040 con 0x7fa354104f60 2023-07-14T12:45:26.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa34c005740 con 0x7fa354104f60 2023-07-14T12:45:26.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.057+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3541a2a00 con 0x7fa354104f60 2023-07-14T12:45:26.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.058+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa35404e210 con 0x7fa354104f60 2023-07-14T12:45:26.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.060+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fa34c00dc60 con 0x7fa354104f60 2023-07-14T12:45:26.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.060+0000 7fa33bfff700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa33c0a11e0 0x7fa33c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.061+0000 7fa352ffd700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa33c0a11e0 0x7fa33c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.061+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa34c0cc640 con 0x7fa354104f60 2023-07-14T12:45:26.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.061+0000 7fa352ffd700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa33c0a11e0 0x7fa33c0a3690 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa344000c00 tx=0x7fa344003680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.064+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fa34c095de0 con 0x7fa354104f60 2023-07-14T12:45:26.084 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738431 got 34359738432 for osd.0 2023-07-14T12:45:26.084 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:26.176 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 -- 172.21.15.40:0/1280156939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 msgr2=0x7fd7cc109c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 --2- 172.21.15.40:0/1280156939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc109c00 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc009990 tx=0x7fd7bc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 -- 172.21.15.40:0/1280156939 shutdown_connections 2023-07-14T12:45:26.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 --2- 172.21.15.40:0/1280156939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7cc10a140 0x7fd7cc10c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 --2- 172.21.15.40:0/1280156939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc100df0 0x7fd7cc1011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 --2- 172.21.15.40:0/1280156939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc109c00 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 -- 172.21.15.40:0/1280156939 >> 172.21.15.40:0/1280156939 conn(0x7fd7cc075b70 msgr2=0x7fd7cc075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 -- 172.21.15.40:0/1280156939 shutdown_connections 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.148+0000 7fd7d4211700 1 -- 172.21.15.40:0/1280156939 wait complete. 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.149+0000 7fd7d4211700 1 Processor -- start 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.149+0000 7fd7d4211700 1 -- start start 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7cc100df0 0x7fd7cc19ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc19bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc10a140 0x7fd7cc195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7cc196120 con 0x7fd7cc101700 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7cc196290 con 0x7fd7cc10a140 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7cc196450 con 0x7fd7cc100df0 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc19bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc19bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60532/0 (socket says 172.21.15.40:60532) 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 -- 172.21.15.40:0/3955862133 learned_addr learned my addr 172.21.15.40:0/3955862133 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d1fad700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7cc100df0 0x7fd7cc19ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d27ae700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc10a140 0x7fd7cc195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 -- 172.21.15.40:0/3955862133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7cc100df0 msgr2=0x7fd7cc19ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7cc100df0 0x7fd7cc19ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 -- 172.21.15.40:0/3955862133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc10a140 msgr2=0x7fd7cc195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc10a140 0x7fd7cc195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 -- 172.21.15.40:0/3955862133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7bc0095f0 con 0x7fd7cc101700 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d27ae700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc10a140 0x7fd7cc195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d17ac700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc19bf70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc01d070 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd7bc00fb80 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.150+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7cc1966d0 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.151+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc0173f0 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.151+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7cc1a2a20 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.151+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7cc04e210 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.153+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd7bc00fcf0 con 0x7fd7cc101700 2023-07-14T12:45:26.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.153+0000 7fd7c2ffd700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7b80a11e0 0x7fd7b80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.153+0000 7fd7d1fad700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7b80a11e0 0x7fd7b80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.153+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd7bc0ce360 con 0x7fd7cc101700 2023-07-14T12:45:26.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.154+0000 7fd7d1fad700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7b80a11e0 0x7fd7b80a3690 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd7c8009c60 tx=0x7fd7c8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.161+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fd7bc097b90 con 0x7fd7cc101700 2023-07-14T12:45:26.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.276+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fa354196fa0 con 0x7fa354104f60 2023-07-14T12:45:26.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.276+0000 7fa33bfff700 1 -- 172.21.15.40:0/3831266502 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fa34c099400 con 0x7fa354104f60 2023-07-14T12:45:26.289 INFO:teuthology.orchestra.run.smithi040.stdout:107374182453 2023-07-14T12:45:26.290 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa33c0a11e0 msgr2=0x7fa33c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa33c0a11e0 0x7fa33c0a3690 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa344000c00 tx=0x7fa344003680 comp rx=0 tx=0).stop 2023-07-14T12:45:26.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 msgr2=0x7fa354195a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 0x7fa354195a90 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa34c007f10 tx=0x7fa34c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 shutdown_connections 2023-07-14T12:45:26.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa33c0a11e0 0x7fa33c0a3690 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa354104f60 0x7fa354195a90 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa3540ffec0 0x7fa35419ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.278+0000 7fa35977e700 1 --2- 172.21.15.40:0/3831266502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100860 0x7fa35419bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.279+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 >> 172.21.15.40:0/3831266502 conn(0x7fa354077bd0 msgr2=0x7fa3540fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.279+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 shutdown_connections 2023-07-14T12:45:26.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.279+0000 7fa35977e700 1 -- 172.21.15.40:0/3831266502 wait complete. 2023-07-14T12:45:26.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.380+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7fd7cc196fc0 con 0x7fd7cc101700 2023-07-14T12:45:26.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.380+0000 7fd7c2ffd700 1 -- 172.21.15.40:0/3955862133 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7fd7bc09b1b0 con 0x7fd7cc101700 2023-07-14T12:45:26.393 INFO:teuthology.orchestra.run.smithi040.stdout:322122547219 2023-07-14T12:45:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7b80a11e0 msgr2=0x7fd7b80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7b80a11e0 0x7fd7b80a3690 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd7c8009c60 tx=0x7fd7c8009260 comp rx=0 tx=0).stop 2023-07-14T12:45:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 msgr2=0x7fd7cc19bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc19bf70 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc000c00 tx=0x7fd7bc0047b0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 shutdown_connections 2023-07-14T12:45:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd7b80a11e0 0x7fd7b80a3690 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7cc100df0 0x7fd7cc19ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd7cc10a140 0x7fd7cc195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 --2- 172.21.15.40:0/3955862133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7cc101700 0x7fd7cc19bf70 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 >> 172.21.15.40:0/3955862133 conn(0x7fd7cc075b70 msgr2=0x7fd7cc0fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 shutdown_connections 2023-07-14T12:45:26.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.384+0000 7fd7d4211700 1 -- 172.21.15.40:0/3955862133 wait complete. 2023-07-14T12:45:26.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 -- 172.21.15.40:0/2004383537 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 msgr2=0x7f9ebc10b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/2004383537 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc10b8f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400b0a0 tx=0x7f9eb400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 -- 172.21.15.40:0/2004383537 shutdown_connections 2023-07-14T12:45:26.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/2004383537 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc104ab0 0x7f9ebc104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/2004383537 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc10b8f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/2004383537 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ebc0feab0 0x7f9ebc0fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 -- 172.21.15.40:0/2004383537 >> 172.21.15.40:0/2004383537 conn(0x7f9ebc075b70 msgr2=0x7f9ebc075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 -- 172.21.15.40:0/2004383537 shutdown_connections 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 -- 172.21.15.40:0/2004383537 wait complete. 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.348+0000 7f9ec14d9700 1 Processor -- start 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 -- start start 2023-07-14T12:45:26.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc0feab0 0x7f9ebc19a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc19ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ebc104ab0 0x7f9ebc194970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc194fe0 con 0x7f9ebc0ff460 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc195150 con 0x7f9ebc104ab0 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ec14d9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ebc195310 con 0x7f9ebc0feab0 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc19ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc19ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60546/0 (socket says 172.21.15.40:60546) 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 -- 172.21.15.40:0/4221194284 learned_addr learned my addr 172.21.15.40:0/4221194284 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ebaffd700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc0feab0 0x7f9ebc19a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9ebb7fe700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ebc104ab0 0x7f9ebc194970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 -- 172.21.15.40:0/4221194284 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc0feab0 msgr2=0x7f9ebc19a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc0feab0 0x7f9ebc19a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 -- 172.21.15.40:0/4221194284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ebc104ab0 msgr2=0x7f9ebc194970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ebc104ab0 0x7f9ebc194970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 -- 172.21.15.40:0/4221194284 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eb4009d00 con 0x7f9ebc0ff460 2023-07-14T12:45:26.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.349+0000 7f9eba7fc700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc19ae30 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0007910 tx=0x7f9eb0007c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.350+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0012070 con 0x7f9ebc0ff460 2023-07-14T12:45:26.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.350+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9eb000d810 con 0x7f9ebc0ff460 2023-07-14T12:45:26.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.350+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ebc1955f0 con 0x7f9ebc0ff460 2023-07-14T12:45:26.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.350+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eb0005350 con 0x7f9ebc0ff460 2023-07-14T12:45:26.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.350+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ebc0681a0 con 0x7f9ebc0ff460 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.351+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ebc04e210 con 0x7f9ebc0ff460 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.353+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f9eb0016070 con 0x7f9ebc0ff460 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.353+0000 7f9ea3fff700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ea40a11e0 0x7f9ea40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.353+0000 7f9ebaffd700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ea40a11e0 0x7f9ea40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.353+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f9eb00cd7f0 con 0x7f9ebc0ff460 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.354+0000 7f9ebaffd700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ea40a11e0 0x7f9ea40a3690 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc0ffbf0 tx=0x7f9eac00a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.358+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f9eb0096f90 con 0x7f9ebc0ff460 2023-07-14T12:45:26.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.578+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f9ebc068400 con 0x7f9ebc0ff460 2023-07-14T12:45:26.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.578+0000 7f9ea3fff700 1 -- 172.21.15.40:0/4221194284 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f9eb001c020 con 0x7f9ebc0ff460 2023-07-14T12:45:26.590 INFO:teuthology.orchestra.run.smithi040.stdout:270582939675 2023-07-14T12:45:26.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ea40a11e0 msgr2=0x7f9ea40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ea40a11e0 0x7f9ea40a3690 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9ebc0ffbf0 tx=0x7f9eac00a3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 msgr2=0x7f9ebc19ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc19ae30 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9eb0007910 tx=0x7f9eb0007c20 comp rx=0 tx=0).stop 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 shutdown_connections 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ea40a11e0 0x7f9ea40a3690 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ebc0feab0 0x7f9ebc19a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ebc104ab0 0x7f9ebc194970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 --2- 172.21.15.40:0/4221194284 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ebc0ff460 0x7f9ebc19ae30 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.580+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 >> 172.21.15.40:0/4221194284 conn(0x7f9ebc075b70 msgr2=0x7f9ebc102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.581+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 shutdown_connections 2023-07-14T12:45:26.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.581+0000 7f9ec14d9700 1 -- 172.21.15.40:0/4221194284 wait complete. 2023-07-14T12:45:26.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:26 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3831266502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-07-14T12:45:26.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:26 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3831266502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-07-14T12:45:26.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:26 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3831266502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-07-14T12:45:26.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 -- 172.21.15.40:0/2933904577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d40ffec0 msgr2=0x7fb7d4100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 --2- 172.21.15.40:0/2933904577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d40ffec0 0x7fb7d4100290 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb7d00099c0 tx=0x7fb7d0009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 -- 172.21.15.40:0/2933904577 shutdown_connections 2023-07-14T12:45:26.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 --2- 172.21.15.40:0/2933904577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7d4104f60 0x7fb7d410cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 --2- 172.21.15.40:0/2933904577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d40ffec0 0x7fb7d4100290 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 --2- 172.21.15.40:0/2933904577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7d4100860 0x7fb7d4104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 -- 172.21.15.40:0/2933904577 >> 172.21.15.40:0/2933904577 conn(0x7fb7d4077bd0 msgr2=0x7fb7d4077fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 -- 172.21.15.40:0/2933904577 shutdown_connections 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.806+0000 7fb7db73a700 1 -- 172.21.15.40:0/2933904577 wait complete. 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 Processor -- start 2023-07-14T12:45:26.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 -- start start 2023-07-14T12:45:26.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7d40ffec0 0x7fb7d419bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7d4100860 0x7fb7d419bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 0x7fb7d4195b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d41961a0 con 0x7fb7d4104f60 2023-07-14T12:45:26.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d4196310 con 0x7fb7d4100860 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7db73a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d41964d0 con 0x7fb7d40ffec0 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7d9cd7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 0x7fb7d4195b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.807+0000 7fb7d9cd7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 0x7fb7d4195b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60562/0 (socket says 172.21.15.40:60562) 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 -- 172.21.15.40:0/271235359 learned_addr learned my addr 172.21.15.40:0/271235359 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d8cd5700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7d4100860 0x7fb7d419bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d94d6700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7d40ffec0 0x7fb7d419bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 -- 172.21.15.40:0/271235359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7d40ffec0 msgr2=0x7fb7d419bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7d40ffec0 0x7fb7d419bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 -- 172.21.15.40:0/271235359 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7d4100860 msgr2=0x7fb7d419bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7d4100860 0x7fb7d419bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 -- 172.21.15.40:0/271235359 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7d00095f0 con 0x7fb7d4104f60 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7d9cd7700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 0x7fb7d4195b30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc007f10 tx=0x7fb7cc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc009ea0 con 0x7fb7d4104f60 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7cc00f040 con 0x7fb7d4104f60 2023-07-14T12:45:26.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7d41967b0 con 0x7fb7d4104f60 2023-07-14T12:45:26.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc004810 con 0x7fb7d4104f60 2023-07-14T12:45:26.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.808+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7d41a2aa0 con 0x7fb7d4104f60 2023-07-14T12:45:26.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.809+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7d404e210 con 0x7fb7d4104f60 2023-07-14T12:45:26.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.810+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb7cc003a00 con 0x7fb7d4104f60 2023-07-14T12:45:26.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.811+0000 7fb7ca7fc700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7c00a1260 0x7fb7c00a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:26.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.811+0000 7fb7d94d6700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7c00a1260 0x7fb7c00a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:26.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.811+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb7cc0cc910 con 0x7fb7d4104f60 2023-07-14T12:45:26.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.811+0000 7fb7d94d6700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7c00a1260 0x7fb7c00a3710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb7d0009fd0 tx=0x7fb7d001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:26.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:26.814+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb7cc095fb0 con 0x7fb7d4104f60 2023-07-14T12:45:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.021+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fb7d4196fd0 con 0x7fb7d4104f60 2023-07-14T12:45:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.021+0000 7fb7ca7fc700 1 -- 172.21.15.40:0/271235359 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb7cc023020 con 0x7fb7d4104f60 2023-07-14T12:45:27.034 INFO:teuthology.orchestra.run.smithi040.stdout:55834574908 2023-07-14T12:45:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7c00a1260 msgr2=0x7fb7c00a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7c00a1260 0x7fb7c00a3710 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb7d0009fd0 tx=0x7fb7d001a040 comp rx=0 tx=0).stop 2023-07-14T12:45:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 msgr2=0x7fb7d4195b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 0x7fb7d4195b30 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc007f10 tx=0x7fb7cc00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 shutdown_connections 2023-07-14T12:45:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7c00a1260 0x7fb7c00a3710 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7d40ffec0 0x7fb7d419bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7d4104f60 0x7fb7d4195b30 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 --2- 172.21.15.40:0/271235359 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7d4100860 0x7fb7d419bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 >> 172.21.15.40:0/271235359 conn(0x7fb7d4077bd0 msgr2=0x7fb7d4103810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 shutdown_connections 2023-07-14T12:45:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.024+0000 7fb7db73a700 1 -- 172.21.15.40:0/271235359 wait complete. 2023-07-14T12:45:27.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 -- 172.21.15.40:0/2987015134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0ff460 msgr2=0x7f99fc10b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 --2- 172.21.15.40:0/2987015134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0ff460 0x7f99fc10b8f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f99f400b0a0 tx=0x7f99f400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 -- 172.21.15.40:0/2987015134 shutdown_connections 2023-07-14T12:45:27.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 --2- 172.21.15.40:0/2987015134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99fc104ab0 0x7f99fc104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 --2- 172.21.15.40:0/2987015134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0ff460 0x7f99fc10b8f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 --2- 172.21.15.40:0/2987015134 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc0feab0 0x7f99fc0fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 -- 172.21.15.40:0/2987015134 >> 172.21.15.40:0/2987015134 conn(0x7f99fc075b70 msgr2=0x7f99fc075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:27.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 -- 172.21.15.40:0/2987015134 shutdown_connections 2023-07-14T12:45:27.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.471+0000 7f9a008e7700 1 -- 172.21.15.40:0/2987015134 wait complete. 2023-07-14T12:45:27.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 Processor -- start 2023-07-14T12:45:27.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 -- start start 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 0x7f99fc19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99fc0ff460 0x7f99fc19af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc104ab0 0x7f99fc194a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99fc195100 con 0x7f99fc0feab0 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99fc195270 con 0x7f99fc104ab0 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f9a008e7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99fc195430 con 0x7f99fc0ff460 2023-07-14T12:45:27.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f99fa59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 0x7f99fc19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f99fa59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 0x7f99fc19aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60570/0 (socket says 172.21.15.40:60570) 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.472+0000 7f99fa59c700 1 -- 172.21.15.40:0/1933213325 learned_addr learned my addr 172.21.15.40:0/1933213325 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fad9d700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc104ab0 0x7f99fc194a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99f9d9b700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99fc0ff460 0x7f99fc19af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fa59c700 1 -- 172.21.15.40:0/1933213325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99fc0ff460 msgr2=0x7f99fc19af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fa59c700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99fc0ff460 0x7f99fc19af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fa59c700 1 -- 172.21.15.40:0/1933213325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc104ab0 msgr2=0x7f99fc194a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fa59c700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc104ab0 0x7f99fc194a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fa59c700 1 -- 172.21.15.40:0/1933213325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99f4009d00 con 0x7f99fc0feab0 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fad9d700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc104ab0 0x7f99fc194a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99fa59c700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 0x7f99fc19aa10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f99ec007b50 tx=0x7f99ec007f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ec011070 con 0x7f99fc0feab0 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99fc195710 con 0x7f99fc0feab0 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99ec00c2e0 con 0x7f99fc0feab0 2023-07-14T12:45:27.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99ec00e5c0 con 0x7f99fc0feab0 2023-07-14T12:45:27.491 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.473+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99fc0681a0 con 0x7f99fc0feab0 2023-07-14T12:45:27.491 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.474+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99fc04e210 con 0x7f99fc0feab0 2023-07-14T12:45:27.491 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.475+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f99ec003f20 con 0x7f99fc0feab0 2023-07-14T12:45:27.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.476+0000 7f99f37fe700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f99e80a11e0 0x7f99e80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.476+0000 7f99f9d9b700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f99e80a11e0 0x7f99e80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.476+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f99ec0cdc10 con 0x7f99fc0feab0 2023-07-14T12:45:27.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.476+0000 7f99f9d9b700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f99e80a11e0 0x7f99e80a3690 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f99fc0fc6f0 tx=0x7f99e4005cf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:27.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.480+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f99ec097440 con 0x7f99fc0feab0 2023-07-14T12:45:27.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:27 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3955862133' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-07-14T12:45:27.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:27 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4221194284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-07-14T12:45:27.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:27 smithi040 ceph-mon[96535]: pgmap v271: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2023-07-14T12:45:27.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:27 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/271235359' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-07-14T12:45:27.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.680+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f99fc068460 con 0x7f99fc0feab0 2023-07-14T12:45:27.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.680+0000 7f99f37fe700 1 -- 172.21.15.40:0/1933213325 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f99ec09aa60 con 0x7f99fc0feab0 2023-07-14T12:45:27.694 INFO:teuthology.orchestra.run.smithi040.stdout:210453397540 2023-07-14T12:45:27.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f99e80a11e0 msgr2=0x7f99e80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f99e80a11e0 0x7f99e80a3690 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f99fc0fc6f0 tx=0x7f99e4005cf0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 msgr2=0x7f99fc19aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 0x7f99fc19aa10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f99ec007b50 tx=0x7f99ec007f10 comp rx=0 tx=0).stop 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 shutdown_connections 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f99e80a11e0 0x7f99e80a3690 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99fc104ab0 0x7f99fc194a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99fc0feab0 0x7f99fc19aa10 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 --2- 172.21.15.40:0/1933213325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99fc0ff460 0x7f99fc19af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 >> 172.21.15.40:0/1933213325 conn(0x7f99fc075b70 msgr2=0x7f99fc102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:27.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.682+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 shutdown_connections 2023-07-14T12:45:27.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.683+0000 7f9a008e7700 1 -- 172.21.15.40:0/1933213325 wait complete. 2023-07-14T12:45:27.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:27 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3955862133' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-07-14T12:45:27.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:27 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4221194284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-07-14T12:45:27.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:27 smithi133 ceph-mon[98311]: pgmap v271: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2023-07-14T12:45:27.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:27 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/271235359' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-07-14T12:45:27.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:27 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3955862133' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-07-14T12:45:27.769 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:27 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4221194284' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-07-14T12:45:27.769 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:27 smithi130 ceph-mon[97977]: pgmap v271: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 170 B/s wr, 10 op/s 2023-07-14T12:45:27.769 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:27 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/271235359' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-07-14T12:45:27.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 -- 172.21.15.40:0/3679992759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a8104b70 msgr2=0x7f44a8104f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 --2- 172.21.15.40:0/3679992759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a8104b70 0x7f44a8104f40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4498009990 tx=0x7f4498009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 -- 172.21.15.40:0/3679992759 shutdown_connections 2023-07-14T12:45:27.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 --2- 172.21.15.40:0/3679992759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a810b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 --2- 172.21.15.40:0/3679992759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a8104b70 0x7f44a8104f40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 --2- 172.21.15.40:0/3679992759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a80feb50 0x7f44a80fefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 -- 172.21.15.40:0/3679992759 >> 172.21.15.40:0/3679992759 conn(0x7f44a80fa5f0 msgr2=0x7f44a80fca00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 -- 172.21.15.40:0/3679992759 shutdown_connections 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 -- 172.21.15.40:0/3679992759 wait complete. 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.787+0000 7f44ad923700 1 Processor -- start 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 -- start start 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a80feb50 0x7f44a819b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a819bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a8104b70 0x7f44a8195a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44a81960b0 con 0x7f44a80feb50 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44a8196220 con 0x7f44a80ff500 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44ad923700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44a81963e0 con 0x7f44a8104b70 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44a67fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a819bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44a67fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a819bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:49608/0 (socket says 172.21.15.40:49608) 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44a67fc700 1 -- 172.21.15.40:0/3830103758 learned_addr learned my addr 172.21.15.40:0/3830103758 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.788+0000 7f44a77fe700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a8104b70 0x7f44a8195a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a67fc700 1 -- 172.21.15.40:0/3830103758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a8104b70 msgr2=0x7f44a8195a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a6ffd700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a80feb50 0x7f44a819b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a67fc700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a8104b70 0x7f44a8195a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a67fc700 1 -- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a80feb50 msgr2=0x7f44a819b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a67fc700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a80feb50 0x7f44a819b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a67fc700 1 -- 172.21.15.40:0/3830103758 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44980095f0 con 0x7f44a80ff500 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a6ffd700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a80feb50 0x7f44a819b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:27.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44a67fc700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a819bf00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f449c00c9b0 tx=0x7f449c00ccc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f449c007b00 con 0x7f44a80ff500 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f449c007c60 con 0x7f44a80ff500 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44a81966c0 con 0x7f44a80ff500 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f449c018660 con 0x7f44a80ff500 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.789+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44a8100830 con 0x7f44a80ff500 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.790+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44a80681a0 con 0x7f44a80ff500 2023-07-14T12:45:27.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.792+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f449c00f450 con 0x7f44a80ff500 2023-07-14T12:45:27.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.793+0000 7f44ac921700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f44900a11e0 0x7f44900a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:27.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.793+0000 7f44a6ffd700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f44900a11e0 0x7f44900a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:27.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.793+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f449c0ccb80 con 0x7f44a80ff500 2023-07-14T12:45:27.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.794+0000 7f44a6ffd700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f44900a11e0 0x7f44900a3690 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f449800b5c0 tx=0x7f4498005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:27.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.796+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f449c0963b0 con 0x7f44a80ff500 2023-07-14T12:45:27.943 INFO:tasks.cephadm.ceph_manager.ceph:need seq 322122547218 got 322122547219 for osd.11 2023-07-14T12:45:27.943 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:28.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.005+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f44a804e210 con 0x7f44a80ff500 2023-07-14T12:45:28.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.005+0000 7f44ac921700 1 -- 172.21.15.40:0/3830103758 <== mon.2 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f449c0999d0 con 0x7f44a80ff500 2023-07-14T12:45:28.019 INFO:teuthology.orchestra.run.smithi040.stdout:240518168607 2023-07-14T12:45:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f44900a11e0 msgr2=0x7f44900a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f44900a11e0 0x7f44900a3690 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f449800b5c0 tx=0x7f4498005fb0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 msgr2=0x7f44a819bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a819bf00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f449c00c9b0 tx=0x7f449c00ccc0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 shutdown_connections 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f44900a11e0 0x7f44900a3690 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44a8104b70 0x7f44a8195a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44a80feb50 0x7f44a819b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 --2- 172.21.15.40:0/3830103758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f44a80ff500 0x7f44a819bf00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 >> 172.21.15.40:0/3830103758 conn(0x7f44a80fa5f0 msgr2=0x7f44a80fc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 shutdown_connections 2023-07-14T12:45:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.008+0000 7f44ad923700 1 -- 172.21.15.40:0/3830103758 wait complete. 2023-07-14T12:45:28.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:28 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1933213325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-07-14T12:45:28.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:28 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3830103758' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-07-14T12:45:28.507 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:28 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4056501074' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-07-14T12:45:28.540 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182451 got 107374182453 for osd.3 2023-07-14T12:45:28.540 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:28.587 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574906 got 55834574908 for osd.1 2023-07-14T12:45:28.587 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:28.632 INFO:tasks.cephadm.ceph_manager.ceph:need seq 270582939674 got 270582939675 for osd.9 2023-07-14T12:45:28.632 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:28.722 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397537 got 210453397540 for osd.7 2023-07-14T12:45:28.722 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:28.728 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:28 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1933213325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-07-14T12:45:28.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:28 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3830103758' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-07-14T12:45:28.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:28 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4056501074' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-07-14T12:45:28.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 -- 172.21.15.40:0/3946673744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc410a140 msgr2=0x7fbcc410c580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/3946673744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc410a140 0x7fbcc410c580 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc00b0a0 tx=0x7fbcbc00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 -- 172.21.15.40:0/3946673744 shutdown_connections 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/3946673744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc410a140 0x7fbcc410c580 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/3946673744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc4100df0 0x7fbcc41011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/3946673744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4101700 0x7fbcc4109c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 -- 172.21.15.40:0/3946673744 >> 172.21.15.40:0/3946673744 conn(0x7fbcc4075b70 msgr2=0x7fbcc4075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 -- 172.21.15.40:0/3946673744 shutdown_connections 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.874+0000 7fbcc88ca700 1 -- 172.21.15.40:0/3946673744 wait complete. 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 Processor -- start 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 -- start start 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4100df0 0x7fbcc4195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 0x7fbcc4196350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc410a140 0x7fbcc419a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc419add0 con 0x7fbcc4101700 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc419af40 con 0x7fbcc410a140 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.875+0000 7fbcc88ca700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc419b100 con 0x7fbcc4100df0 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 0x7fbcc4196350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 0x7fbcc4196350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60600/0 (socket says 172.21.15.40:60600) 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 -- 172.21.15.40:0/4056501074 learned_addr learned my addr 172.21.15.40:0/4056501074 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc2d9d700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc410a140 0x7fbcc419a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc259c700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4100df0 0x7fbcc4195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 -- 172.21.15.40:0/4056501074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4100df0 msgr2=0x7fbcc4195e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4100df0 0x7fbcc4195e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 -- 172.21.15.40:0/4056501074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc410a140 msgr2=0x7fbcc419a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc410a140 0x7fbcc419a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 -- 172.21.15.40:0/4056501074 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcbc009d00 con 0x7fbcc4101700 2023-07-14T12:45:28.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc259c700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4100df0 0x7fbcc4195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:28.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc1d9b700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 0x7fbcc4196350 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800e9a0 tx=0x7fbcb800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:28.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8009790 con 0x7fbcc4101700 2023-07-14T12:45:28.772 INFO:teuthology.orchestra.run.smithi040.stdout:188978561065 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbcb800cbd0 con 0x7fbcc4101700 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcc419b3e0 con 0x7fbcc4101700 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8018680 con 0x7fbcc4101700 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.876+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcc41a2c40 con 0x7fbcc4101700 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.877+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcc4104990 con 0x7fbcc4101700 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.878+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fbcb800cd40 con 0x7fbcc4101700 2023-07-14T12:45:28.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.879+0000 7fbcb37fe700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcac0a11e0 0x7fbcac0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.879+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fbcb8014070 con 0x7fbcc4101700 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.879+0000 7fbcc259c700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcac0a11e0 0x7fbcac0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.880+0000 7fbcc259c700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcac0a11e0 0x7fbcac0a3690 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fbcb4005fd0 tx=0x7fbcb4005ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:27.884+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fbcb8051790 con 0x7fbcc4101700 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.091+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fbcc4104370 con 0x7fbcc4101700 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.091+0000 7fbcb37fe700 1 -- 172.21.15.40:0/4056501074 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fbcb8096280 con 0x7fbcc4101700 2023-07-14T12:45:28.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcac0a11e0 msgr2=0x7fbcac0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcac0a11e0 0x7fbcac0a3690 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fbcb4005fd0 tx=0x7fbcb4005ee0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 msgr2=0x7fbcc4196350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 0x7fbcc4196350 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800e9a0 tx=0x7fbcb800ecb0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 shutdown_connections 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbcac0a11e0 0x7fbcac0a3690 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbcc4100df0 0x7fbcc4195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbcc410a140 0x7fbcc419a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 --2- 172.21.15.40:0/4056501074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbcc4101700 0x7fbcc4196350 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 >> 172.21.15.40:0/4056501074 conn(0x7fbcc4075b70 msgr2=0x7fbcc4101ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:28.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 shutdown_connections 2023-07-14T12:45:28.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.094+0000 7fbcc88ca700 1 -- 172.21.15.40:0/4056501074 wait complete. 2023-07-14T12:45:28.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:28 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1933213325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-07-14T12:45:28.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:28 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3830103758' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-07-14T12:45:28.777 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:28 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4056501074' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-07-14T12:45:28.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 -- 172.21.15.40:0/3022759523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140feab0 msgr2=0x7f75140fef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 --2- 172.21.15.40:0/3022759523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140feab0 0x7f75140fef20 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7504009990 tx=0x7f7504009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 -- 172.21.15.40:0/3022759523 shutdown_connections 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 --2- 172.21.15.40:0/3022759523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7514104ab0 0x7f7514104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 --2- 172.21.15.40:0/3022759523 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f75140ff460 0x7f751410b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 --2- 172.21.15.40:0/3022759523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140feab0 0x7f75140fef20 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 -- 172.21.15.40:0/3022759523 >> 172.21.15.40:0/3022759523 conn(0x7f7514075b70 msgr2=0x7f7514075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 -- 172.21.15.40:0/3022759523 shutdown_connections 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.774+0000 7f751c3c7700 1 -- 172.21.15.40:0/3022759523 wait complete. 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 Processor -- start 2023-07-14T12:45:28.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 -- start start 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75140feab0 0x7f751419a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 0x7f751419ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7514104ab0 0x7f75141948e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7514194f50 con 0x7f75140ff460 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75141950c0 con 0x7f7514104ab0 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751c3c7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7514195280 con 0x7f75140feab0 2023-07-14T12:45:28.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 0x7f751419ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 0x7f751419ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60614/0 (socket says 172.21.15.40:60614) 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 -- 172.21.15.40:0/2206977503 learned_addr learned my addr 172.21.15.40:0/2206977503 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751a163700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75140feab0 0x7f751419a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f751a964700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7514104ab0 0x7f75141948e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 -- 172.21.15.40:0/2206977503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75140feab0 msgr2=0x7f751419a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75140feab0 0x7f751419a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 -- 172.21.15.40:0/2206977503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7514104ab0 msgr2=0x7f75141948e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7514104ab0 0x7f75141948e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.775+0000 7f7519962700 1 -- 172.21.15.40:0/2206977503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75040095f0 con 0x7f75140ff460 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.776+0000 7f7519962700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 0x7f751419ada0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f75040098e0 tx=0x7f750400f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.776+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750401d070 con 0x7f75140ff460 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.776+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7504005050 con 0x7f75140ff460 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.776+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7504004b30 con 0x7f75140ff460 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.776+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7514195500 con 0x7f75140ff460 2023-07-14T12:45:28.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.776+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75141a1850 con 0x7f75140ff460 2023-07-14T12:45:28.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.777+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f751404e210 con 0x7f75140ff460 2023-07-14T12:45:28.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.778+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f75040051c0 con 0x7f75140ff460 2023-07-14T12:45:28.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.779+0000 7f750b7fe700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75000a1260 0x7f75000a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:28.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.779+0000 7f751a163700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75000a1260 0x7f75000a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:28.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.779+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f75040cd6a0 con 0x7f75140ff460 2023-07-14T12:45:28.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.779+0000 7f751a163700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75000a1260 0x7f75000a3710 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f75140ffbf0 tx=0x7f751000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:28.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.784+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7504096dd0 con 0x7f75140ff460 2023-07-14T12:45:28.825 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:29.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.993+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f7514195df0 con 0x7f75140ff460 2023-07-14T12:45:29.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.993+0000 7f750b7fe700 1 -- 172.21.15.40:0/2206977503 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f750409a3f0 con 0x7f75140ff460 2023-07-14T12:45:29.007 INFO:teuthology.orchestra.run.smithi040.stdout:158913789996 2023-07-14T12:45:29.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75000a1260 msgr2=0x7f75000a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75000a1260 0x7f75000a3710 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f75140ffbf0 tx=0x7f751000a380 comp rx=0 tx=0).stop 2023-07-14T12:45:29.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 msgr2=0x7f751419ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 0x7f751419ada0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f75040098e0 tx=0x7f750400f670 comp rx=0 tx=0).stop 2023-07-14T12:45:29.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 shutdown_connections 2023-07-14T12:45:29.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f75000a1260 0x7f75000a3710 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75140feab0 0x7f751419a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7514104ab0 0x7f75141948e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 --2- 172.21.15.40:0/2206977503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75140ff460 0x7f751419ada0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 >> 172.21.15.40:0/2206977503 conn(0x7f7514075b70 msgr2=0x7f75140fce60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:29.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 shutdown_connections 2023-07-14T12:45:29.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:28.995+0000 7f751c3c7700 1 -- 172.21.15.40:0/2206977503 wait complete. 2023-07-14T12:45:29.214 INFO:tasks.cephadm.ceph_manager.ceph:need seq 188978561063 got 188978561065 for osd.6 2023-07-14T12:45:29.214 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:29.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:29 smithi040 ceph-mon[96535]: pgmap v272: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 8 op/s 2023-07-14T12:45:29.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:29 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2206977503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-07-14T12:45:29.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:29 smithi133 ceph-mon[98311]: pgmap v272: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 8 op/s 2023-07-14T12:45:29.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:29 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2206977503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-07-14T12:45:29.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:29 smithi130 ceph-mon[97977]: pgmap v272: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 170 B/s wr, 8 op/s 2023-07-14T12:45:29.769 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:29 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2206977503' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-07-14T12:45:29.788 INFO:tasks.cephadm.ceph_manager.ceph:need seq 240518168605 got 240518168607 for osd.8 2023-07-14T12:45:29.789 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:29.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 -- 172.21.15.40:0/1185146332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a80feab0 msgr2=0x7f70a80fef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 --2- 172.21.15.40:0/1185146332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a80feab0 0x7f70a80fef20 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f709c009990 tx=0x7f709c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 -- 172.21.15.40:0/1185146332 shutdown_connections 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 --2- 172.21.15.40:0/1185146332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a8104ab0 0x7f70a8104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 --2- 172.21.15.40:0/1185146332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70a80ff460 0x7f70a810b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 --2- 172.21.15.40:0/1185146332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a80feab0 0x7f70a80fef20 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 -- 172.21.15.40:0/1185146332 >> 172.21.15.40:0/1185146332 conn(0x7f70a8075b70 msgr2=0x7f70a8075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:29.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 -- 172.21.15.40:0/1185146332 shutdown_connections 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.744+0000 7f70ae32a700 1 -- 172.21.15.40:0/1185146332 wait complete. 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 Processor -- start 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 -- start start 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a80feab0 0x7f70a819a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70a80ff460 0x7f70a819add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 0x7f70a8194910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:29.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a8194f80 con 0x7f70a8104ab0 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a81950f0 con 0x7f70a80ff460 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ae32a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a81952b0 con 0x7f70a80feab0 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ac8c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 0x7f70a8194910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ac8c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 0x7f70a8194910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60630/0 (socket says 172.21.15.40:60630) 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.745+0000 7f70ac8c7700 1 -- 172.21.15.40:0/608847047 learned_addr learned my addr 172.21.15.40:0/608847047 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70a77fe700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70a80ff460 0x7f70a819add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:29.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70a7fff700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a80feab0 0x7f70a819a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ac8c7700 1 -- 172.21.15.40:0/608847047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a80feab0 msgr2=0x7f70a819a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ac8c7700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a80feab0 0x7f70a819a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ac8c7700 1 -- 172.21.15.40:0/608847047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70a80ff460 msgr2=0x7f70a819add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ac8c7700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70a80ff460 0x7f70a819add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ac8c7700 1 -- 172.21.15.40:0/608847047 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f709c0095f0 con 0x7f70a8104ab0 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70a7fff700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a80feab0 0x7f70a819a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ac8c7700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 0x7f70a8194910 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f70a0007f10 tx=0x7f70a000f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:29.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a000fd80 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70a8195590 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70a0009360 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0005020 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.746+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a80681a0 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.747+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70a804e210 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.748+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f70a0012460 con 0x7f70a8104ab0 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.749+0000 7f70a57fa700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f70900a11e0 0x7f70900a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:29.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.749+0000 7f70a7fff700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f70900a11e0 0x7f70900a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:29.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.749+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f70a00cec40 con 0x7f70a8104ab0 2023-07-14T12:45:29.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.749+0000 7f70a7fff700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f70900a11e0 0x7f70900a3690 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7098005fd0 tx=0x7f7098005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:29.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.754+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f70a00983e0 con 0x7f70a8104ab0 2023-07-14T12:45:29.819 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789994 got 158913789996 for osd.5 2023-07-14T12:45:29.820 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:29.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.964+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f70a80684f0 con 0x7f70a8104ab0 2023-07-14T12:45:29.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.965+0000 7f70a57fa700 1 -- 172.21.15.40:0/608847047 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f70a009ba00 con 0x7f70a8104ab0 2023-07-14T12:45:29.978 INFO:teuthology.orchestra.run.smithi040.stdout:137438953520 2023-07-14T12:45:29.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f70900a11e0 msgr2=0x7f70900a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f70900a11e0 0x7f70900a3690 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7098005fd0 tx=0x7f7098005f00 comp rx=0 tx=0).stop 2023-07-14T12:45:29.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 msgr2=0x7f70a8194910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 0x7f70a8194910 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f70a0007f10 tx=0x7f70a000f5c0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 shutdown_connections 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f70900a11e0 0x7f70900a3690 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70a80feab0 0x7f70a819a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70a8104ab0 0x7f70a8194910 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 --2- 172.21.15.40:0/608847047 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f70a80ff460 0x7f70a819add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:29.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 >> 172.21.15.40:0/608847047 conn(0x7f70a8075b70 msgr2=0x7f70a80fce50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:29.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 shutdown_connections 2023-07-14T12:45:29.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:29.967+0000 7f70ae32a700 1 -- 172.21.15.40:0/608847047 wait complete. 2023-07-14T12:45:30.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:30 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/608847047' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-07-14T12:45:30.713 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953518 got 137438953520 for osd.4 2023-07-14T12:45:30.713 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:30.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:30 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/608847047' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-07-14T12:45:30.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:30 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/608847047' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-07-14T12:45:31.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 -- 172.21.15.40:0/410193162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 msgr2=0x7f0afc10b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 --2- 172.21.15.40:0/410193162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc10b8f0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0af400b0a0 tx=0x7f0af400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 -- 172.21.15.40:0/410193162 shutdown_connections 2023-07-14T12:45:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 --2- 172.21.15.40:0/410193162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc10b8f0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 --2- 172.21.15.40:0/410193162 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 0x7f0afc104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 --2- 172.21.15.40:0/410193162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 0x7f0afc0fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 -- 172.21.15.40:0/410193162 >> 172.21.15.40:0/410193162 conn(0x7f0afc075b70 msgr2=0x7f0afc075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 -- 172.21.15.40:0/410193162 shutdown_connections 2023-07-14T12:45:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.203+0000 7f0b0336e700 1 -- 172.21.15.40:0/410193162 wait complete. 2023-07-14T12:45:31.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 Processor -- start 2023-07-14T12:45:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 -- start start 2023-07-14T12:45:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 0x7f0afc196b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 0x7f0afc1a1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0afc197950 con 0x7f0afc0ff460 2023-07-14T12:45:31.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0afc1a20c0 con 0x7f0afc104ab0 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0336e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0afc1a2230 con 0x7f0afc0feab0 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b00909700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b00909700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60642/0 (socket says 172.21.15.40:60642) 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b00909700 1 -- 172.21.15.40:0/3295875360 learned_addr learned my addr 172.21.15.40:0/3295875360 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.204+0000 7f0b0190b700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 0x7f0afc1a1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b0110a700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 0x7f0afc196b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:31.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b00909700 1 -- 172.21.15.40:0/3295875360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 msgr2=0x7f0afc196b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b00909700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 0x7f0afc196b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b00909700 1 -- 172.21.15.40:0/3295875360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 msgr2=0x7f0afc1a1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b00909700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 0x7f0afc1a1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b00909700 1 -- 172.21.15.40:0/3295875360 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0af4009d00 con 0x7f0afc0ff460 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b0110a700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 0x7f0afc196b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b0190b700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 0x7f0afc1a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b00909700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc197040 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0af800d980 tx=0x7f0af800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af800bb60 con 0x7f0afc0ff460 2023-07-14T12:45:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0af8007640 con 0x7f0afc0ff460 2023-07-14T12:45:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0afc1a2510 con 0x7f0afc0ff460 2023-07-14T12:45:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af8004e90 con 0x7f0afc0ff460 2023-07-14T12:45:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.205+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0afc1a2a60 con 0x7f0afc0ff460 2023-07-14T12:45:31.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.206+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0afc04e210 con 0x7f0afc0ff460 2023-07-14T12:45:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.207+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f0af800bcc0 con 0x7f0afc0ff460 2023-07-14T12:45:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.208+0000 7f0af27fc700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ae80a1260 0x7f0ae80a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.208+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0af80cc780 con 0x7f0afc0ff460 2023-07-14T12:45:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.208+0000 7f0b0110a700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ae80a1260 0x7f0ae80a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:31.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.208+0000 7f0b0110a700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ae80a1260 0x7f0ae80a3710 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0aec005e10 tx=0x7f0aec005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:31.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.212+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f0af8095f20 con 0x7f0afc0ff460 2023-07-14T12:45:31.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.409+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f0afc1a2d90 con 0x7f0afc0ff460 2023-07-14T12:45:31.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.409+0000 7f0af27fc700 1 -- 172.21.15.40:0/3295875360 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0af8016020 con 0x7f0afc0ff460 2023-07-14T12:45:31.423 INFO:teuthology.orchestra.run.smithi040.stdout:77309411387 2023-07-14T12:45:31.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ae80a1260 msgr2=0x7f0ae80a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ae80a1260 0x7f0ae80a3710 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0aec005e10 tx=0x7f0aec005d20 comp rx=0 tx=0).stop 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 msgr2=0x7f0afc197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc197040 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0af800d980 tx=0x7f0af800dd40 comp rx=0 tx=0).stop 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 shutdown_connections 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f0ae80a1260 0x7f0ae80a3710 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0afc0feab0 0x7f0afc196b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0afc104ab0 0x7f0afc1a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 --2- 172.21.15.40:0/3295875360 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0afc0ff460 0x7f0afc197040 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:31.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 >> 172.21.15.40:0/3295875360 conn(0x7f0afc075b70 msgr2=0x7f0afc1058c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:31.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 shutdown_connections 2023-07-14T12:45:31.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:31.411+0000 7f0b0336e700 1 -- 172.21.15.40:0/3295875360 wait complete. 2023-07-14T12:45:31.711 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:31 smithi040 ceph-mon[96535]: pgmap v273: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-07-14T12:45:31.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:31 smithi133 ceph-mon[98311]: pgmap v273: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-07-14T12:45:31.731 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411384 got 77309411387 for osd.2 2023-07-14T12:45:31.731 DEBUG:teuthology.parallel:result is None 2023-07-14T12:45:31.732 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-07-14T12:45:31.732 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph pg dump --format=json 2023-07-14T12:45:31.769 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:31 smithi130 ceph-mon[97977]: pgmap v273: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 11 op/s 2023-07-14T12:45:32.291 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:32.729 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:32 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3295875360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-07-14T12:45:32.760 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:32 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3295875360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-07-14T12:45:32.768 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:32 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3295875360' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-07-14T12:45:33.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1961097885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 msgr2=0x7fc2c4104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:33.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1961097885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c4104e80 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4009990 tx=0x7fc2b4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1961097885 shutdown_connections 2023-07-14T12:45:33.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1961097885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2c40ff460 0x7fc2c410b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1961097885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c4104e80 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1961097885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2c40feab0 0x7fc2c40fef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1961097885 >> 172.21.15.40:0/1961097885 conn(0x7fc2c4075b70 msgr2=0x7fc2c4075f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:33.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1961097885 shutdown_connections 2023-07-14T12:45:33.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.586+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1961097885 wait complete. 2023-07-14T12:45:33.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 Processor -- start 2023-07-14T12:45:33.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 -- start start 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2c40feab0 0x7fc2c4195cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2c40ff460 0x7fc2c41961f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c41995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2c4199bb0 con 0x7fc2c4104ab0 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2c4199d20 con 0x7fc2c40ff460 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c8b5c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2c4199ee0 con 0x7fc2c40feab0 2023-07-14T12:45:33.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c41995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c41995b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60658/0 (socket says 172.21.15.40:60658) 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 -- 172.21.15.40:0/1541445051 learned_addr learned my addr 172.21.15.40:0/1541445051 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c259c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2c40feab0 0x7fc2c4195cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c1d9b700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2c40ff460 0x7fc2c41961f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 -- 172.21.15.40:0/1541445051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2c40feab0 msgr2=0x7fc2c4195cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2c40feab0 0x7fc2c4195cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 -- 172.21.15.40:0/1541445051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2c40ff460 msgr2=0x7fc2c41961f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2c40ff460 0x7fc2c41961f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.587+0000 7fc2c2d9d700 1 -- 172.21.15.40:0/1541445051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2b40095f0 con 0x7fc2c4104ab0 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.588+0000 7fc2c2d9d700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c41995b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc00b9e0 tx=0x7fc2bc00bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.588+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc00d8e0 con 0x7fc2c4104ab0 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.588+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc2bc015420 con 0x7fc2c4104ab0 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.588+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2c419a1c0 con 0x7fc2c4104ab0 2023-07-14T12:45:33.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.588+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc014630 con 0x7fc2c4104ab0 2023-07-14T12:45:33.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.588+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2c41a2b10 con 0x7fc2c4104ab0 2023-07-14T12:45:33.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.589+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2c404e210 con 0x7fc2c4104ab0 2023-07-14T12:45:33.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.590+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc2bc015590 con 0x7fc2c4104ab0 2023-07-14T12:45:33.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.590+0000 7fc2bb7fe700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc2b00a11e0 0x7fc2b00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:33.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.591+0000 7fc2c259c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc2b00a11e0 0x7fc2b00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:33.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.591+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc2bc011070 con 0x7fc2c4104ab0 2023-07-14T12:45:33.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.591+0000 7fc2c259c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc2b00a11e0 0x7fc2b00a3690 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc2b400b5c0 tx=0x7fc2b4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:33.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.595+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc2bc04e790 con 0x7fc2c4104ab0 2023-07-14T12:45:33.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.786+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc2c40686e0 con 0x7fc2b00a11e0 2023-07-14T12:45:33.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.798+0000 7fc2bb7fe700 1 -- 172.21.15.40:0/1541445051 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340344 (secure 0 0 0) 0x7fc2c40686e0 con 0x7fc2b00a11e0 2023-07-14T12:45:33.815 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:33.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.801+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc2b00a11e0 msgr2=0x7fc2b00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:33.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.801+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc2b00a11e0 0x7fc2b00a3690 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc2b400b5c0 tx=0x7fc2b4005fd0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.801+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 msgr2=0x7fc2c41995b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.801+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c41995b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc00b9e0 tx=0x7fc2bc00bcf0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 shutdown_connections 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc2b00a11e0 0x7fc2b00a3690 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2c40feab0 0x7fc2c4195cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2c4104ab0 0x7fc2c41995b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 --2- 172.21.15.40:0/1541445051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc2c40ff460 0x7fc2c41961f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:33.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 >> 172.21.15.40:0/1541445051 conn(0x7fc2c4075b70 msgr2=0x7fc2c4067fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:33.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 shutdown_connections 2023-07-14T12:45:33.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:33.802+0000 7fc2c8b5c700 1 -- 172.21.15.40:0/1541445051 wait complete. 2023-07-14T12:45:33.819 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:45:34.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:33 smithi130 ceph-mon[97977]: pgmap v274: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-07-14T12:45:34.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:33 smithi040 ceph-mon[96535]: pgmap v274: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-07-14T12:45:34.151 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":274,"stamp":"2023-07-14T12:45:32.993361+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":653865,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":551,"num_read_kb":394,"num_write":413,"num_write_kb":3065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":341,"ondisk_log_size":341,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":335748,"kb_used_data":12324,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124606076,"statfs":{"total":1151940427776,"available":1151596621824,"internally_reserved":0,"allocated":12619776,"data_stored":6890214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1652,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":52,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003604"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010574+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:44:49.010574+0000","last_peered":"2023-07-14T12:44:49.010574+0000","last_clean":"2023-07-14T12:44:49.010574+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:44:49.010574+0000","last_undegraded":"2023-07-14T12:44:49.010574+0000","last_fullsized":"2023-07-14T12:44:49.010574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:05:09.642911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863370+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:44:48.863370+0000","last_peered":"2023-07-14T12:44:48.863370+0000","last_clean":"2023-07-14T12:44:48.863370+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:44:48.863370+0000","last_undegraded":"2023-07-14T12:44:48.863370+0000","last_fullsized":"2023-07-14T12:44:48.863370+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:13:58.295179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863232+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:44:48.863232+0000","last_peered":"2023-07-14T12:44:48.863232+0000","last_clean":"2023-07-14T12:44:48.863232+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:44:48.863232+0000","last_undegraded":"2023-07-14T12:44:48.863232+0000","last_fullsized":"2023-07-14T12:44:48.863232+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:33:46.751004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010355+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:44:49.010355+0000","last_peered":"2023-07-14T12:44:49.010355+0000","last_clean":"2023-07-14T12:44:49.010355+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:44:49.010355+0000","last_undegraded":"2023-07-14T12:44:49.010355+0000","last_fullsized":"2023-07-14T12:44:49.010355+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:05:40.141339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009975+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:44:49.009975+0000","last_peered":"2023-07-14T12:44:49.009975+0000","last_clean":"2023-07-14T12:44:49.009975+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:44:49.009975+0000","last_undegraded":"2023-07-14T12:44:49.009975+0000","last_fullsized":"2023-07-14T12:44:49.009975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:34:25.655645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742967+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:44:48.742967+0000","last_peered":"2023-07-14T12:44:48.742967+0000","last_clean":"2023-07-14T12:44:48.742967+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:44:48.742967+0000","last_undegraded":"2023-07-14T12:44:48.742967+0000","last_fullsized":"2023-07-14T12:44:48.742967+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:37:33.730123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678449+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:44:49.678449+0000","last_peered":"2023-07-14T12:44:49.678449+0000","last_clean":"2023-07-14T12:44:49.678449+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:44:49.678449+0000","last_undegraded":"2023-07-14T12:44:49.678449+0000","last_fullsized":"2023-07-14T12:44:49.678449+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:01:08.369408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743912+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:44:48.743912+0000","last_peered":"2023-07-14T12:44:48.743912+0000","last_clean":"2023-07-14T12:44:48.743912+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:44:48.743912+0000","last_undegraded":"2023-07-14T12:44:48.743912+0000","last_fullsized":"2023-07-14T12:44:48.743912+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:45:22.085413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010467+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:44:49.010467+0000","last_peered":"2023-07-14T12:44:49.010467+0000","last_clean":"2023-07-14T12:44:49.010467+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:44:49.010467+0000","last_undegraded":"2023-07-14T12:44:49.010467+0000","last_fullsized":"2023-07-14T12:44:49.010467+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:48.911529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743149+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:44:48.743149+0000","last_peered":"2023-07-14T12:44:48.743149+0000","last_clean":"2023-07-14T12:44:48.743149+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:44:48.743149+0000","last_undegraded":"2023-07-14T12:44:48.743149+0000","last_fullsized":"2023-07-14T12:44:48.743149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:07:09.602061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678734+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:44:49.678734+0000","last_peered":"2023-07-14T12:44:49.678734+0000","last_clean":"2023-07-14T12:44:49.678734+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:44:49.678734+0000","last_undegraded":"2023-07-14T12:44:49.678734+0000","last_fullsized":"2023-07-14T12:44:49.678734+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:20:18.355855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010420+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:44:49.010420+0000","last_peered":"2023-07-14T12:44:49.010420+0000","last_clean":"2023-07-14T12:44:49.010420+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:44:49.010420+0000","last_undegraded":"2023-07-14T12:44:49.010420+0000","last_fullsized":"2023-07-14T12:44:49.010420+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:33:41.427529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010550+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:44:49.010550+0000","last_peered":"2023-07-14T12:44:49.010550+0000","last_clean":"2023-07-14T12:44:49.010550+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:44:49.010550+0000","last_undegraded":"2023-07-14T12:44:49.010550+0000","last_fullsized":"2023-07-14T12:44:49.010550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:54:16.820823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863217+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:44:48.863217+0000","last_peered":"2023-07-14T12:44:48.863217+0000","last_clean":"2023-07-14T12:44:48.863217+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:44:48.863217+0000","last_undegraded":"2023-07-14T12:44:48.863217+0000","last_fullsized":"2023-07-14T12:44:48.863217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:37:02.634849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863125+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:44:48.863125+0000","last_peered":"2023-07-14T12:44:48.863125+0000","last_clean":"2023-07-14T12:44:48.863125+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:44:48.863125+0000","last_undegraded":"2023-07-14T12:44:48.863125+0000","last_fullsized":"2023-07-14T12:44:48.863125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:10:19.052453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009714+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:44:49.009714+0000","last_peered":"2023-07-14T12:44:49.009714+0000","last_clean":"2023-07-14T12:44:49.009714+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:44:49.009714+0000","last_undegraded":"2023-07-14T12:44:49.009714+0000","last_fullsized":"2023-07-14T12:44:49.009714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:20:57.903426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010669+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:44:49.010669+0000","last_peered":"2023-07-14T12:44:49.010669+0000","last_clean":"2023-07-14T12:44:49.010669+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:44:49.010669+0000","last_undegraded":"2023-07-14T12:44:49.010669+0000","last_fullsized":"2023-07-14T12:44:49.010669+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:04.594874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010767+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:44:49.010767+0000","last_peered":"2023-07-14T12:44:49.010767+0000","last_clean":"2023-07-14T12:44:49.010767+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:44:49.010767+0000","last_undegraded":"2023-07-14T12:44:49.010767+0000","last_fullsized":"2023-07-14T12:44:49.010767+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:59:39.521941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010649+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:44:49.010649+0000","last_peered":"2023-07-14T12:44:49.010649+0000","last_clean":"2023-07-14T12:44:49.010649+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:44:49.010649+0000","last_undegraded":"2023-07-14T12:44:49.010649+0000","last_fullsized":"2023-07-14T12:44:49.010649+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:19:39.567988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":64,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:28.821260+0000","last_change":"2023-07-14T12:44:47.070494+0000","last_active":"2023-07-14T12:45:28.821260+0000","last_peered":"2023-07-14T12:45:28.821260+0000","last_clean":"2023-07-14T12:45:28.821260+0000","last_became_active":"2023-07-14T12:44:47.070149+0000","last_became_peered":"2023-07-14T12:44:47.070149+0000","last_unstale":"2023-07-14T12:45:28.821260+0000","last_undegraded":"2023-07-14T12:45:28.821260+0000","last_fullsized":"2023-07-14T12:45:28.821260+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:07.620760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744341+0000","last_change":"2023-07-14T12:44:47.759057+0000","last_active":"2023-07-14T12:44:48.744341+0000","last_peered":"2023-07-14T12:44:48.744341+0000","last_clean":"2023-07-14T12:44:48.744341+0000","last_became_active":"2023-07-14T12:44:47.758336+0000","last_became_peered":"2023-07-14T12:44:47.758336+0000","last_unstale":"2023-07-14T12:44:48.744341+0000","last_undegraded":"2023-07-14T12:44:48.744341+0000","last_fullsized":"2023-07-14T12:44:48.744341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:21.541485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:50.905173+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:44:50.905173+0000","last_peered":"2023-07-14T12:44:50.905173+0000","last_clean":"2023-07-14T12:44:50.905173+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:44:50.905173+0000","last_undegraded":"2023-07-14T12:44:50.905173+0000","last_fullsized":"2023-07-14T12:44:50.905173+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:43:23.578243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863513+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:44:48.863513+0000","last_peered":"2023-07-14T12:44:48.863513+0000","last_clean":"2023-07-14T12:44:48.863513+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:44:48.863513+0000","last_undegraded":"2023-07-14T12:44:48.863513+0000","last_fullsized":"2023-07-14T12:44:48.863513+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:49:26.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.766986+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:44:54.766986+0000","last_peered":"2023-07-14T12:44:54.766986+0000","last_clean":"2023-07-14T12:44:54.766986+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:44:54.766986+0000","last_undegraded":"2023-07-14T12:44:54.766986+0000","last_fullsized":"2023-07-14T12:44:54.766986+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:35:17.658286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009893+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:44:49.009893+0000","last_peered":"2023-07-14T12:44:49.009893+0000","last_clean":"2023-07-14T12:44:49.009893+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:44:49.009893+0000","last_undegraded":"2023-07-14T12:44:49.009893+0000","last_fullsized":"2023-07-14T12:44:49.009893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:54:47.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.767330+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:44:53.767330+0000","last_peered":"2023-07-14T12:44:53.767330+0000","last_clean":"2023-07-14T12:44:53.767330+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:44:53.767330+0000","last_undegraded":"2023-07-14T12:44:53.767330+0000","last_fullsized":"2023-07-14T12:44:53.767330+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:50.694153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742234+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:44:48.742234+0000","last_peered":"2023-07-14T12:44:48.742234+0000","last_clean":"2023-07-14T12:44:48.742234+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:44:48.742234+0000","last_undegraded":"2023-07-14T12:44:48.742234+0000","last_fullsized":"2023-07-14T12:44:48.742234+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:14:27.139008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'6","reported_seq":63,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:30.806656+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:45:30.806656+0000","last_peered":"2023-07-14T12:45:30.806656+0000","last_clean":"2023-07-14T12:45:30.806656+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:45:30.806656+0000","last_undegraded":"2023-07-14T12:45:30.806656+0000","last_fullsized":"2023-07-14T12:45:30.806656+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:49.586230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":964,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":43,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:23:07.956973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755336+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:44:52.755336+0000","last_peered":"2023-07-14T12:44:52.755336+0000","last_clean":"2023-07-14T12:44:52.755336+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:44:52.755336+0000","last_undegraded":"2023-07-14T12:44:52.755336+0000","last_fullsized":"2023-07-14T12:44:52.755336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:13:19.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742087+0000","last_change":"2023-07-14T12:44:47.754662+0000","last_active":"2023-07-14T12:44:48.742087+0000","last_peered":"2023-07-14T12:44:48.742087+0000","last_clean":"2023-07-14T12:44:48.742087+0000","last_became_active":"2023-07-14T12:44:47.754342+0000","last_became_peered":"2023-07-14T12:44:47.754342+0000","last_unstale":"2023-07-14T12:44:48.742087+0000","last_undegraded":"2023-07-14T12:44:48.742087+0000","last_fullsized":"2023-07-14T12:44:48.742087+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:56:01.240354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.113642+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:44:52.113642+0000","last_peered":"2023-07-14T12:44:52.113642+0000","last_clean":"2023-07-14T12:44:52.113642+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:44:52.113642+0000","last_undegraded":"2023-07-14T12:44:52.113642+0000","last_fullsized":"2023-07-14T12:44:52.113642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:59:00.110547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743972+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:44:48.743972+0000","last_peered":"2023-07-14T12:44:48.743972+0000","last_clean":"2023-07-14T12:44:48.743972+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:44:48.743972+0000","last_undegraded":"2023-07-14T12:44:48.743972+0000","last_fullsized":"2023-07-14T12:44:48.743972+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:35:20.075837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.767009+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:44:53.767009+0000","last_peered":"2023-07-14T12:44:53.767009+0000","last_clean":"2023-07-14T12:44:53.767009+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:44:53.767009+0000","last_undegraded":"2023-07-14T12:44:53.767009+0000","last_fullsized":"2023-07-14T12:44:53.767009+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:25:48.758228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010541+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:44:49.010541+0000","last_peered":"2023-07-14T12:44:49.010541+0000","last_clean":"2023-07-14T12:44:49.010541+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:44:49.010541+0000","last_undegraded":"2023-07-14T12:44:49.010541+0000","last_fullsized":"2023-07-14T12:44:49.010541+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:52:47.487847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":92,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:29.804487+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:45:29.804487+0000","last_peered":"2023-07-14T12:45:29.804487+0000","last_clean":"2023-07-14T12:45:29.804487+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:45:29.804487+0000","last_undegraded":"2023-07-14T12:45:29.804487+0000","last_fullsized":"2023-07-14T12:45:29.804487+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:39:22.149791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009951+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:44:49.009951+0000","last_peered":"2023-07-14T12:44:49.009951+0000","last_clean":"2023-07-14T12:44:49.009951+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:44:49.009951+0000","last_undegraded":"2023-07-14T12:44:49.009951+0000","last_fullsized":"2023-07-14T12:44:49.009951+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:43.054769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.766489+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:44:53.766489+0000","last_peered":"2023-07-14T12:44:53.766489+0000","last_clean":"2023-07-14T12:44:53.766489+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:44:53.766489+0000","last_undegraded":"2023-07-14T12:44:53.766489+0000","last_fullsized":"2023-07-14T12:44:53.766489+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:01:36.106360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863534+0000","last_change":"2023-07-14T12:44:47.761593+0000","last_active":"2023-07-14T12:44:48.863534+0000","last_peered":"2023-07-14T12:44:48.863534+0000","last_clean":"2023-07-14T12:44:48.863534+0000","last_became_active":"2023-07-14T12:44:47.761262+0000","last_became_peered":"2023-07-14T12:44:47.761262+0000","last_unstale":"2023-07-14T12:44:48.863534+0000","last_undegraded":"2023-07-14T12:44:48.863534+0000","last_fullsized":"2023-07-14T12:44:48.863534+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:47:39.034989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.746434+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:44:52.746434+0000","last_peered":"2023-07-14T12:44:52.746434+0000","last_clean":"2023-07-14T12:44:52.746434+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:44:52.746434+0000","last_undegraded":"2023-07-14T12:44:52.746434+0000","last_fullsized":"2023-07-14T12:44:52.746434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:47:01.776369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010174+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:44:49.010174+0000","last_peered":"2023-07-14T12:44:49.010174+0000","last_clean":"2023-07-14T12:44:49.010174+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:44:49.010174+0000","last_undegraded":"2023-07-14T12:44:49.010174+0000","last_fullsized":"2023-07-14T12:44:49.010174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:18:46.658935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'29","reported_seq":126,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:29.805133+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:45:29.805133+0000","last_peered":"2023-07-14T12:45:29.805133+0000","last_clean":"2023-07-14T12:45:29.805133+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:45:29.805133+0000","last_undegraded":"2023-07-14T12:45:29.805133+0000","last_fullsized":"2023-07-14T12:45:29.805133+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:28.529495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56241,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":83,"num_read_kb":95,"num_write":31,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:24:45.036290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.765413+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:44:53.765413+0000","last_peered":"2023-07-14T12:44:53.765413+0000","last_clean":"2023-07-14T12:44:53.765413+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:44:53.765413+0000","last_undegraded":"2023-07-14T12:44:53.765413+0000","last_fullsized":"2023-07-14T12:44:53.765413+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:28.322494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010521+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:44:49.010521+0000","last_peered":"2023-07-14T12:44:49.010521+0000","last_clean":"2023-07-14T12:44:49.010521+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:44:49.010521+0000","last_undegraded":"2023-07-14T12:44:49.010521+0000","last_fullsized":"2023-07-14T12:44:49.010521+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:48.678778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.764816+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:44:53.764816+0000","last_peered":"2023-07-14T12:44:53.764816+0000","last_clean":"2023-07-14T12:44:53.764816+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:44:53.764816+0000","last_undegraded":"2023-07-14T12:44:53.764816+0000","last_fullsized":"2023-07-14T12:44:53.764816+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:12:18.001925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678756+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:44:49.678756+0000","last_peered":"2023-07-14T12:44:49.678756+0000","last_clean":"2023-07-14T12:44:49.678756+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:44:49.678756+0000","last_undegraded":"2023-07-14T12:44:49.678756+0000","last_fullsized":"2023-07-14T12:44:49.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:33:52.849612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'6","reported_seq":63,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:30.806848+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:45:30.806848+0000","last_peered":"2023-07-14T12:45:30.806848+0000","last_clean":"2023-07-14T12:45:30.806848+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:45:30.806848+0000","last_undegraded":"2023-07-14T12:45:30.806848+0000","last_fullsized":"2023-07-14T12:45:30.806848+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:06:28.521591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:52:46.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":32,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.754843+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:44:52.754843+0000","last_peered":"2023-07-14T12:44:52.754843+0000","last_clean":"2023-07-14T12:44:52.754843+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:44:52.754843+0000","last_undegraded":"2023-07-14T12:44:52.754843+0000","last_fullsized":"2023-07-14T12:44:52.754843+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:32:24.936385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742062+0000","last_change":"2023-07-14T12:44:47.753415+0000","last_active":"2023-07-14T12:44:48.742062+0000","last_peered":"2023-07-14T12:44:48.742062+0000","last_clean":"2023-07-14T12:44:48.742062+0000","last_became_active":"2023-07-14T12:44:47.753131+0000","last_became_peered":"2023-07-14T12:44:47.753131+0000","last_unstale":"2023-07-14T12:44:48.742062+0000","last_undegraded":"2023-07-14T12:44:48.742062+0000","last_fullsized":"2023-07-14T12:44:48.742062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:57:34.629757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743572+0000","last_change":"2023-07-14T12:44:47.063396+0000","last_active":"2023-07-14T12:44:52.743572+0000","last_peered":"2023-07-14T12:44:52.743572+0000","last_clean":"2023-07-14T12:44:52.743572+0000","last_became_active":"2023-07-14T12:44:47.063029+0000","last_became_peered":"2023-07-14T12:44:47.063029+0000","last_unstale":"2023-07-14T12:44:52.743572+0000","last_undegraded":"2023-07-14T12:44:52.743572+0000","last_fullsized":"2023-07-14T12:44:52.743572+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:21:59.730177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010116+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:44:49.010116+0000","last_peered":"2023-07-14T12:44:49.010116+0000","last_clean":"2023-07-14T12:44:49.010116+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:44:49.010116+0000","last_undegraded":"2023-07-14T12:44:49.010116+0000","last_fullsized":"2023-07-14T12:44:49.010116+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:26:27.058839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:50.266185+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:44:50.266185+0000","last_peered":"2023-07-14T12:44:50.266185+0000","last_clean":"2023-07-14T12:44:50.266185+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:44:50.266185+0000","last_undegraded":"2023-07-14T12:44:50.266185+0000","last_fullsized":"2023-07-14T12:44:50.266185+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:31.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.859964+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:44:49.859964+0000","last_peered":"2023-07-14T12:44:49.859964+0000","last_clean":"2023-07-14T12:44:49.859964+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:44:49.859964+0000","last_undegraded":"2023-07-14T12:44:49.859964+0000","last_fullsized":"2023-07-14T12:44:49.859964+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:22.193817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'5","reported_seq":57,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:29.823015+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:45:29.823015+0000","last_peered":"2023-07-14T12:45:29.823015+0000","last_clean":"2023-07-14T12:45:29.823015+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:45:29.823015+0000","last_undegraded":"2023-07-14T12:45:29.823015+0000","last_fullsized":"2023-07-14T12:45:29.823015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:19.178941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743113+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:44:48.743113+0000","last_peered":"2023-07-14T12:44:48.743113+0000","last_clean":"2023-07-14T12:44:48.743113+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:44:48.743113+0000","last_undegraded":"2023-07-14T12:44:48.743113+0000","last_fullsized":"2023-07-14T12:44:48.743113+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:58:17.832067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742105+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:44:48.742105+0000","last_peered":"2023-07-14T12:44:48.742105+0000","last_clean":"2023-07-14T12:44:48.742105+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:44:48.742105+0000","last_undegraded":"2023-07-14T12:44:48.742105+0000","last_fullsized":"2023-07-14T12:44:48.742105+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:19.653201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":58,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:28.803668+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:45:28.803668+0000","last_peered":"2023-07-14T12:45:28.803668+0000","last_clean":"2023-07-14T12:45:28.803668+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:45:28.803668+0000","last_undegraded":"2023-07-14T12:45:28.803668+0000","last_fullsized":"2023-07-14T12:45:28.803668+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:22:41.985578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744206+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:44:48.744206+0000","last_peered":"2023-07-14T12:44:48.744206+0000","last_clean":"2023-07-14T12:44:48.744206+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:44:48.744206+0000","last_undegraded":"2023-07-14T12:44:48.744206+0000","last_fullsized":"2023-07-14T12:44:48.744206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:38:37.738687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.765758+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:44:53.765758+0000","last_peered":"2023-07-14T12:44:53.765758+0000","last_clean":"2023-07-14T12:44:53.765758+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:44:53.765758+0000","last_undegraded":"2023-07-14T12:44:53.765758+0000","last_fullsized":"2023-07-14T12:44:53.765758+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:35.624629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":339,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:46.660766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010224+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:44:49.010224+0000","last_peered":"2023-07-14T12:44:49.010224+0000","last_clean":"2023-07-14T12:44:49.010224+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:44:49.010224+0000","last_undegraded":"2023-07-14T12:44:49.010224+0000","last_fullsized":"2023-07-14T12:44:49.010224+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:24:41.339943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.112170+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:44:52.112170+0000","last_peered":"2023-07-14T12:44:52.112170+0000","last_clean":"2023-07-14T12:44:52.112170+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:44:52.112170+0000","last_undegraded":"2023-07-14T12:44:52.112170+0000","last_fullsized":"2023-07-14T12:44:52.112170+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:49.162977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755091+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:44:52.755091+0000","last_peered":"2023-07-14T12:44:52.755091+0000","last_clean":"2023-07-14T12:44:52.755091+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:44:52.755091+0000","last_undegraded":"2023-07-14T12:44:52.755091+0000","last_fullsized":"2023-07-14T12:44:52.755091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:19:47.613417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010716+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:44:49.010716+0000","last_peered":"2023-07-14T12:44:49.010716+0000","last_clean":"2023-07-14T12:44:49.010716+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:44:49.010716+0000","last_undegraded":"2023-07-14T12:44:49.010716+0000","last_fullsized":"2023-07-14T12:44:49.010716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:35:36.332074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'9","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:56.927850+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:44:56.927850+0000","last_peered":"2023-07-14T12:44:56.927850+0000","last_clean":"2023-07-14T12:44:56.927850+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:44:56.927850+0000","last_undegraded":"2023-07-14T12:44:56.927850+0000","last_fullsized":"2023-07-14T12:44:56.927850+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:13:57.654100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744263+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:44:48.744263+0000","last_peered":"2023-07-14T12:44:48.744263+0000","last_clean":"2023-07-14T12:44:48.744263+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:44:48.744263+0000","last_undegraded":"2023-07-14T12:44:48.744263+0000","last_fullsized":"2023-07-14T12:44:48.744263+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:26:20.398540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.767080+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:44:53.767080+0000","last_peered":"2023-07-14T12:44:53.767080+0000","last_clean":"2023-07-14T12:44:53.767080+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:44:53.767080+0000","last_undegraded":"2023-07-14T12:44:53.767080+0000","last_fullsized":"2023-07-14T12:44:53.767080+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:35:56.581220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863413+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:44:48.863413+0000","last_peered":"2023-07-14T12:44:48.863413+0000","last_clean":"2023-07-14T12:44:48.863413+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:44:48.863413+0000","last_undegraded":"2023-07-14T12:44:48.863413+0000","last_fullsized":"2023-07-14T12:44:48.863413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:27:04.500443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104130+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:44:51.104130+0000","last_peered":"2023-07-14T12:44:51.104130+0000","last_clean":"2023-07-14T12:44:51.104130+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:44:51.104130+0000","last_undegraded":"2023-07-14T12:44:51.104130+0000","last_fullsized":"2023-07-14T12:44:51.104130+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:45:51.059236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010270+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:44:49.010270+0000","last_peered":"2023-07-14T12:44:49.010270+0000","last_clean":"2023-07-14T12:44:49.010270+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:44:49.010270+0000","last_undegraded":"2023-07-14T12:44:49.010270+0000","last_fullsized":"2023-07-14T12:44:49.010270+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:39.168642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.765792+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:44:53.765792+0000","last_peered":"2023-07-14T12:44:53.765792+0000","last_clean":"2023-07-14T12:44:53.765792+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:44:53.765792+0000","last_undegraded":"2023-07-14T12:44:53.765792+0000","last_fullsized":"2023-07-14T12:44:53.765792+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:38.146319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009989+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:44:49.009989+0000","last_peered":"2023-07-14T12:44:49.009989+0000","last_clean":"2023-07-14T12:44:49.009989+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:44:49.009989+0000","last_undegraded":"2023-07-14T12:44:49.009989+0000","last_fullsized":"2023-07-14T12:44:49.009989+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:37:24.964724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.563466+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:44:54.563466+0000","last_peered":"2023-07-14T12:44:54.563466+0000","last_clean":"2023-07-14T12:44:54.563466+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:44:54.563466+0000","last_undegraded":"2023-07-14T12:44:54.563466+0000","last_fullsized":"2023-07-14T12:44:54.563466+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:20:12.526205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744746+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:44:48.744746+0000","last_peered":"2023-07-14T12:44:48.744746+0000","last_clean":"2023-07-14T12:44:48.744746+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:44:48.744746+0000","last_undegraded":"2023-07-14T12:44:48.744746+0000","last_fullsized":"2023-07-14T12:44:48.744746+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:28:59.799012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104891+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:44:51.104891+0000","last_peered":"2023-07-14T12:44:51.104891+0000","last_clean":"2023-07-14T12:44:51.104891+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:44:51.104891+0000","last_undegraded":"2023-07-14T12:44:51.104891+0000","last_fullsized":"2023-07-14T12:44:51.104891+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:04:13.002243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678606+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:44:49.678606+0000","last_peered":"2023-07-14T12:44:49.678606+0000","last_clean":"2023-07-14T12:44:49.678606+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:44:49.678606+0000","last_undegraded":"2023-07-14T12:44:49.678606+0000","last_fullsized":"2023-07-14T12:44:49.678606+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:01:04.329205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":56,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:27.821799+0000","last_change":"2023-07-14T12:44:47.062717+0000","last_active":"2023-07-14T12:45:27.821799+0000","last_peered":"2023-07-14T12:45:27.821799+0000","last_clean":"2023-07-14T12:45:27.821799+0000","last_became_active":"2023-07-14T12:44:47.062414+0000","last_became_peered":"2023-07-14T12:44:47.062414+0000","last_unstale":"2023-07-14T12:45:27.821799+0000","last_undegraded":"2023-07-14T12:45:27.821799+0000","last_fullsized":"2023-07-14T12:45:27.821799+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:29:08.499410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678582+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:44:49.678582+0000","last_peered":"2023-07-14T12:44:49.678582+0000","last_clean":"2023-07-14T12:44:49.678582+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:44:49.678582+0000","last_undegraded":"2023-07-14T12:44:49.678582+0000","last_fullsized":"2023-07-14T12:44:49.678582+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:31:23.649390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755375+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:44:52.755375+0000","last_peered":"2023-07-14T12:44:52.755375+0000","last_clean":"2023-07-14T12:44:52.755375+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:44:52.755375+0000","last_undegraded":"2023-07-14T12:44:52.755375+0000","last_fullsized":"2023-07-14T12:44:52.755375+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:08.603708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:50.852955+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:44:50.852955+0000","last_peered":"2023-07-14T12:44:50.852955+0000","last_clean":"2023-07-14T12:44:50.852955+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:44:50.852955+0000","last_undegraded":"2023-07-14T12:44:50.852955+0000","last_fullsized":"2023-07-14T12:44:50.852955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.878086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.764499+0000","last_change":"2023-07-14T12:44:47.065963+0000","last_active":"2023-07-14T12:44:53.764499+0000","last_peered":"2023-07-14T12:44:53.764499+0000","last_clean":"2023-07-14T12:44:53.764499+0000","last_became_active":"2023-07-14T12:44:47.065645+0000","last_became_peered":"2023-07-14T12:44:47.065645+0000","last_unstale":"2023-07-14T12:44:53.764499+0000","last_undegraded":"2023-07-14T12:44:53.764499+0000","last_fullsized":"2023-07-14T12:44:53.764499+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:21:42.178989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678707+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:44:49.678707+0000","last_peered":"2023-07-14T12:44:49.678707+0000","last_clean":"2023-07-14T12:44:49.678707+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:44:49.678707+0000","last_undegraded":"2023-07-14T12:44:49.678707+0000","last_fullsized":"2023-07-14T12:44:49.678707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:00:48.280304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010140+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:44:49.010140+0000","last_peered":"2023-07-14T12:44:49.010140+0000","last_clean":"2023-07-14T12:44:49.010140+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:44:49.010140+0000","last_undegraded":"2023-07-14T12:44:49.010140+0000","last_fullsized":"2023-07-14T12:44:49.010140+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:57.788979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010398+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:44:49.010398+0000","last_peered":"2023-07-14T12:44:49.010398+0000","last_clean":"2023-07-14T12:44:49.010398+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:44:49.010398+0000","last_undegraded":"2023-07-14T12:44:49.010398+0000","last_fullsized":"2023-07-14T12:44:49.010398+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:58.010474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009860+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:44:49.009860+0000","last_peered":"2023-07-14T12:44:49.009860+0000","last_clean":"2023-07-14T12:44:49.009860+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:44:49.009860+0000","last_undegraded":"2023-07-14T12:44:49.009860+0000","last_fullsized":"2023-07-14T12:44:49.009860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:07:53.079955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863501+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:44:48.863501+0000","last_peered":"2023-07-14T12:44:48.863501+0000","last_clean":"2023-07-14T12:44:48.863501+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:44:48.863501+0000","last_undegraded":"2023-07-14T12:44:48.863501+0000","last_fullsized":"2023-07-14T12:44:48.863501+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:52:49.267355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010543+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:44:49.010543+0000","last_peered":"2023-07-14T12:44:49.010543+0000","last_clean":"2023-07-14T12:44:49.010543+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:44:49.010543+0000","last_undegraded":"2023-07-14T12:44:49.010543+0000","last_fullsized":"2023-07-14T12:44:49.010543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:29:50.455627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010151+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:44:49.010151+0000","last_peered":"2023-07-14T12:44:49.010151+0000","last_clean":"2023-07-14T12:44:49.010151+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:44:49.010151+0000","last_undegraded":"2023-07-14T12:44:49.010151+0000","last_fullsized":"2023-07-14T12:44:49.010151+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:12:53.913652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.011067+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:44:49.011067+0000","last_peered":"2023-07-14T12:44:49.011067+0000","last_clean":"2023-07-14T12:44:49.011067+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:44:49.011067+0000","last_undegraded":"2023-07-14T12:44:49.011067+0000","last_fullsized":"2023-07-14T12:44:49.011067+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:45:23.953748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744115+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:44:48.744115+0000","last_peered":"2023-07-14T12:44:48.744115+0000","last_clean":"2023-07-14T12:44:48.744115+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:44:48.744115+0000","last_undegraded":"2023-07-14T12:44:48.744115+0000","last_fullsized":"2023-07-14T12:44:48.744115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:33:04.619490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742184+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:44:48.742184+0000","last_peered":"2023-07-14T12:44:48.742184+0000","last_clean":"2023-07-14T12:44:48.742184+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:44:48.742184+0000","last_undegraded":"2023-07-14T12:44:48.742184+0000","last_fullsized":"2023-07-14T12:44:48.742184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:36.105596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743949+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:44:48.743949+0000","last_peered":"2023-07-14T12:44:48.743949+0000","last_clean":"2023-07-14T12:44:48.743949+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:44:48.743949+0000","last_undegraded":"2023-07-14T12:44:48.743949+0000","last_fullsized":"2023-07-14T12:44:48.743949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:11.956766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010417+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:44:49.010417+0000","last_peered":"2023-07-14T12:44:49.010417+0000","last_clean":"2023-07-14T12:44:49.010417+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:44:49.010417+0000","last_undegraded":"2023-07-14T12:44:49.010417+0000","last_fullsized":"2023-07-14T12:44:49.010417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:14:35.666468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010722+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:44:49.010722+0000","last_peered":"2023-07-14T12:44:49.010722+0000","last_clean":"2023-07-14T12:44:49.010722+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:44:49.010722+0000","last_undegraded":"2023-07-14T12:44:49.010722+0000","last_fullsized":"2023-07-14T12:44:49.010722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:04:15.555876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010026+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:44:49.010026+0000","last_peered":"2023-07-14T12:44:49.010026+0000","last_clean":"2023-07-14T12:44:49.010026+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:44:49.010026+0000","last_undegraded":"2023-07-14T12:44:49.010026+0000","last_fullsized":"2023-07-14T12:44:49.010026+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:57:32.549900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63251,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":415,"num_read_kb":275,"num_write":230,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":189753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547221,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":868352,"data_stored":411945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.72299999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.84399999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.625},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.82499999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.99199999999999999}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":9,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.79900000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0109999999999999}]}]},{"osd":10,"up_from":68,"seq":292057776151,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28476,"kb_used_data":1524,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716676,"statfs":{"total":95995035648,"available":95965876224,"internally_reserved":0,"allocated":1560576,"data_stored":1059280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.495}]},{"osd":1,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.42399999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.55600000000000005}]},{"osd":3,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.68100000000000005}]},{"osd":4,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.57899999999999996}]},{"osd":5,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.63100000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":4.673,"5min":4.673,"15min":4.673},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.76100000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":4.6500000000000004,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":4.6239999999999997,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.79400000000000004}]},{"osd":11,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.83199999999999996}]}]},{"osd":9,"up_from":63,"seq":270582939677,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27824,"kb_used_data":872,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717328,"statfs":{"total":95995035648,"available":95966543872,"internally_reserved":0,"allocated":892928,"data_stored":411923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.49099999999999999,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.90300000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.373},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51800000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.44600000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.45800000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.874,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.42099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53500000000000003}]},{"osd":2,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.67500000000000004,"15min":0.68700000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.437},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.68000000000000005,"15min":0.69499999999999995},"min":{"1min":0.44,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58499999999999996,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.57299999999999995,"15min":0.59299999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.88600000000000001,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.33700000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.46200000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.72999999999999998,"15min":0.753},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81799999999999995,"5min":1.101,"15min":1.101},"last":0.57099999999999995}]},{"osd":5,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.754,"15min":0.76800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.51000000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.78200000000000003,"15min":0.79300000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.72999999999999998,"15min":0.73599999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":0.45700000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.80800000000000005,"15min":0.82799999999999996},"min":{"1min":0.57499999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90400000000000003,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.83599999999999997,"15min":0.85099999999999998},"min":{"1min":0.55500000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.64800000000000002}]},{"osd":8,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.995,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.86699999999999999,"15min":0.88500000000000001},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.66500000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.58499999999999996}]}]},{"osd":8,"up_from":56,"seq":240518168608,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27816,"kb_used_data":864,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717336,"statfs":{"total":95995035648,"available":95966552064,"internally_reserved":0,"allocated":884736,"data_stored":411970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.50800000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59299999999999997,"15min":0.57899999999999996},"min":{"1min":0.439,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.62,"15min":0.61199999999999999},"min":{"1min":0.46600000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.86199999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46899999999999997,"15min":0.45300000000000001},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.47999999999999998,"15min":0.47099999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.60799999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.624,"15min":0.61099999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.56699999999999995}]},{"osd":4,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.61199999999999999,"15min":0.59899999999999998},"min":{"1min":0.45300000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.624},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.63800000000000001,"15min":0.624},"min":{"1min":0.48199999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.79700000000000004}]},{"osd":5,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59199999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.629,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.6839999999999999,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":0.65800000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69199999999999995,"15min":0.68400000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.745,"15min":0.74199999999999999},"min":{"1min":0.57799999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.94199999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.72899999999999998,"15min":0.72299999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70999999999999996,"15min":0.70099999999999996},"min":{"1min":0.52900000000000003,"5min":0.438,"15min":0.438},"max":{"1min":1.758,"5min":1.758,"15min":1.758},"last":0.71599999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.76000000000000001,"15min":0.74399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.76700000000000002,"15min":0.75600000000000001},"min":{"1min":0.63,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":1.0489999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.90400000000000003},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":1.0820000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84199999999999997}]}]},{"osd":7,"up_from":49,"seq":210453397541,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28404,"kb_used_data":1452,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716748,"statfs":{"total":95995035648,"available":95965949952,"internally_reserved":0,"allocated":1486848,"data_stored":1005070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54600000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42199999999999999,"15min":0.41699999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48699999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.59599999999999997,"15min":0.59299999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56699999999999995,"15min":0.55900000000000005},"min":{"1min":0.46700000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76500000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.63700000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80600000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.56699999999999995}]},{"osd":4,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.49399999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73799999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.505,"15min":0.498},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.753,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54100000000000004}]},{"osd":5,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.46700000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.41399999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.85399999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.67700000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.72499999999999998,"15min":0.70699999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.752,"5min":0.68400000000000005,"15min":0.67200000000000004},"min":{"1min":0.49199999999999999,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.89600000000000002,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.73799999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.67300000000000004,"15min":0.67100000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.70199999999999996,"15min":0.69299999999999995},"min":{"1min":0.53100000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.82199999999999995}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.755,"15min":0.76400000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.78700000000000003,"15min":0.79900000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.98499999999999999,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.72599999999999998}]},{"osd":10,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.70599999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":6,"up_from":44,"seq":188978561066,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":876544,"data_stored":411598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60699999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.315},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.434,"15min":0.436},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54200000000000004,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.29499999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.60499999999999998,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61899999999999999,"15min":0.60999999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73499999999999999,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.96399999999999997,"5min":1.167,"15min":1.167},"last":0.66000000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64500000000000002,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65300000000000002,"5min":1.147,"15min":1.147},"last":0.33800000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.65300000000000002,"15min":0.65900000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76400000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.81499999999999995,"5min":1.119,"15min":1.119},"last":0.50900000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.67700000000000005,"15min":0.66900000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.79600000000000004,"5min":1.246,"15min":1.246},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.879,"5min":1.405,"15min":1.405},"last":0.56899999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:44:41 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.69199999999999995,"15min":0.68000000000000005},"min":{"1min":0.54800000000000004,"5min":0.505,"15min":0.505},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.622},{"interface":"front","average":{"1min":0.754,"5min":0.73499999999999999,"15min":0.73199999999999998},"min":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.754}]},{"osd":8,"last update":"Fri Jul 14 12:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.78300000000000003,"15min":0.79300000000000004},"min":{"1min":0.57999999999999996,"5min":0.5,"15min":0.5},"max":{"1min":0.92300000000000004,"5min":1.454,"15min":1.454},"last":0.497},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.78400000000000003,"15min":0.79600000000000004},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.83999999999999997,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.63900000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.65300000000000002,"15min":0.66500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77600000000000002,"5min":1.085,"15min":1.085},"last":0.372},{"interface":"front","average":{"1min":0.629,"5min":0.71699999999999997,"15min":0.73199999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94099999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.53100000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:44:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.78700000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27864,"kb_used_data":912,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717288,"statfs":{"total":95995035648,"available":95966502912,"internally_reserved":0,"allocated":933888,"data_stored":468746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.33000000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.51500000000000001,"15min":0.497},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Jul 14 12:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53100000000000003,"15min":0.51100000000000001},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.65000000000000002,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.52600000000000002,"15min":0.5},"min":{"1min":0.41699999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.63500000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:45:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53600000000000003,"15min":0.503},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89600000000000002,"5min":1.109,"15min":1.109},"last":0.59499999999999997}]},{"osd":4,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.40300000000000002,"15min":0.38600000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.439,"15min":0.42599999999999999},"min":{"1min":0.312,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.55700000000000005}]},{"osd":5,"last update":"Fri Jul 14 12:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.60799999999999998,"15min":0.58899999999999997},"min":{"1min":0.48799999999999999,"5min":0.439,"15min":0.439},"max":{"1min":0.82399999999999995,"5min":0.872,"15min":0.872},"last":0.70799999999999996}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.503,"5min":0.433,"15min":0.433},"max":{"1min":0.79100000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.442,"5min":0.38,"15min":0.38},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.64800000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.51300000000000001,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56000000000000005,"15min":0.55100000000000005},"min":{"1min":0.35099999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.68799999999999994}]},{"osd":8,"last update":"Fri Jul 14 12:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66000000000000003,"15min":0.65900000000000003},"min":{"1min":0.51200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.82399999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.86299999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.88200000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72299999999999998,"15min":0.71499999999999997},"min":{"1min":0.58599999999999997,"5min":0.496,"15min":0.496},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.59899999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88800000000000001,"5min":1.03,"15min":1.03},"last":0.77700000000000002}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.76500000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738435,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27828,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717324,"statfs":{"total":95995035648,"available":95966539776,"internally_reserved":0,"allocated":897024,"data_stored":412931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.371,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.83699999999999997,"5min":1.861,"15min":1.861},"last":0.496},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.54900000000000004},"min":{"1min":0.34599999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89200000000000002,"5min":1.486,"15min":1.486},"last":0.41999999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:44:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54500000000000004,"15min":0.52800000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71999999999999997,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54600000000000004,"15min":0.53200000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.64900000000000002,"5min":0.878,"15min":0.878},"last":0.60899999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:43:17 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38200000000000001,"15min":0.375},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.51600000000000001}]},{"osd":4,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61699999999999999,"15min":0.63100000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91600000000000004,"5min":1.615,"15min":1.615},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.40400000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79400000000000004,"5min":1.496,"15min":1.496},"last":0.63400000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.58199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74199999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57799999999999996,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69499999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.67900000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:45:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76500000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83399999999999996,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.64900000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.51800000000000002}]},{"osd":8,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.747,"15min":0.77000000000000002},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86699999999999999,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.74299999999999999,"15min":0.76600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85199999999999998,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.69899999999999995}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.71099999999999997,"15min":0.72299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.623,"5min":0.75,"15min":0.77100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.91500000000000004,"5min":1.008,"15min":1.008},"last":0.71899999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73499999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.78400000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":932,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":954368,"data_stored":469308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:59 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.41599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67300000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.54400000000000004},"min":{"1min":0.33500000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52500000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:44:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51400000000000001,"15min":0.51100000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.52800000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.77200000000000002}]},{"osd":3,"last update":"Fri Jul 14 12:45:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56499999999999995,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77400000000000002,"5min":0.876,"15min":0.876},"last":0.623},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.82799999999999996,"5min":0.878,"15min":0.878},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Jul 14 12:44:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61199999999999999,"15min":0.60699999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78800000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.81599999999999995}]},{"osd":5,"last update":"Fri Jul 14 12:45:02 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.48599999999999999,"15min":0.48399999999999999},"min":{"1min":0.29399999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.442},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.35399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.59399999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61099999999999999,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.72199999999999998}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.621,"15min":0.61499999999999999},"min":{"1min":0.39800000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86799999999999999,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.65200000000000002}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.747},"min":{"1min":0.63,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73399999999999999,"15min":0.72899999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.84599999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.70999999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86299999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182455,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27824,"kb_used_data":872,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717328,"statfs":{"total":95995035648,"available":95966543872,"internally_reserved":0,"allocated":892928,"data_stored":411477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.36199999999999999},"min":{"1min":0.312,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.58099999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.35999999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72299999999999998,"5min":1.01,"15min":1.01},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57999999999999996,"15min":0.55400000000000005},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77500000000000002,"5min":0.876,"15min":0.876},"last":0.61899999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65900000000000003,"15min":0.55300000000000005},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57599999999999996,"15min":0.52800000000000002},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82299999999999995,"5min":1.008,"15min":1.008},"last":0.436}]},{"osd":4,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.56799999999999995},"min":{"1min":0.44700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.62,"15min":0.59999999999999998},"min":{"1min":0.42399999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.46500000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80800000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.63600000000000001,"15min":0.623},"min":{"1min":0.47599999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80700000000000005,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.46999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.55600000000000005,"15min":0.54600000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76000000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61699999999999999,"15min":0.60399999999999998},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80800000000000005,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.56999999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.54400000000000004,"5min":0.443,"15min":0.443},"max":{"1min":0.93100000000000005,"5min":1.079,"15min":1.079},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77000000000000002,"15min":0.77500000000000002},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.94599999999999995,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.68899999999999995}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.78000000000000003,"15min":0.81200000000000006},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85299999999999998,"5min":1.294,"15min":1.294},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.78400000000000003,"15min":0.80800000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.88100000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.50700000000000001}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.70399999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":4,"up_from":32,"seq":137438953521,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":876544,"data_stored":411843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.378,"15min":0.35999999999999999},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.248},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.67100000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52600000000000002,"15min":0.51300000000000001},"min":{"1min":0.40400000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.54800000000000004,"15min":0.52400000000000002},"min":{"1min":0.38700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69199999999999995}]},{"osd":3,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.55400000000000005,"15min":0.52400000000000002},"min":{"1min":0.502,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.62}]},{"osd":5,"last update":"Fri Jul 14 12:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.58599999999999997,"15min":0.56399999999999995},"min":{"1min":0.52400000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.61699999999999999,"15min":0.58199999999999996},"min":{"1min":0.47399999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.74199999999999999}]},{"osd":6,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.66900000000000004,"15min":0.64500000000000002},"min":{"1min":0.495,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.99099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.65100000000000002,"15min":0.63900000000000001},"min":{"1min":0.44900000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.81999999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.40200000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.75800000000000001}]},{"osd":8,"last update":"Fri Jul 14 12:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.73299999999999998,"15min":0.72099999999999997},"min":{"1min":0.54200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.92300000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:28 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.79700000000000004,"15min":0.80000000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.024,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.76500000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99199999999999999,"5min":1.01,"15min":1.01},"last":0.94099999999999995}]},{"osd":10,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.88600000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]}]},{"osd":5,"up_from":37,"seq":158913789998,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28412,"kb_used_data":1460,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716740,"statfs":{"total":95995035648,"available":95965941760,"internally_reserved":0,"allocated":1495040,"data_stored":1004123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.35799999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68600000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.497},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51900000000000002,"15min":0.51100000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.79300000000000004,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.41099999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.53100000000000003,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.505,"15min":0.48699999999999999},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70699999999999996,"5min":0.747,"15min":0.747},"last":0.53100000000000003}]},{"osd":2,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.36699999999999999},"min":{"1min":0.30499999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.38300000000000001,"15min":0.36699999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59699999999999998,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.38600000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53200000000000003,"15min":0.51200000000000001},"min":{"1min":0.34100000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55600000000000005,"15min":0.54900000000000004},"min":{"1min":0.38,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76600000000000001,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45900000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.54300000000000004,"15min":0.52600000000000002},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.371},"max":{"1min":0.77700000000000002,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.57199999999999995,"15min":0.54400000000000004},"min":{"1min":0.48199999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.86099999999999999,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.73099999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.47499999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78400000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.61099999999999999,"15min":0.60699999999999998},"min":{"1min":0.47499999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.51400000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.62,"15min":0.622},"min":{"1min":0.44400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.47099999999999997,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.71999999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80000000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.60599999999999998,"15min":0.59999999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.83399999999999996,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.63}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.70899999999999996,"15min":0.70699999999999996},"min":{"1min":0.56299999999999994,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.93700000000000006,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.54600000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.93200000000000005,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.57999999999999996}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.755},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.69999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":57945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":58507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:45:34.159 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph pg dump --format=json 2023-07-14T12:45:34.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:33 smithi133 ceph-mon[98311]: pgmap v274: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2023-07-14T12:45:34.721 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:35.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:34 smithi040 ceph-mon[96535]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:45:35.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:34 smithi133 ceph-mon[98311]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:45:35.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:34 smithi130 ceph-mon[97977]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:45:35.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 -- 172.21.15.40:0/3606889458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b81007a0 msgr2=0x7f80b8104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:35.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 --2- 172.21.15.40:0/3606889458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b81007a0 0x7f80b8104770 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f80ac0099c0 tx=0x7f80ac009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:35.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 -- 172.21.15.40:0/3606889458 shutdown_connections 2023-07-14T12:45:35.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 --2- 172.21.15.40:0/3606889458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80ffe00 0x7f80b81001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:35.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 --2- 172.21.15.40:0/3606889458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b8104ea0 0x7f80b810ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:35.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 --2- 172.21.15.40:0/3606889458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b81007a0 0x7f80b8104770 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:35.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 -- 172.21.15.40:0/3606889458 >> 172.21.15.40:0/3606889458 conn(0x7f80b80fb660 msgr2=0x7f80b80fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:35.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 -- 172.21.15.40:0/3606889458 shutdown_connections 2023-07-14T12:45:35.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.919+0000 7f80be45f700 1 -- 172.21.15.40:0/3606889458 wait complete. 2023-07-14T12:45:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 Processor -- start 2023-07-14T12:45:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 -- start start 2023-07-14T12:45:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80ffe00 0x7f80b8195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b81007a0 0x7f80b8196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 0x7f80b819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b819ad00 con 0x7f80b8104ea0 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b819ae70 con 0x7f80b81007a0 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80be45f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b819b030 con 0x7f80b80ffe00 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.920+0000 7f80bc9fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 0x7f80b819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 0x7f80b819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60670/0 (socket says 172.21.15.40:60670) 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 -- 172.21.15.40:0/4223445153 learned_addr learned my addr 172.21.15.40:0/4223445153 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80b7fff700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80ffe00 0x7f80b8195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80b77fe700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b81007a0 0x7f80b8196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:35.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 -- 172.21.15.40:0/4223445153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80ffe00 msgr2=0x7f80b8195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80ffe00 0x7f80b8195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 -- 172.21.15.40:0/4223445153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b81007a0 msgr2=0x7f80b8196280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b81007a0 0x7f80b8196280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 -- 172.21.15.40:0/4223445153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80ac0095f0 con 0x7f80b8104ea0 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80b77fe700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b81007a0 0x7f80b8196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80bc9fc700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 0x7f80b819a6f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f80b000ada0 tx=0x7f80b000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:35.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b000f070 con 0x7f80b8104ea0 2023-07-14T12:45:35.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80b0007b30 con 0x7f80b8104ea0 2023-07-14T12:45:35.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b819b310 con 0x7f80b8104ea0 2023-07-14T12:45:35.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80b00053e0 con 0x7f80b8104ea0 2023-07-14T12:45:35.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.921+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b81a2b70 con 0x7f80b8104ea0 2023-07-14T12:45:35.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.922+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b804e210 con 0x7f80b8104ea0 2023-07-14T12:45:35.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.923+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f80b000c980 con 0x7f80b8104ea0 2023-07-14T12:45:35.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.924+0000 7f80b57fa700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f80a00a1260 0x7f80a00a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:35.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.924+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f80b00cbde0 con 0x7f80b8104ea0 2023-07-14T12:45:35.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.924+0000 7f80b7fff700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f80a00a1260 0x7f80a00a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:35.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.924+0000 7f80b7fff700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f80a00a1260 0x7f80a00a3710 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f80a8005950 tx=0x7f80a800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:35.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:35.928+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f80b0095610 con 0x7f80b8104ea0 2023-07-14T12:45:36.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:35 smithi040 ceph-mon[96535]: pgmap v275: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 170 B/s wr, 10 op/s 2023-07-14T12:45:36.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.121+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f80b8103e60 con 0x7f80a00a1260 2023-07-14T12:45:36.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.133+0000 7f80b57fa700 1 -- 172.21.15.40:0/4223445153 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340319 (secure 0 0 0) 0x7f80b8103e60 con 0x7f80a00a1260 2023-07-14T12:45:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:36.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f80a00a1260 msgr2=0x7f80a00a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:36.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f80a00a1260 0x7f80a00a3710 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f80a8005950 tx=0x7f80a800b410 comp rx=0 tx=0).stop 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 msgr2=0x7f80b819a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 0x7f80b819a6f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f80b000ada0 tx=0x7f80b000c330 comp rx=0 tx=0).stop 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 shutdown_connections 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f80a00a1260 0x7f80a00a3710 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f80b80ffe00 0x7f80b8195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f80b8104ea0 0x7f80b819a6f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:36.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 --2- 172.21.15.40:0/4223445153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f80b81007a0 0x7f80b8196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:36.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 >> 172.21.15.40:0/4223445153 conn(0x7f80b80fb660 msgr2=0x7f80b8103750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:36.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 shutdown_connections 2023-07-14T12:45:36.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:36.137+0000 7f80be45f700 1 -- 172.21.15.40:0/4223445153 wait complete. 2023-07-14T12:45:36.156 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:45:36.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:35 smithi133 ceph-mon[98311]: pgmap v275: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 170 B/s wr, 10 op/s 2023-07-14T12:45:36.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:35 smithi130 ceph-mon[97977]: pgmap v275: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 170 B/s wr, 10 op/s 2023-07-14T12:45:36.477 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":275,"stamp":"2023-07-14T12:45:34.994020+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":653865,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":576,"num_read_kb":409,"num_write":413,"num_write_kb":3065,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":341,"ondisk_log_size":341,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":335748,"kb_used_data":12324,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124606076,"statfs":{"total":1151940427776,"available":1151596621824,"internally_reserved":0,"allocated":12619776,"data_stored":6890214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1652,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":67,"num_write":1,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003698"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010574+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:44:49.010574+0000","last_peered":"2023-07-14T12:44:49.010574+0000","last_clean":"2023-07-14T12:44:49.010574+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:44:49.010574+0000","last_undegraded":"2023-07-14T12:44:49.010574+0000","last_fullsized":"2023-07-14T12:44:49.010574+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:05:09.642911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863370+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:44:48.863370+0000","last_peered":"2023-07-14T12:44:48.863370+0000","last_clean":"2023-07-14T12:44:48.863370+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:44:48.863370+0000","last_undegraded":"2023-07-14T12:44:48.863370+0000","last_fullsized":"2023-07-14T12:44:48.863370+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:13:58.295179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863232+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:44:48.863232+0000","last_peered":"2023-07-14T12:44:48.863232+0000","last_clean":"2023-07-14T12:44:48.863232+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:44:48.863232+0000","last_undegraded":"2023-07-14T12:44:48.863232+0000","last_fullsized":"2023-07-14T12:44:48.863232+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:33:46.751004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010355+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:44:49.010355+0000","last_peered":"2023-07-14T12:44:49.010355+0000","last_clean":"2023-07-14T12:44:49.010355+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:44:49.010355+0000","last_undegraded":"2023-07-14T12:44:49.010355+0000","last_fullsized":"2023-07-14T12:44:49.010355+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:05:40.141339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009975+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:44:49.009975+0000","last_peered":"2023-07-14T12:44:49.009975+0000","last_clean":"2023-07-14T12:44:49.009975+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:44:49.009975+0000","last_undegraded":"2023-07-14T12:44:49.009975+0000","last_fullsized":"2023-07-14T12:44:49.009975+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:34:25.655645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742967+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:44:48.742967+0000","last_peered":"2023-07-14T12:44:48.742967+0000","last_clean":"2023-07-14T12:44:48.742967+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:44:48.742967+0000","last_undegraded":"2023-07-14T12:44:48.742967+0000","last_fullsized":"2023-07-14T12:44:48.742967+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:37:33.730123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678449+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:44:49.678449+0000","last_peered":"2023-07-14T12:44:49.678449+0000","last_clean":"2023-07-14T12:44:49.678449+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:44:49.678449+0000","last_undegraded":"2023-07-14T12:44:49.678449+0000","last_fullsized":"2023-07-14T12:44:49.678449+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:01:08.369408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743912+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:44:48.743912+0000","last_peered":"2023-07-14T12:44:48.743912+0000","last_clean":"2023-07-14T12:44:48.743912+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:44:48.743912+0000","last_undegraded":"2023-07-14T12:44:48.743912+0000","last_fullsized":"2023-07-14T12:44:48.743912+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:45:22.085413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010467+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:44:49.010467+0000","last_peered":"2023-07-14T12:44:49.010467+0000","last_clean":"2023-07-14T12:44:49.010467+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:44:49.010467+0000","last_undegraded":"2023-07-14T12:44:49.010467+0000","last_fullsized":"2023-07-14T12:44:49.010467+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:48.911529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743149+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:44:48.743149+0000","last_peered":"2023-07-14T12:44:48.743149+0000","last_clean":"2023-07-14T12:44:48.743149+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:44:48.743149+0000","last_undegraded":"2023-07-14T12:44:48.743149+0000","last_fullsized":"2023-07-14T12:44:48.743149+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:07:09.602061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678734+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:44:49.678734+0000","last_peered":"2023-07-14T12:44:49.678734+0000","last_clean":"2023-07-14T12:44:49.678734+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:44:49.678734+0000","last_undegraded":"2023-07-14T12:44:49.678734+0000","last_fullsized":"2023-07-14T12:44:49.678734+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:20:18.355855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010420+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:44:49.010420+0000","last_peered":"2023-07-14T12:44:49.010420+0000","last_clean":"2023-07-14T12:44:49.010420+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:44:49.010420+0000","last_undegraded":"2023-07-14T12:44:49.010420+0000","last_fullsized":"2023-07-14T12:44:49.010420+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:33:41.427529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010550+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:44:49.010550+0000","last_peered":"2023-07-14T12:44:49.010550+0000","last_clean":"2023-07-14T12:44:49.010550+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:44:49.010550+0000","last_undegraded":"2023-07-14T12:44:49.010550+0000","last_fullsized":"2023-07-14T12:44:49.010550+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:54:16.820823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863217+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:44:48.863217+0000","last_peered":"2023-07-14T12:44:48.863217+0000","last_clean":"2023-07-14T12:44:48.863217+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:44:48.863217+0000","last_undegraded":"2023-07-14T12:44:48.863217+0000","last_fullsized":"2023-07-14T12:44:48.863217+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:37:02.634849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863125+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:44:48.863125+0000","last_peered":"2023-07-14T12:44:48.863125+0000","last_clean":"2023-07-14T12:44:48.863125+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:44:48.863125+0000","last_undegraded":"2023-07-14T12:44:48.863125+0000","last_fullsized":"2023-07-14T12:44:48.863125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:10:19.052453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009714+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:44:49.009714+0000","last_peered":"2023-07-14T12:44:49.009714+0000","last_clean":"2023-07-14T12:44:49.009714+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:44:49.009714+0000","last_undegraded":"2023-07-14T12:44:49.009714+0000","last_fullsized":"2023-07-14T12:44:49.009714+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:20:57.903426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010669+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:44:49.010669+0000","last_peered":"2023-07-14T12:44:49.010669+0000","last_clean":"2023-07-14T12:44:49.010669+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:44:49.010669+0000","last_undegraded":"2023-07-14T12:44:49.010669+0000","last_fullsized":"2023-07-14T12:44:49.010669+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:04.594874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010767+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:44:49.010767+0000","last_peered":"2023-07-14T12:44:49.010767+0000","last_clean":"2023-07-14T12:44:49.010767+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:44:49.010767+0000","last_undegraded":"2023-07-14T12:44:49.010767+0000","last_fullsized":"2023-07-14T12:44:49.010767+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:59:39.521941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010649+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:44:49.010649+0000","last_peered":"2023-07-14T12:44:49.010649+0000","last_clean":"2023-07-14T12:44:49.010649+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:44:49.010649+0000","last_undegraded":"2023-07-14T12:44:49.010649+0000","last_fullsized":"2023-07-14T12:44:49.010649+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:19:39.567988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":64,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:28.821260+0000","last_change":"2023-07-14T12:44:47.070494+0000","last_active":"2023-07-14T12:45:28.821260+0000","last_peered":"2023-07-14T12:45:28.821260+0000","last_clean":"2023-07-14T12:45:28.821260+0000","last_became_active":"2023-07-14T12:44:47.070149+0000","last_became_peered":"2023-07-14T12:44:47.070149+0000","last_unstale":"2023-07-14T12:45:28.821260+0000","last_undegraded":"2023-07-14T12:45:28.821260+0000","last_fullsized":"2023-07-14T12:45:28.821260+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:07.620760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":37,"num_read_kb":37,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744341+0000","last_change":"2023-07-14T12:44:47.759057+0000","last_active":"2023-07-14T12:44:48.744341+0000","last_peered":"2023-07-14T12:44:48.744341+0000","last_clean":"2023-07-14T12:44:48.744341+0000","last_became_active":"2023-07-14T12:44:47.758336+0000","last_became_peered":"2023-07-14T12:44:47.758336+0000","last_unstale":"2023-07-14T12:44:48.744341+0000","last_undegraded":"2023-07-14T12:44:48.744341+0000","last_fullsized":"2023-07-14T12:44:48.744341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:21.541485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:50.905173+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:44:50.905173+0000","last_peered":"2023-07-14T12:44:50.905173+0000","last_clean":"2023-07-14T12:44:50.905173+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:44:50.905173+0000","last_undegraded":"2023-07-14T12:44:50.905173+0000","last_fullsized":"2023-07-14T12:44:50.905173+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:43:23.578243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863513+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:44:48.863513+0000","last_peered":"2023-07-14T12:44:48.863513+0000","last_clean":"2023-07-14T12:44:48.863513+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:44:48.863513+0000","last_undegraded":"2023-07-14T12:44:48.863513+0000","last_fullsized":"2023-07-14T12:44:48.863513+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:49:26.774889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":27,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.766986+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:44:54.766986+0000","last_peered":"2023-07-14T12:44:54.766986+0000","last_clean":"2023-07-14T12:44:54.766986+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:44:54.766986+0000","last_undegraded":"2023-07-14T12:44:54.766986+0000","last_fullsized":"2023-07-14T12:44:54.766986+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:35:17.658286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009893+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:44:49.009893+0000","last_peered":"2023-07-14T12:44:49.009893+0000","last_clean":"2023-07-14T12:44:49.009893+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:44:49.009893+0000","last_undegraded":"2023-07-14T12:44:49.009893+0000","last_fullsized":"2023-07-14T12:44:49.009893+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:54:47.902484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.767330+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:44:53.767330+0000","last_peered":"2023-07-14T12:44:53.767330+0000","last_clean":"2023-07-14T12:44:53.767330+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:44:53.767330+0000","last_undegraded":"2023-07-14T12:44:53.767330+0000","last_fullsized":"2023-07-14T12:44:53.767330+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:50.694153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742234+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:44:48.742234+0000","last_peered":"2023-07-14T12:44:48.742234+0000","last_clean":"2023-07-14T12:44:48.742234+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:44:48.742234+0000","last_undegraded":"2023-07-14T12:44:48.742234+0000","last_fullsized":"2023-07-14T12:44:48.742234+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:14:27.139008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"80'6","reported_seq":63,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:30.806656+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:45:30.806656+0000","last_peered":"2023-07-14T12:45:30.806656+0000","last_clean":"2023-07-14T12:45:30.806656+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:45:30.806656+0000","last_undegraded":"2023-07-14T12:45:30.806656+0000","last_fullsized":"2023-07-14T12:45:30.806656+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:49.586230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":964,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":43,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:23:07.956973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755336+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:44:52.755336+0000","last_peered":"2023-07-14T12:44:52.755336+0000","last_clean":"2023-07-14T12:44:52.755336+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:44:52.755336+0000","last_undegraded":"2023-07-14T12:44:52.755336+0000","last_fullsized":"2023-07-14T12:44:52.755336+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:13:19.253089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742087+0000","last_change":"2023-07-14T12:44:47.754662+0000","last_active":"2023-07-14T12:44:48.742087+0000","last_peered":"2023-07-14T12:44:48.742087+0000","last_clean":"2023-07-14T12:44:48.742087+0000","last_became_active":"2023-07-14T12:44:47.754342+0000","last_became_peered":"2023-07-14T12:44:47.754342+0000","last_unstale":"2023-07-14T12:44:48.742087+0000","last_undegraded":"2023-07-14T12:44:48.742087+0000","last_fullsized":"2023-07-14T12:44:48.742087+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:56:01.240354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.113642+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:44:52.113642+0000","last_peered":"2023-07-14T12:44:52.113642+0000","last_clean":"2023-07-14T12:44:52.113642+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:44:52.113642+0000","last_undegraded":"2023-07-14T12:44:52.113642+0000","last_fullsized":"2023-07-14T12:44:52.113642+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:59:00.110547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743972+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:44:48.743972+0000","last_peered":"2023-07-14T12:44:48.743972+0000","last_clean":"2023-07-14T12:44:48.743972+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:44:48.743972+0000","last_undegraded":"2023-07-14T12:44:48.743972+0000","last_fullsized":"2023-07-14T12:44:48.743972+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:35:20.075837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.767009+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:44:53.767009+0000","last_peered":"2023-07-14T12:44:53.767009+0000","last_clean":"2023-07-14T12:44:53.767009+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:44:53.767009+0000","last_undegraded":"2023-07-14T12:44:53.767009+0000","last_fullsized":"2023-07-14T12:44:53.767009+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:25:48.758228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010541+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:44:49.010541+0000","last_peered":"2023-07-14T12:44:49.010541+0000","last_clean":"2023-07-14T12:44:49.010541+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:44:49.010541+0000","last_undegraded":"2023-07-14T12:44:49.010541+0000","last_fullsized":"2023-07-14T12:44:49.010541+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:52:47.487847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":102,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:34.811571+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:45:34.811571+0000","last_peered":"2023-07-14T12:45:34.811571+0000","last_clean":"2023-07-14T12:45:34.811571+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:45:34.811571+0000","last_undegraded":"2023-07-14T12:45:34.811571+0000","last_fullsized":"2023-07-14T12:45:34.811571+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:39:22.149791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009951+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:44:49.009951+0000","last_peered":"2023-07-14T12:44:49.009951+0000","last_clean":"2023-07-14T12:44:49.009951+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:44:49.009951+0000","last_undegraded":"2023-07-14T12:44:49.009951+0000","last_fullsized":"2023-07-14T12:44:49.009951+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:43.054769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.766489+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:44:53.766489+0000","last_peered":"2023-07-14T12:44:53.766489+0000","last_clean":"2023-07-14T12:44:53.766489+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:44:53.766489+0000","last_undegraded":"2023-07-14T12:44:53.766489+0000","last_fullsized":"2023-07-14T12:44:53.766489+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:01:36.106360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863534+0000","last_change":"2023-07-14T12:44:47.761593+0000","last_active":"2023-07-14T12:44:48.863534+0000","last_peered":"2023-07-14T12:44:48.863534+0000","last_clean":"2023-07-14T12:44:48.863534+0000","last_became_active":"2023-07-14T12:44:47.761262+0000","last_became_peered":"2023-07-14T12:44:47.761262+0000","last_unstale":"2023-07-14T12:44:48.863534+0000","last_undegraded":"2023-07-14T12:44:48.863534+0000","last_fullsized":"2023-07-14T12:44:48.863534+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:47:39.034989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.746434+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:44:52.746434+0000","last_peered":"2023-07-14T12:44:52.746434+0000","last_clean":"2023-07-14T12:44:52.746434+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:44:52.746434+0000","last_undegraded":"2023-07-14T12:44:52.746434+0000","last_fullsized":"2023-07-14T12:44:52.746434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:47:01.776369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010174+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:44:49.010174+0000","last_peered":"2023-07-14T12:44:49.010174+0000","last_clean":"2023-07-14T12:44:49.010174+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:44:49.010174+0000","last_undegraded":"2023-07-14T12:44:49.010174+0000","last_fullsized":"2023-07-14T12:44:49.010174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:18:46.658935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'29","reported_seq":136,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:34.811585+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:45:34.811585+0000","last_peered":"2023-07-14T12:45:34.811585+0000","last_clean":"2023-07-14T12:45:34.811585+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:45:34.811585+0000","last_undegraded":"2023-07-14T12:45:34.811585+0000","last_fullsized":"2023-07-14T12:45:34.811585+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:28.529495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56241,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":93,"num_read_kb":100,"num_write":31,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010929+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:44:49.010929+0000","last_peered":"2023-07-14T12:44:49.010929+0000","last_clean":"2023-07-14T12:44:49.010929+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:44:49.010929+0000","last_undegraded":"2023-07-14T12:44:49.010929+0000","last_fullsized":"2023-07-14T12:44:49.010929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:24:45.036290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":25,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.765413+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:44:53.765413+0000","last_peered":"2023-07-14T12:44:53.765413+0000","last_clean":"2023-07-14T12:44:53.765413+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:44:53.765413+0000","last_undegraded":"2023-07-14T12:44:53.765413+0000","last_fullsized":"2023-07-14T12:44:53.765413+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:28.322494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010521+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:44:49.010521+0000","last_peered":"2023-07-14T12:44:49.010521+0000","last_clean":"2023-07-14T12:44:49.010521+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:44:49.010521+0000","last_undegraded":"2023-07-14T12:44:49.010521+0000","last_fullsized":"2023-07-14T12:44:49.010521+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:48.678778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.764816+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:44:53.764816+0000","last_peered":"2023-07-14T12:44:53.764816+0000","last_clean":"2023-07-14T12:44:53.764816+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:44:53.764816+0000","last_undegraded":"2023-07-14T12:44:53.764816+0000","last_fullsized":"2023-07-14T12:44:53.764816+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:12:18.001925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678756+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:44:49.678756+0000","last_peered":"2023-07-14T12:44:49.678756+0000","last_clean":"2023-07-14T12:44:49.678756+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:44:49.678756+0000","last_undegraded":"2023-07-14T12:44:49.678756+0000","last_fullsized":"2023-07-14T12:44:49.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:33:52.849612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'6","reported_seq":63,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:30.806848+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:45:30.806848+0000","last_peered":"2023-07-14T12:45:30.806848+0000","last_clean":"2023-07-14T12:45:30.806848+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:45:30.806848+0000","last_undegraded":"2023-07-14T12:45:30.806848+0000","last_fullsized":"2023-07-14T12:45:30.806848+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:06:28.521591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:52:46.049048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":32,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.754843+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:44:52.754843+0000","last_peered":"2023-07-14T12:44:52.754843+0000","last_clean":"2023-07-14T12:44:52.754843+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:44:52.754843+0000","last_undegraded":"2023-07-14T12:44:52.754843+0000","last_fullsized":"2023-07-14T12:44:52.754843+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:32:24.936385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742062+0000","last_change":"2023-07-14T12:44:47.753415+0000","last_active":"2023-07-14T12:44:48.742062+0000","last_peered":"2023-07-14T12:44:48.742062+0000","last_clean":"2023-07-14T12:44:48.742062+0000","last_became_active":"2023-07-14T12:44:47.753131+0000","last_became_peered":"2023-07-14T12:44:47.753131+0000","last_unstale":"2023-07-14T12:44:48.742062+0000","last_undegraded":"2023-07-14T12:44:48.742062+0000","last_fullsized":"2023-07-14T12:44:48.742062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:57:34.629757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.743572+0000","last_change":"2023-07-14T12:44:47.063396+0000","last_active":"2023-07-14T12:44:52.743572+0000","last_peered":"2023-07-14T12:44:52.743572+0000","last_clean":"2023-07-14T12:44:52.743572+0000","last_became_active":"2023-07-14T12:44:47.063029+0000","last_became_peered":"2023-07-14T12:44:47.063029+0000","last_unstale":"2023-07-14T12:44:52.743572+0000","last_undegraded":"2023-07-14T12:44:52.743572+0000","last_fullsized":"2023-07-14T12:44:52.743572+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:21:59.730177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010116+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:44:49.010116+0000","last_peered":"2023-07-14T12:44:49.010116+0000","last_clean":"2023-07-14T12:44:49.010116+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:44:49.010116+0000","last_undegraded":"2023-07-14T12:44:49.010116+0000","last_fullsized":"2023-07-14T12:44:49.010116+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:26:27.058839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:50.266185+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:44:50.266185+0000","last_peered":"2023-07-14T12:44:50.266185+0000","last_clean":"2023-07-14T12:44:50.266185+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:44:50.266185+0000","last_undegraded":"2023-07-14T12:44:50.266185+0000","last_fullsized":"2023-07-14T12:44:50.266185+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:53:31.331225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.859964+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:44:49.859964+0000","last_peered":"2023-07-14T12:44:49.859964+0000","last_clean":"2023-07-14T12:44:49.859964+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:44:49.859964+0000","last_undegraded":"2023-07-14T12:44:49.859964+0000","last_fullsized":"2023-07-14T12:44:49.859964+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:22.193817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'5","reported_seq":57,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:29.823015+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:45:29.823015+0000","last_peered":"2023-07-14T12:45:29.823015+0000","last_clean":"2023-07-14T12:45:29.823015+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:45:29.823015+0000","last_undegraded":"2023-07-14T12:45:29.823015+0000","last_fullsized":"2023-07-14T12:45:29.823015+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:19.178941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743113+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:44:48.743113+0000","last_peered":"2023-07-14T12:44:48.743113+0000","last_clean":"2023-07-14T12:44:48.743113+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:44:48.743113+0000","last_undegraded":"2023-07-14T12:44:48.743113+0000","last_fullsized":"2023-07-14T12:44:48.743113+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:58:17.832067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742105+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:44:48.742105+0000","last_peered":"2023-07-14T12:44:48.742105+0000","last_clean":"2023-07-14T12:44:48.742105+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:44:48.742105+0000","last_undegraded":"2023-07-14T12:44:48.742105+0000","last_fullsized":"2023-07-14T12:44:48.742105+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:19.653201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":58,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:28.803668+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:45:28.803668+0000","last_peered":"2023-07-14T12:45:28.803668+0000","last_clean":"2023-07-14T12:45:28.803668+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:45:28.803668+0000","last_undegraded":"2023-07-14T12:45:28.803668+0000","last_fullsized":"2023-07-14T12:45:28.803668+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:22:41.985578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744206+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:44:48.744206+0000","last_peered":"2023-07-14T12:44:48.744206+0000","last_clean":"2023-07-14T12:44:48.744206+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:44:48.744206+0000","last_undegraded":"2023-07-14T12:44:48.744206+0000","last_fullsized":"2023-07-14T12:44:48.744206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:38:37.738687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.765758+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:44:53.765758+0000","last_peered":"2023-07-14T12:44:53.765758+0000","last_clean":"2023-07-14T12:44:53.765758+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:44:53.765758+0000","last_undegraded":"2023-07-14T12:44:53.765758+0000","last_fullsized":"2023-07-14T12:44:53.765758+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:58:35.624629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":339,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678199+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:44:49.678199+0000","last_peered":"2023-07-14T12:44:49.678199+0000","last_clean":"2023-07-14T12:44:49.678199+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:44:49.678199+0000","last_undegraded":"2023-07-14T12:44:49.678199+0000","last_fullsized":"2023-07-14T12:44:49.678199+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:46.660766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010224+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:44:49.010224+0000","last_peered":"2023-07-14T12:44:49.010224+0000","last_clean":"2023-07-14T12:44:49.010224+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:44:49.010224+0000","last_undegraded":"2023-07-14T12:44:49.010224+0000","last_fullsized":"2023-07-14T12:44:49.010224+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:24:41.339943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.112170+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:44:52.112170+0000","last_peered":"2023-07-14T12:44:52.112170+0000","last_clean":"2023-07-14T12:44:52.112170+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:44:52.112170+0000","last_undegraded":"2023-07-14T12:44:52.112170+0000","last_fullsized":"2023-07-14T12:44:52.112170+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:49.162977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755091+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:44:52.755091+0000","last_peered":"2023-07-14T12:44:52.755091+0000","last_clean":"2023-07-14T12:44:52.755091+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:44:52.755091+0000","last_undegraded":"2023-07-14T12:44:52.755091+0000","last_fullsized":"2023-07-14T12:44:52.755091+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:19:47.613417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010716+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:44:49.010716+0000","last_peered":"2023-07-14T12:44:49.010716+0000","last_clean":"2023-07-14T12:44:49.010716+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:44:49.010716+0000","last_undegraded":"2023-07-14T12:44:49.010716+0000","last_fullsized":"2023-07-14T12:44:49.010716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:35:36.332074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'9","reported_seq":23,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:56.927850+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:44:56.927850+0000","last_peered":"2023-07-14T12:44:56.927850+0000","last_clean":"2023-07-14T12:44:56.927850+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:44:56.927850+0000","last_undegraded":"2023-07-14T12:44:56.927850+0000","last_fullsized":"2023-07-14T12:44:56.927850+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:13:57.654100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744263+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:44:48.744263+0000","last_peered":"2023-07-14T12:44:48.744263+0000","last_clean":"2023-07-14T12:44:48.744263+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:44:48.744263+0000","last_undegraded":"2023-07-14T12:44:48.744263+0000","last_fullsized":"2023-07-14T12:44:48.744263+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:26:20.398540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.767080+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:44:53.767080+0000","last_peered":"2023-07-14T12:44:53.767080+0000","last_clean":"2023-07-14T12:44:53.767080+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:44:53.767080+0000","last_undegraded":"2023-07-14T12:44:53.767080+0000","last_fullsized":"2023-07-14T12:44:53.767080+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:35:56.581220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863413+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:44:48.863413+0000","last_peered":"2023-07-14T12:44:48.863413+0000","last_clean":"2023-07-14T12:44:48.863413+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:44:48.863413+0000","last_undegraded":"2023-07-14T12:44:48.863413+0000","last_fullsized":"2023-07-14T12:44:48.863413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:27:04.500443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104130+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:44:51.104130+0000","last_peered":"2023-07-14T12:44:51.104130+0000","last_clean":"2023-07-14T12:44:51.104130+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:44:51.104130+0000","last_undegraded":"2023-07-14T12:44:51.104130+0000","last_fullsized":"2023-07-14T12:44:51.104130+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:45:51.059236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010270+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:44:49.010270+0000","last_peered":"2023-07-14T12:44:49.010270+0000","last_clean":"2023-07-14T12:44:49.010270+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:44:49.010270+0000","last_undegraded":"2023-07-14T12:44:49.010270+0000","last_fullsized":"2023-07-14T12:44:49.010270+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:39.168642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":21,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.765792+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:44:53.765792+0000","last_peered":"2023-07-14T12:44:53.765792+0000","last_clean":"2023-07-14T12:44:53.765792+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:44:53.765792+0000","last_undegraded":"2023-07-14T12:44:53.765792+0000","last_fullsized":"2023-07-14T12:44:53.765792+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:07:38.146319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009989+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:44:49.009989+0000","last_peered":"2023-07-14T12:44:49.009989+0000","last_clean":"2023-07-14T12:44:49.009989+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:44:49.009989+0000","last_undegraded":"2023-07-14T12:44:49.009989+0000","last_fullsized":"2023-07-14T12:44:49.009989+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:37:24.964724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:54.563466+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:44:54.563466+0000","last_peered":"2023-07-14T12:44:54.563466+0000","last_clean":"2023-07-14T12:44:54.563466+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:44:54.563466+0000","last_undegraded":"2023-07-14T12:44:54.563466+0000","last_fullsized":"2023-07-14T12:44:54.563466+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:20:12.526205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744746+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:44:48.744746+0000","last_peered":"2023-07-14T12:44:48.744746+0000","last_clean":"2023-07-14T12:44:48.744746+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:44:48.744746+0000","last_undegraded":"2023-07-14T12:44:48.744746+0000","last_fullsized":"2023-07-14T12:44:48.744746+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:28:59.799012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:51.104891+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:44:51.104891+0000","last_peered":"2023-07-14T12:44:51.104891+0000","last_clean":"2023-07-14T12:44:51.104891+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:44:51.104891+0000","last_undegraded":"2023-07-14T12:44:51.104891+0000","last_fullsized":"2023-07-14T12:44:51.104891+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:04:13.002243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678606+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:44:49.678606+0000","last_peered":"2023-07-14T12:44:49.678606+0000","last_clean":"2023-07-14T12:44:49.678606+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:44:49.678606+0000","last_undegraded":"2023-07-14T12:44:49.678606+0000","last_fullsized":"2023-07-14T12:44:49.678606+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:01:04.329205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":61,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:45:32.827854+0000","last_change":"2023-07-14T12:44:47.062717+0000","last_active":"2023-07-14T12:45:32.827854+0000","last_peered":"2023-07-14T12:45:32.827854+0000","last_clean":"2023-07-14T12:45:32.827854+0000","last_became_active":"2023-07-14T12:44:47.062414+0000","last_became_peered":"2023-07-14T12:44:47.062414+0000","last_unstale":"2023-07-14T12:45:32.827854+0000","last_undegraded":"2023-07-14T12:45:32.827854+0000","last_fullsized":"2023-07-14T12:45:32.827854+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:29:08.499410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678582+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:44:49.678582+0000","last_peered":"2023-07-14T12:44:49.678582+0000","last_clean":"2023-07-14T12:44:49.678582+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:44:49.678582+0000","last_undegraded":"2023-07-14T12:44:49.678582+0000","last_fullsized":"2023-07-14T12:44:49.678582+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:31:23.649390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:52.755375+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:44:52.755375+0000","last_peered":"2023-07-14T12:44:52.755375+0000","last_clean":"2023-07-14T12:44:52.755375+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:44:52.755375+0000","last_undegraded":"2023-07-14T12:44:52.755375+0000","last_fullsized":"2023-07-14T12:44:52.755375+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:08.603708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":13,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:50.852955+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:44:50.852955+0000","last_peered":"2023-07-14T12:44:50.852955+0000","last_clean":"2023-07-14T12:44:50.852955+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:44:50.852955+0000","last_undegraded":"2023-07-14T12:44:50.852955+0000","last_fullsized":"2023-07-14T12:44:50.852955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.878086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":19,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:53.764499+0000","last_change":"2023-07-14T12:44:47.065963+0000","last_active":"2023-07-14T12:44:53.764499+0000","last_peered":"2023-07-14T12:44:53.764499+0000","last_clean":"2023-07-14T12:44:53.764499+0000","last_became_active":"2023-07-14T12:44:47.065645+0000","last_became_peered":"2023-07-14T12:44:47.065645+0000","last_unstale":"2023-07-14T12:44:53.764499+0000","last_undegraded":"2023-07-14T12:44:53.764499+0000","last_fullsized":"2023-07-14T12:44:53.764499+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:21:42.178989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.678707+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:44:49.678707+0000","last_peered":"2023-07-14T12:44:49.678707+0000","last_clean":"2023-07-14T12:44:49.678707+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:44:49.678707+0000","last_undegraded":"2023-07-14T12:44:49.678707+0000","last_fullsized":"2023-07-14T12:44:49.678707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:00:48.280304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010140+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:44:49.010140+0000","last_peered":"2023-07-14T12:44:49.010140+0000","last_clean":"2023-07-14T12:44:49.010140+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:44:49.010140+0000","last_undegraded":"2023-07-14T12:44:49.010140+0000","last_fullsized":"2023-07-14T12:44:49.010140+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:48:57.788979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010398+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:44:49.010398+0000","last_peered":"2023-07-14T12:44:49.010398+0000","last_clean":"2023-07-14T12:44:49.010398+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:44:49.010398+0000","last_undegraded":"2023-07-14T12:44:49.010398+0000","last_fullsized":"2023-07-14T12:44:49.010398+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:58.010474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.009860+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:44:49.009860+0000","last_peered":"2023-07-14T12:44:49.009860+0000","last_clean":"2023-07-14T12:44:49.009860+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:44:49.009860+0000","last_undegraded":"2023-07-14T12:44:49.009860+0000","last_fullsized":"2023-07-14T12:44:49.009860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:07:53.079955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.863501+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:44:48.863501+0000","last_peered":"2023-07-14T12:44:48.863501+0000","last_clean":"2023-07-14T12:44:48.863501+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:44:48.863501+0000","last_undegraded":"2023-07-14T12:44:48.863501+0000","last_fullsized":"2023-07-14T12:44:48.863501+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:52:49.267355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010543+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:44:49.010543+0000","last_peered":"2023-07-14T12:44:49.010543+0000","last_clean":"2023-07-14T12:44:49.010543+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:44:49.010543+0000","last_undegraded":"2023-07-14T12:44:49.010543+0000","last_fullsized":"2023-07-14T12:44:49.010543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:29:50.455627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010151+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:44:49.010151+0000","last_peered":"2023-07-14T12:44:49.010151+0000","last_clean":"2023-07-14T12:44:49.010151+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:44:49.010151+0000","last_undegraded":"2023-07-14T12:44:49.010151+0000","last_fullsized":"2023-07-14T12:44:49.010151+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:12:53.913652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.011067+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:44:49.011067+0000","last_peered":"2023-07-14T12:44:49.011067+0000","last_clean":"2023-07-14T12:44:49.011067+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:44:49.011067+0000","last_undegraded":"2023-07-14T12:44:49.011067+0000","last_fullsized":"2023-07-14T12:44:49.011067+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:45:23.953748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.744115+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:44:48.744115+0000","last_peered":"2023-07-14T12:44:48.744115+0000","last_clean":"2023-07-14T12:44:48.744115+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:44:48.744115+0000","last_undegraded":"2023-07-14T12:44:48.744115+0000","last_fullsized":"2023-07-14T12:44:48.744115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:33:04.619490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.742184+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:44:48.742184+0000","last_peered":"2023-07-14T12:44:48.742184+0000","last_clean":"2023-07-14T12:44:48.742184+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:44:48.742184+0000","last_undegraded":"2023-07-14T12:44:48.742184+0000","last_fullsized":"2023-07-14T12:44:48.742184+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:36.105596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:48.743949+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:44:48.743949+0000","last_peered":"2023-07-14T12:44:48.743949+0000","last_clean":"2023-07-14T12:44:48.743949+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:44:48.743949+0000","last_undegraded":"2023-07-14T12:44:48.743949+0000","last_fullsized":"2023-07-14T12:44:48.743949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:23:11.956766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010417+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:44:49.010417+0000","last_peered":"2023-07-14T12:44:49.010417+0000","last_clean":"2023-07-14T12:44:49.010417+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:44:49.010417+0000","last_undegraded":"2023-07-14T12:44:49.010417+0000","last_fullsized":"2023-07-14T12:44:49.010417+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:14:35.666468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010722+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:44:49.010722+0000","last_peered":"2023-07-14T12:44:49.010722+0000","last_clean":"2023-07-14T12:44:49.010722+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:44:49.010722+0000","last_undegraded":"2023-07-14T12:44:49.010722+0000","last_fullsized":"2023-07-14T12:44:49.010722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:04:15.555876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2023-07-14T12:44:49.010026+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:44:49.010026+0000","last_peered":"2023-07-14T12:44:49.010026+0000","last_clean":"2023-07-14T12:44:49.010026+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:44:49.010026+0000","last_undegraded":"2023-07-14T12:44:49.010026+0000","last_fullsized":"2023-07-14T12:44:49.010026+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:57:32.549900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63251,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":440,"num_read_kb":290,"num_write":230,"num_write_kb":125,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":189753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547221,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":848,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":868352,"data_stored":411945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.72299999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.84399999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.625},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.54400000000000004}]},{"osd":6,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.82499999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.99199999999999999}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":9,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.79900000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0109999999999999}]}]},{"osd":10,"up_from":68,"seq":292057776152,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28476,"kb_used_data":1524,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716676,"statfs":{"total":95995035648,"available":95965876224,"internally_reserved":0,"allocated":1560576,"data_stored":1059280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":1,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.497},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.443}]},{"osd":2,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.74399999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1349999999999998,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.622},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.65400000000000003}]},{"osd":4,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.77800000000000002}]},{"osd":6,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":4.673,"5min":4.673,"15min":4.673},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.81000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.84399999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:44:49 2023","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":4.6500000000000004,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":4.6239999999999997,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.879}]},{"osd":11,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.79200000000000004}]}]},{"osd":9,"up_from":63,"seq":270582939677,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27824,"kb_used_data":872,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717328,"statfs":{"total":95995035648,"available":95966543872,"internally_reserved":0,"allocated":892928,"data_stored":411923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.49099999999999999,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.90300000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.373},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51800000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.44600000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.45800000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.874,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.42099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53500000000000003}]},{"osd":2,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.67500000000000004,"15min":0.68700000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.437},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.68000000000000005,"15min":0.69499999999999995},"min":{"1min":0.44,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.49199999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58499999999999996,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.57299999999999995,"15min":0.59299999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.88600000000000001,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.33700000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.46200000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.72999999999999998,"15min":0.753},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81799999999999995,"5min":1.101,"15min":1.101},"last":0.57099999999999995}]},{"osd":5,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.754,"15min":0.76800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.51000000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.78200000000000003,"15min":0.79300000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.72999999999999998,"15min":0.73599999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":0.45700000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.80800000000000005,"15min":0.82799999999999996},"min":{"1min":0.57499999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90400000000000003,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.83599999999999997,"15min":0.85099999999999998},"min":{"1min":0.55500000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.64800000000000002}]},{"osd":8,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.995,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.86699999999999999,"15min":0.88500000000000001},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.66500000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.58499999999999996}]}]},{"osd":8,"up_from":56,"seq":240518168609,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27816,"kb_used_data":864,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717336,"statfs":{"total":95995035648,"available":95966552064,"internally_reserved":0,"allocated":884736,"data_stored":411970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.67600000000000005}]},{"osd":1,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59299999999999997,"15min":0.57899999999999996},"min":{"1min":0.439,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.62,"15min":0.61199999999999999},"min":{"1min":0.46600000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.58499999999999996}]},{"osd":2,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46899999999999997,"15min":0.45300000000000001},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.47999999999999998,"15min":0.47099999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.72899999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.624,"15min":0.61099999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.78000000000000003}]},{"osd":4,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.61199999999999999,"15min":0.59899999999999998},"min":{"1min":0.45300000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.63800000000000001,"15min":0.624},"min":{"1min":0.48199999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.74299999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59199999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.6839999999999999,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":0.76300000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69199999999999995,"15min":0.68400000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.745,"15min":0.74199999999999999},"min":{"1min":0.57799999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.82699999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.72899999999999998,"15min":0.72299999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70999999999999996,"15min":0.70099999999999996},"min":{"1min":0.52900000000000003,"5min":0.438,"15min":0.438},"max":{"1min":1.758,"5min":1.758,"15min":1.758},"last":0.874}]},{"osd":9,"last update":"Fri Jul 14 12:45:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.76000000000000001,"15min":0.74399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.95799999999999996},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.76700000000000002,"15min":0.75600000000000001},"min":{"1min":0.63,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.85899999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92800000000000005}]}]},{"osd":7,"up_from":49,"seq":210453397541,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28404,"kb_used_data":1452,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716748,"statfs":{"total":95995035648,"available":95965949952,"internally_reserved":0,"allocated":1486848,"data_stored":1005070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.54600000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.45200000000000001,"5min":0.42199999999999999,"15min":0.41699999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48699999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.59599999999999997,"15min":0.59299999999999997},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56699999999999995,"15min":0.55900000000000005},"min":{"1min":0.46700000000000003,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.76500000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.63700000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.55300000000000005,"15min":0.54500000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80600000000000005,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.46800000000000003,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.56699999999999995}]},{"osd":4,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.49399999999999999,"15min":0.48999999999999999},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73799999999999999,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.505,"15min":0.498},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.753,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54100000000000004}]},{"osd":5,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.624,"15min":0.61599999999999999},"min":{"1min":0.46700000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.79400000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.41399999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.85399999999999998,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.67700000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.72499999999999998,"15min":0.70699999999999996},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":3.4409999999999998,"5min":3.4409999999999998,"15min":3.4409999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.752,"5min":0.68400000000000005,"15min":0.67200000000000004},"min":{"1min":0.49199999999999999,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.89600000000000002,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.73799999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.67300000000000004,"15min":0.67100000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.70199999999999996,"15min":0.69299999999999995},"min":{"1min":0.53100000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.82199999999999995}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.755,"15min":0.76400000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.78700000000000003,"15min":0.79900000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.98499999999999999,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.72599999999999998}]},{"osd":10,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.70599999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":6,"up_from":44,"seq":188978561066,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":876544,"data_stored":411598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60699999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.315},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.434,"15min":0.436},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54200000000000004,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.29499999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.60499999999999998,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.54800000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61899999999999999,"15min":0.60999999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73499999999999999,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.96399999999999997,"5min":1.167,"15min":1.167},"last":0.66000000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64500000000000002,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65300000000000002,"5min":1.147,"15min":1.147},"last":0.33800000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.65300000000000002,"15min":0.65900000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76400000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.81499999999999995,"5min":1.119,"15min":1.119},"last":0.50900000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.67700000000000005,"15min":0.66900000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.79600000000000004,"5min":1.246,"15min":1.246},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.879,"5min":1.405,"15min":1.405},"last":0.56899999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:44:41 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.69199999999999995,"15min":0.68000000000000005},"min":{"1min":0.54800000000000004,"5min":0.505,"15min":0.505},"max":{"1min":1.272,"5min":1.272,"15min":1.272},"last":0.622},{"interface":"front","average":{"1min":0.754,"5min":0.73499999999999999,"15min":0.73199999999999998},"min":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.754}]},{"osd":8,"last update":"Fri Jul 14 12:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.78300000000000003,"15min":0.79300000000000004},"min":{"1min":0.57999999999999996,"5min":0.5,"15min":0.5},"max":{"1min":0.92300000000000004,"5min":1.454,"15min":1.454},"last":0.497},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.78400000000000003,"15min":0.79600000000000004},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.83999999999999997,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.63900000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.65300000000000002,"15min":0.66500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77600000000000002,"5min":1.085,"15min":1.085},"last":0.372},{"interface":"front","average":{"1min":0.629,"5min":0.71699999999999997,"15min":0.73199999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94099999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.53100000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:44:45 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.3600000000000001,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.496,"5min":1.496,"15min":1.496},"last":0.78700000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574910,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27864,"kb_used_data":912,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717288,"statfs":{"total":95995035648,"available":95966502912,"internally_reserved":0,"allocated":933888,"data_stored":468746,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.51700000000000002,"15min":0.49299999999999999},"min":{"1min":0.33000000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.51500000000000001,"15min":0.497},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Jul 14 12:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53100000000000003,"15min":0.51100000000000001},"min":{"1min":0.40400000000000003,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.65000000000000002,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.52600000000000002,"15min":0.5},"min":{"1min":0.41699999999999998,"5min":0.316,"15min":0.316},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.63500000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:45:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53600000000000003,"15min":0.503},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89600000000000002,"5min":1.109,"15min":1.109},"last":0.59499999999999997}]},{"osd":4,"last update":"Fri Jul 14 12:44:38 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.40300000000000002,"15min":0.38600000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.439,"15min":0.42599999999999999},"min":{"1min":0.312,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.55700000000000005}]},{"osd":5,"last update":"Fri Jul 14 12:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.39300000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.60799999999999998,"15min":0.58899999999999997},"min":{"1min":0.48799999999999999,"5min":0.439,"15min":0.439},"max":{"1min":0.82399999999999995,"5min":0.872,"15min":0.872},"last":0.70799999999999996}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.503,"5min":0.433,"15min":0.433},"max":{"1min":0.79100000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.442,"5min":0.38,"15min":0.38},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.64800000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.51300000000000001,"15min":0.503},"min":{"1min":0.36799999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56000000000000005,"15min":0.55100000000000005},"min":{"1min":0.35099999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.68799999999999994}]},{"osd":8,"last update":"Fri Jul 14 12:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66000000000000003,"15min":0.65900000000000003},"min":{"1min":0.51200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.82399999999999995,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.86299999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.88200000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72299999999999998,"15min":0.71499999999999997},"min":{"1min":0.58599999999999997,"5min":0.496,"15min":0.496},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.59899999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88800000000000001,"5min":1.03,"15min":1.03},"last":0.77700000000000002}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.76500000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738435,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27828,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717324,"statfs":{"total":95995035648,"available":95966539776,"internally_reserved":0,"allocated":897024,"data_stored":412931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.371,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.83699999999999997,"5min":1.861,"15min":1.861},"last":0.496},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.55500000000000005,"15min":0.54900000000000004},"min":{"1min":0.34599999999999997,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.89200000000000002,"5min":1.486,"15min":1.486},"last":0.41999999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:44:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54500000000000004,"15min":0.52800000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71999999999999997,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54600000000000004,"15min":0.53200000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.64900000000000002,"5min":0.878,"15min":0.878},"last":0.60899999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:43:17 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.38200000000000001,"15min":0.375},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41699999999999998,"15min":0.41099999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.51600000000000001}]},{"osd":4,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.61699999999999999,"15min":0.63100000000000001},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.91600000000000004,"5min":1.615,"15min":1.615},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.40400000000000003,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79400000000000004,"5min":1.496,"15min":1.496},"last":0.63400000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.58199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74199999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57799999999999996,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69499999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.67900000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:45:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76500000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83399999999999996,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.64900000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.51800000000000002}]},{"osd":8,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.747,"15min":0.77000000000000002},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.86699999999999999,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.74299999999999999,"15min":0.76600000000000001},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.85199999999999998,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.69899999999999995}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.71099999999999997,"15min":0.72299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.623,"5min":0.75,"15min":0.77100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.91500000000000004,"5min":1.008,"15min":1.008},"last":0.71899999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73499999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.78400000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":932,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":954368,"data_stored":469308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:59 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.41599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67300000000000004,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.53200000000000003,"15min":0.54400000000000004},"min":{"1min":0.33500000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.66100000000000003}]},{"osd":1,"last update":"Fri Jul 14 12:44:59 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.51400000000000001,"15min":0.51100000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.53900000000000003,"15min":0.52800000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.76000000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:45:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56499999999999995,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77400000000000002,"5min":0.876,"15min":0.876},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.82799999999999996,"5min":0.878,"15min":0.878},"last":0.74299999999999999}]},{"osd":4,"last update":"Fri Jul 14 12:44:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56100000000000005,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.72999999999999998,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61199999999999999,"15min":0.60699999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.78800000000000003,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.57399999999999995}]},{"osd":5,"last update":"Fri Jul 14 12:45:02 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.48599999999999999,"15min":0.48399999999999999},"min":{"1min":0.29399999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.35399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.63200000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61099999999999999,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.92400000000000004}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.621,"15min":0.61499999999999999},"min":{"1min":0.39800000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86799999999999999,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.72299999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.747},"min":{"1min":0.63,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73399999999999999,"15min":0.72899999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.89700000000000002}]},{"osd":10,"last update":"Fri Jul 14 12:44:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]}]},{"osd":3,"up_from":25,"seq":107374182455,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27824,"kb_used_data":872,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717328,"statfs":{"total":95995035648,"available":95966543872,"internally_reserved":0,"allocated":892928,"data_stored":411477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.36199999999999999},"min":{"1min":0.312,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.58099999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.35999999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72299999999999998,"5min":1.01,"15min":1.01},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57999999999999996,"15min":0.55400000000000005},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77500000000000002,"5min":0.876,"15min":0.876},"last":0.61899999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65900000000000003,"15min":0.55300000000000005},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57599999999999996,"15min":0.52800000000000002},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82299999999999995,"5min":1.008,"15min":1.008},"last":0.436}]},{"osd":4,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58999999999999997,"15min":0.56799999999999995},"min":{"1min":0.44700000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.62,"15min":0.59999999999999998},"min":{"1min":0.42399999999999999,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Jul 14 12:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.46500000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.80800000000000005,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.63600000000000001,"15min":0.623},"min":{"1min":0.47599999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80700000000000005,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.46999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.55600000000000005,"15min":0.54600000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76000000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61699999999999999,"15min":0.60399999999999998},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80800000000000005,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.56999999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.54400000000000004,"5min":0.443,"15min":0.443},"max":{"1min":0.93100000000000005,"5min":1.079,"15min":1.079},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.77000000000000002,"15min":0.77500000000000002},"min":{"1min":0.499,"5min":0.499,"15min":0.499},"max":{"1min":0.94599999999999995,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.68899999999999995}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.78000000000000003,"15min":0.81200000000000006},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85299999999999998,"5min":1.294,"15min":1.294},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.78400000000000003,"15min":0.80800000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.88100000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.50700000000000001}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.70399999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]}]},{"osd":4,"up_from":32,"seq":137438953521,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":856,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":876544,"data_stored":411843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.42499999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.378,"15min":0.35999999999999999},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.248},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.67100000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52600000000000002,"15min":0.51300000000000001},"min":{"1min":0.40400000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.54800000000000004,"15min":0.52400000000000002},"min":{"1min":0.38700000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.69199999999999995}]},{"osd":3,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.55400000000000005,"15min":0.52400000000000002},"min":{"1min":0.502,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.47699999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.62}]},{"osd":5,"last update":"Fri Jul 14 12:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.58599999999999997,"15min":0.56399999999999995},"min":{"1min":0.52400000000000002,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.61699999999999999,"15min":0.58199999999999996},"min":{"1min":0.47399999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.74199999999999999}]},{"osd":6,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.66900000000000004,"15min":0.64500000000000002},"min":{"1min":0.495,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.99099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.65100000000000002,"15min":0.63900000000000001},"min":{"1min":0.44900000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.81999999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.40200000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.41799999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.75800000000000001}]},{"osd":8,"last update":"Fri Jul 14 12:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.73299999999999998,"15min":0.72099999999999997},"min":{"1min":0.54200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.92300000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:28 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.79700000000000004,"15min":0.80000000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.024,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.76500000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99199999999999999,"5min":1.01,"15min":1.01},"last":0.94099999999999995}]},{"osd":10,"last update":"Fri Jul 14 12:44:50 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.88600000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]}]},{"osd":5,"up_from":37,"seq":158913789998,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28412,"kb_used_data":1460,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716740,"statfs":{"total":95995035648,"available":95965941760,"internally_reserved":0,"allocated":1495040,"data_stored":1004123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52500000000000002,"15min":0.52400000000000002},"min":{"1min":0.35799999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.68600000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.497},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51900000000000002,"15min":0.51100000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.79300000000000004,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.41099999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.53100000000000003,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.505,"15min":0.48699999999999999},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70699999999999996,"5min":0.747,"15min":0.747},"last":0.53100000000000003}]},{"osd":2,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.38400000000000001,"15min":0.36699999999999999},"min":{"1min":0.30499999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.38300000000000001,"15min":0.36699999999999999},"min":{"1min":0.27500000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59699999999999998,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.38600000000000001}]},{"osd":3,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53200000000000003,"15min":0.51200000000000001},"min":{"1min":0.34100000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.55600000000000005,"15min":0.54900000000000004},"min":{"1min":0.38,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76600000000000001,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.45900000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:45:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.54300000000000004,"15min":0.52600000000000002},"min":{"1min":0.40899999999999997,"5min":0.371,"15min":0.371},"max":{"1min":0.77700000000000002,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.57199999999999995,"15min":0.54400000000000004},"min":{"1min":0.48199999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.86099999999999999,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.73099999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.47499999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78400000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.629,"5min":0.61099999999999999,"15min":0.60699999999999998},"min":{"1min":0.47499999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.51400000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:44:43 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.62,"15min":0.622},"min":{"1min":0.44400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.65200000000000002,"15min":0.65500000000000003},"min":{"1min":0.47099999999999997,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.88600000000000001,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.71999999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80000000000000004,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.60599999999999998,"15min":0.59999999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.83399999999999996,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.63}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.70899999999999996,"15min":0.70699999999999996},"min":{"1min":0.56299999999999994,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.93700000000000006,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.54600000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.93200000000000005,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.57999999999999996}]},{"osd":10,"last update":"Fri Jul 14 12:44:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.755},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.69999999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":57945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":58507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:45:36.486 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-07-14T12:45:36.486 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-07-14T12:45:36.486 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-07-14T12:45:36.487 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph health --format=json 2023-07-14T12:45:37.050 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:37.335 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:37 smithi040 ceph-mon[96535]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:45:37.336 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:37 smithi040 ceph-mon[96535]: pgmap v276: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-07-14T12:45:37.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:37 smithi133 ceph-mon[98311]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:45:37.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:37 smithi133 ceph-mon[98311]: pgmap v276: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-07-14T12:45:37.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:37 smithi130 ceph-mon[97977]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:45:37.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:37 smithi130 ceph-mon[97977]: pgmap v276: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-07-14T12:45:38.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 -- 172.21.15.40:0/3148037851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f01007a0 msgr2=0x7fc7f0104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:38.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/3148037851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f01007a0 0x7fc7f0104770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc0099c0 tx=0x7fc7dc009cd0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 -- 172.21.15.40:0/3148037851 shutdown_connections 2023-07-14T12:45:38.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/3148037851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7f0104ea0 0x7fc7f010ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/3148037851 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f01001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/3148037851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f01007a0 0x7fc7f0104770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 -- 172.21.15.40:0/3148037851 >> 172.21.15.40:0/3148037851 conn(0x7fc7f00fb660 msgr2=0x7fc7f00fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:38.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 -- 172.21.15.40:0/3148037851 shutdown_connections 2023-07-14T12:45:38.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.334+0000 7fc7f6e68700 1 -- 172.21.15.40:0/3148037851 wait complete. 2023-07-14T12:45:38.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 Processor -- start 2023-07-14T12:45:38.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 -- start start 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f019ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7f01007a0 0x7fc7f019bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f0104ea0 0x7fc7f0195ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7f0196150 con 0x7fc7f00ffe00 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7f01962c0 con 0x7fc7f01007a0 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f6e68700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7f0196480 con 0x7fc7f0104ea0 2023-07-14T12:45:38.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.335+0000 7fc7f4c04700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f019ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f019ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60678/0 (socket says 172.21.15.40:60678) 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 -- 172.21.15.40:0/854221210 learned_addr learned my addr 172.21.15.40:0/854221210 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7effff700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7f01007a0 0x7fc7f019bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f5405700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f0104ea0 0x7fc7f0195ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 -- 172.21.15.40:0/854221210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f0104ea0 msgr2=0x7fc7f0195ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f0104ea0 0x7fc7f0195ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 -- 172.21.15.40:0/854221210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7f01007a0 msgr2=0x7fc7f019bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:38.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7f01007a0 0x7fc7f019bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 -- 172.21.15.40:0/854221210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e4009520 con 0x7fc7f00ffe00 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f4c04700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f019ba60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc7e400eb30 tx=0x7fc7e400eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e4009880 con 0x7fc7f00ffe00 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7dc0095f0 con 0x7fc7f00ffe00 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7e40044e0 con 0x7fc7f00ffe00 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e4010430 con 0x7fc7f00ffe00 2023-07-14T12:45:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.336+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7f01a2880 con 0x7fc7f00ffe00 2023-07-14T12:45:38.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.337+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7f004e210 con 0x7fc7f00ffe00 2023-07-14T12:45:38.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.338+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc7e4003ee0 con 0x7fc7f00ffe00 2023-07-14T12:45:38.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.339+0000 7fc7edffb700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7e00a11e0 0x7fc7e00a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:38.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.339+0000 7fc7effff700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7e00a11e0 0x7fc7e00a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:38.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.339+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc7e4014070 con 0x7fc7f00ffe00 2023-07-14T12:45:38.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.340+0000 7fc7effff700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7e00a11e0 0x7fc7e00a3690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc0098e0 tx=0x7fc7dc01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:38.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.344+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc7e40965d0 con 0x7fc7f00ffe00 2023-07-14T12:45:38.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.587+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fc7f0196ff0 con 0x7fc7f00ffe00 2023-07-14T12:45:38.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.588+0000 7fc7edffb700 1 -- 172.21.15.40:0/854221210 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fc7e4099bf0 con 0x7fc7f00ffe00 2023-07-14T12:45:38.602 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:38.602 INFO:teuthology.orchestra.run.smithi040.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-07-14T12:45:38.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7e00a11e0 msgr2=0x7fc7e00a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:38.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7e00a11e0 0x7fc7e00a3690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc7dc0098e0 tx=0x7fc7dc01a040 comp rx=0 tx=0).stop 2023-07-14T12:45:38.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 msgr2=0x7fc7f019ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:38.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f019ba60 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc7e400eb30 tx=0x7fc7e400eef0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 shutdown_connections 2023-07-14T12:45:38.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc7e00a11e0 0x7fc7e00a3690 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7f0104ea0 0x7fc7f0195ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7f00ffe00 0x7fc7f019ba60 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 --2- 172.21.15.40:0/854221210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc7f01007a0 0x7fc7f019bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:38.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 >> 172.21.15.40:0/854221210 conn(0x7fc7f00fb660 msgr2=0x7fc7f00fc130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:38.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 shutdown_connections 2023-07-14T12:45:38.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:38.590+0000 7fc7f6e68700 1 -- 172.21.15.40:0/854221210 wait complete. 2023-07-14T12:45:38.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:38 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/854221210' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-07-14T12:45:39.014 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-07-14T12:45:39.014 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:45:39.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:38 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/854221210' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-07-14T12:45:39.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 -- 172.21.15.40:0/3089323478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 msgr2=0x7fb640100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 --2- 172.21.15.40:0/3089323478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640100010 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb628009990 tx=0x7fb628009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 -- 172.21.15.40:0/3089323478 shutdown_connections 2023-07-14T12:45:39.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 --2- 172.21.15.40:0/3089323478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 0x7fb6400fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 --2- 172.21.15.40:0/3089323478 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb640100550 0x7fb640106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 --2- 172.21.15.40:0/3089323478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640100010 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 -- 172.21.15.40:0/3089323478 >> 172.21.15.40:0/3089323478 conn(0x7fb6400f9fd0 msgr2=0x7fb6400fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:39.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 -- 172.21.15.40:0/3089323478 shutdown_connections 2023-07-14T12:45:39.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.130+0000 7fb645b21700 1 -- 172.21.15.40:0/3089323478 wait complete. 2023-07-14T12:45:39.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 Processor -- start 2023-07-14T12:45:39.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 -- start start 2023-07-14T12:45:39.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 0x7fb6401979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb640100550 0x7fb64019efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb64019f570 con 0x7fb6400ffbc0 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb64019f6b0 con 0x7fb640100550 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb645b21700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb64019f840 con 0x7fb6400fe9d0 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb636ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb636ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640197f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60694/0 (socket says 172.21.15.40:60694) 2023-07-14T12:45:39.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.131+0000 7fb636ffd700 1 -- 172.21.15.40:0/1963799314 learned_addr learned my addr 172.21.15.40:0/1963799314 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb63ffff700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb640100550 0x7fb64019efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb63f7fe700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 0x7fb6401979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb636ffd700 1 -- 172.21.15.40:0/1963799314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 msgr2=0x7fb6401979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb636ffd700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 0x7fb6401979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb636ffd700 1 -- 172.21.15.40:0/1963799314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb640100550 msgr2=0x7fb64019efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb636ffd700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb640100550 0x7fb64019efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb636ffd700 1 -- 172.21.15.40:0/1963799314 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6280095f0 con 0x7fb6400ffbc0 2023-07-14T12:45:39.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb63f7fe700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 0x7fb6401979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb636ffd700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640197f30 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb628004760 tx=0x7fb628009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62801d070 con 0x7fb6400ffbc0 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb628004cd0 con 0x7fb6400ffbc0 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb64019fac0 con 0x7fb6400ffbc0 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb628005290 con 0x7fb6400ffbc0 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.132+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb64019fee0 con 0x7fb6400ffbc0 2023-07-14T12:45:39.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.133+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb64010b3e0 con 0x7fb6400ffbc0 2023-07-14T12:45:39.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.134+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb6280053f0 con 0x7fb6400ffbc0 2023-07-14T12:45:39.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.135+0000 7fb63d7fa700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb62c0a1220 0x7fb62c0a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.135+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb6280cde00 con 0x7fb6400ffbc0 2023-07-14T12:45:39.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.135+0000 7fb63f7fe700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb62c0a1220 0x7fb62c0a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.135+0000 7fb63f7fe700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb62c0a1220 0x7fb62c0a36d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb630005fd0 tx=0x7fb630005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:39.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.138+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb628097530 con 0x7fb6400ffbc0 2023-07-14T12:45:39.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:38 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/854221210' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-07-14T12:45:39.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.340+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb6401a0490 con 0x7fb6400ffbc0 2023-07-14T12:45:39.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.341+0000 7fb63d7fa700 1 -- 172.21.15.40:0/1963799314 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7fb62809ab50 con 0x7fb6400ffbc0 2023-07-14T12:45:39.355 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:39.355 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:45:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.343+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb62c0a1220 msgr2=0x7fb62c0a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.343+0000 7fb645b21700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb62c0a1220 0x7fb62c0a36d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb630005fd0 tx=0x7fb630005f00 comp rx=0 tx=0).stop 2023-07-14T12:45:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 msgr2=0x7fb640197f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640197f30 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb628004760 tx=0x7fb628009580 comp rx=0 tx=0).stop 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 shutdown_connections 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb62c0a1220 0x7fb62c0a36d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6400fe9d0 0x7fb6401979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb640100550 0x7fb64019efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 --2- 172.21.15.40:0/1963799314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6400ffbc0 0x7fb640197f30 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 >> 172.21.15.40:0/1963799314 conn(0x7fb6400f9fd0 msgr2=0x7fb640105460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:39.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 shutdown_connections 2023-07-14T12:45:39.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.344+0000 7fb645b21700 1 -- 172.21.15.40:0/1963799314 wait complete. 2023-07-14T12:45:39.370 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:45:39.370 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:45:39.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.486+0000 7f59d8dd1700 1 -- 172.21.15.40:0/1490508696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 msgr2=0x7f59d40fee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.486+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/1490508696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40fee20 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f59c4009990 tx=0x7f59c4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 -- 172.21.15.40:0/1490508696 shutdown_connections 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/1490508696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f59d4100590 0x7f59d4106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/1490508696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40fee20 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/1490508696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d40ffc00 0x7f59d4100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 -- 172.21.15.40:0/1490508696 >> 172.21.15.40:0/1490508696 conn(0x7f59d40fa030 msgr2=0x7f59d40fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 -- 172.21.15.40:0/1490508696 shutdown_connections 2023-07-14T12:45:39.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 -- 172.21.15.40:0/1490508696 wait complete. 2023-07-14T12:45:39.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 Processor -- start 2023-07-14T12:45:39.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.487+0000 7f59d8dd1700 1 -- start start 2023-07-14T12:45:39.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40691b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f59d40ffc00 0x7f59d419a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d4100590 0x7f59d419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d419d360 con 0x7f59d40fea10 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d419d4d0 con 0x7f59d40ffc00 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d419d690 con 0x7f59d4100590 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40691b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40691b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60706/0 (socket says 172.21.15.40:60706) 2023-07-14T12:45:39.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 -- 172.21.15.40:0/817677325 learned_addr learned my addr 172.21.15.40:0/817677325 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d1d9b700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f59d40ffc00 0x7f59d419a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d2d9d700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d4100590 0x7f59d419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 -- 172.21.15.40:0/817677325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d4100590 msgr2=0x7f59d419cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d4100590 0x7f59d419cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 -- 172.21.15.40:0/817677325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f59d40ffc00 msgr2=0x7f59d419a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f59d40ffc00 0x7f59d419a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 -- 172.21.15.40:0/817677325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59c40095f0 con 0x7f59d40fea10 2023-07-14T12:45:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d2d9d700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d4100590 0x7f59d419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d259c700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40691b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f59c4004760 tx=0x7f59c4004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59c401d070 con 0x7f59d40fea10 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59c40041d0 con 0x7f59d40fea10 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59c40053e0 con 0x7f59d40fea10 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59d419d910 con 0x7f59d40fea10 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.488+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59d419dc80 con 0x7f59d40fea10 2023-07-14T12:45:39.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.489+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59d4105f50 con 0x7f59d40fea10 2023-07-14T12:45:39.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.490+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f59c4005540 con 0x7f59d40fea10 2023-07-14T12:45:39.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.491+0000 7f59c37fe700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f59bc0a11e0 0x7f59bc0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.491+0000 7f59d1d9b700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f59bc0a11e0 0x7f59bc0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.491+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f59c40cde50 con 0x7f59d40fea10 2023-07-14T12:45:39.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.491+0000 7f59d1d9b700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f59bc0a11e0 0x7f59bc0a3690 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f59c8005fd0 tx=0x7f59c800a560 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:39.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.495+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f59c40977a0 con 0x7f59d40fea10 2023-07-14T12:45:39.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.693+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f59d402cab0 con 0x7f59d40fea10 2023-07-14T12:45:39.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.694+0000 7f59c37fe700 1 -- 172.21.15.40:0/817677325 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f59c409adc0 con 0x7f59d40fea10 2023-07-14T12:45:39.708 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:45:39.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f59bc0a11e0 msgr2=0x7f59bc0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f59bc0a11e0 0x7f59bc0a3690 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f59c8005fd0 tx=0x7f59c800a560 comp rx=0 tx=0).stop 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 msgr2=0x7f59d40691b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40691b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f59c4004760 tx=0x7f59c4004790 comp rx=0 tx=0).stop 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 shutdown_connections 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f59bc0a11e0 0x7f59bc0a3690 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59d4100590 0x7f59d419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59d40fea10 0x7f59d40691b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 --2- 172.21.15.40:0/817677325 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f59d40ffc00 0x7f59d419a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 >> 172.21.15.40:0/817677325 conn(0x7f59d40fa030 msgr2=0x7f59d4103090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:39.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 shutdown_connections 2023-07-14T12:45:39.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.696+0000 7f59d8dd1700 1 -- 172.21.15.40:0/817677325 wait complete. 2023-07-14T12:45:39.722 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:45:39.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 -- 172.21.15.40:0/4249083921 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 msgr2=0x7f2b940fedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/4249083921 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b940fedf0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009990 tx=0x7f2b84009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 -- 172.21.15.40:0/4249083921 shutdown_connections 2023-07-14T12:45:39.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/4249083921 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 0x7f2b94106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/4249083921 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b940fedf0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/4249083921 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 0x7f2b94100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 -- 172.21.15.40:0/4249083921 >> 172.21.15.40:0/4249083921 conn(0x7f2b940fa000 msgr2=0x7f2b940fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 -- 172.21.15.40:0/4249083921 shutdown_connections 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.838+0000 7f2b9a28d700 1 -- 172.21.15.40:0/4249083921 wait complete. 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 Processor -- start 2023-07-14T12:45:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 -- start start 2023-07-14T12:45:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b94068200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 0x7f2b9419a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 0x7f2b9419cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419d3f0 con 0x7f2b940fe9e0 2023-07-14T12:45:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419d560 con 0x7f2b94100560 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9a28d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419d720 con 0x7f2b940ffbd0 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b94068200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b94068200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60720/0 (socket says 172.21.15.40:60720) 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 -- 172.21.15.40:0/1775668942 learned_addr learned my addr 172.21.15.40:0/1775668942 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9882a700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 0x7f2b9419cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b937fe700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 0x7f2b9419a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 -- 172.21.15.40:0/1775668942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 msgr2=0x7f2b9419a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 0x7f2b9419a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 -- 172.21.15.40:0/1775668942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 msgr2=0x7f2b9419cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 0x7f2b9419cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b93fff700 1 -- 172.21.15.40:0/1775668942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b840095f0 con 0x7f2b940fe9e0 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b9882a700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 0x7f2b9419cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.839+0000 7f2b937fe700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 0x7f2b9419a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.840+0000 7f2b93fff700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b94068200 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2b840098e0 tx=0x7f2b84005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:39.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.840+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8401d070 con 0x7f2b940fe9e0 2023-07-14T12:45:39.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.840+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b9419d9a0 con 0x7f2b940fe9e0 2023-07-14T12:45:39.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.840+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b84004ca0 con 0x7f2b940fe9e0 2023-07-14T12:45:39.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.840+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b84005510 con 0x7f2b940fe9e0 2023-07-14T12:45:39.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.840+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b9419dd60 con 0x7f2b940fe9e0 2023-07-14T12:45:39.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.841+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b9410a200 con 0x7f2b940fe9e0 2023-07-14T12:45:39.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.842+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2b8400fc40 con 0x7f2b940fe9e0 2023-07-14T12:45:39.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.842+0000 7f2b917fa700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b7c0a11e0 0x7f2b7c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:39.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.843+0000 7f2b937fe700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b7c0a11e0 0x7f2b7c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:39.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.843+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f2b840ce0f0 con 0x7f2b940fe9e0 2023-07-14T12:45:39.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.843+0000 7f2b937fe700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b7c0a11e0 0x7f2b7c0a3690 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2b88005950 tx=0x7f2b880058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:39.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:39.846+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2b84097920 con 0x7f2b940fe9e0 2023-07-14T12:45:40.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:39 smithi130 ceph-mon[97977]: pgmap v277: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-07-14T12:45:40.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:39 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1963799314' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:40.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:39 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/817677325' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:45:40.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.044+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2b94105950 con 0x7f2b940fe9e0 2023-07-14T12:45:40.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.044+0000 7f2b917fa700 1 -- 172.21.15.40:0/1775668942 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v80) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2b8409af40 con 0x7f2b940fe9e0 2023-07-14T12:45:40.058 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:45:40.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b7c0a11e0 msgr2=0x7f2b7c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b7c0a11e0 0x7f2b7c0a3690 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f2b88005950 tx=0x7f2b880058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 msgr2=0x7f2b94068200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b94068200 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2b840098e0 tx=0x7f2b84005e80 comp rx=0 tx=0).stop 2023-07-14T12:45:40.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 shutdown_connections 2023-07-14T12:45:40.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2b7c0a11e0 0x7f2b7c0a3690 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2b94100560 0x7f2b9419cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b940fe9e0 0x7f2b94068200 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 --2- 172.21.15.40:0/1775668942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2b940ffbd0 0x7f2b9419a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.046+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 >> 172.21.15.40:0/1775668942 conn(0x7f2b940fa000 msgr2=0x7f2b940fc2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:40.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.047+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 shutdown_connections 2023-07-14T12:45:40.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.047+0000 7f2b9a28d700 1 -- 172.21.15.40:0/1775668942 wait complete. 2023-07-14T12:45:40.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:39 smithi040 ceph-mon[96535]: pgmap v277: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-07-14T12:45:40.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:39 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1963799314' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:40.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:39 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/817677325' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:45:40.073 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:45:40.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 -- 172.21.15.40:0/4184668885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc00ffbd0 msgr2=0x7f2cc0100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 --2- 172.21.15.40:0/4184668885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc00ffbd0 0x7f2cc0100020 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2cb4009990 tx=0x7f2cb4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 -- 172.21.15.40:0/4184668885 shutdown_connections 2023-07-14T12:45:40.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 --2- 172.21.15.40:0/4184668885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cc00fe9e0 0x7f2cc00fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 --2- 172.21.15.40:0/4184668885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cc0100560 0x7f2cc0106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 --2- 172.21.15.40:0/4184668885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc00ffbd0 0x7f2cc0100020 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 -- 172.21.15.40:0/4184668885 >> 172.21.15.40:0/4184668885 conn(0x7f2cc00fa000 msgr2=0x7f2cc00fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:40.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 -- 172.21.15.40:0/4184668885 shutdown_connections 2023-07-14T12:45:40.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.188+0000 7f2cc6838700 1 -- 172.21.15.40:0/4184668885 wait complete. 2023-07-14T12:45:40.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 Processor -- start 2023-07-14T12:45:40.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 -- start start 2023-07-14T12:45:40.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cc00fe9e0 0x7f2cc00681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cc00ffbd0 0x7f2cc019a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 0x7f2cc019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc019d430 con 0x7f2cc0100560 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc019d5a0 con 0x7f2cc00ffbd0 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc6838700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc019d760 con 0x7f2cc00fe9e0 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc4dd5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 0x7f2cc019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc4dd5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 0x7f2cc019cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60738/0 (socket says 172.21.15.40:60738) 2023-07-14T12:45:40.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cc4dd5700 1 -- 172.21.15.40:0/2330262153 learned_addr learned my addr 172.21.15.40:0/2330262153 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cbf7fe700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cc00ffbd0 0x7f2cc019a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.189+0000 7f2cbffff700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cc00fe9e0 0x7f2cc00681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc4dd5700 1 -- 172.21.15.40:0/2330262153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cc00fe9e0 msgr2=0x7f2cc00681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc4dd5700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cc00fe9e0 0x7f2cc00681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc4dd5700 1 -- 172.21.15.40:0/2330262153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cc00ffbd0 msgr2=0x7f2cc019a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc4dd5700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cc00ffbd0 0x7f2cc019a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc4dd5700 1 -- 172.21.15.40:0/2330262153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cb40095f0 con 0x7f2cc0100560 2023-07-14T12:45:40.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc4dd5700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 0x7f2cc019cc90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800ef30 tx=0x7f2cb800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8018070 con 0x7f2cc0100560 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cc019d9e0 con 0x7f2cc0100560 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2cb800f040 con 0x7f2cc0100560 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb800cdb0 con 0x7f2cc0100560 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.190+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cc019dea0 con 0x7f2cc0100560 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.191+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cc0106020 con 0x7f2cc0100560 2023-07-14T12:45:40.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.192+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2cb8003a00 con 0x7f2cc0100560 2023-07-14T12:45:40.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.193+0000 7f2cbd7fa700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2ca80a11e0 0x7f2ca80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.193+0000 7f2cbffff700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2ca80a11e0 0x7f2ca80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.193+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f2cb80cc560 con 0x7f2cc0100560 2023-07-14T12:45:40.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.193+0000 7f2cbffff700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2ca80a11e0 0x7f2ca80a3690 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2cb0005950 tx=0x7f2cb00058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:40.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.197+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2cb8095c90 con 0x7f2cc0100560 2023-07-14T12:45:40.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:39 smithi133 ceph-mon[98311]: pgmap v277: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-07-14T12:45:40.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:39 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1963799314' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:40.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:39 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/817677325' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:45:40.409 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.396+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2cc002ca70 con 0x7f2cc0100560 2023-07-14T12:45:40.410 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.396+0000 7f2cbd7fa700 1 -- 172.21.15.40:0/2330262153 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v80) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2cb80992b0 con 0x7f2cc0100560 2023-07-14T12:45:40.410 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:45:40.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.398+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2ca80a11e0 msgr2=0x7f2ca80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.398+0000 7f2cc6838700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2ca80a11e0 0x7f2ca80a3690 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2cb0005950 tx=0x7f2cb00058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.398+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 msgr2=0x7f2cc019cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.398+0000 7f2cc6838700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 0x7f2cc019cc90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800ef30 tx=0x7f2cb800c3a0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.398+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 shutdown_connections 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.398+0000 7f2cc6838700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2ca80a11e0 0x7f2ca80a3690 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.399+0000 7f2cc6838700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2cc00fe9e0 0x7f2cc00681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.399+0000 7f2cc6838700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cc0100560 0x7f2cc019cc90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.399+0000 7f2cc6838700 1 --2- 172.21.15.40:0/2330262153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2cc00ffbd0 0x7f2cc019a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.399+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 >> 172.21.15.40:0/2330262153 conn(0x7f2cc00fa000 msgr2=0x7f2cc0103160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.399+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 shutdown_connections 2023-07-14T12:45:40.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.399+0000 7f2cc6838700 1 -- 172.21.15.40:0/2330262153 wait complete. 2023-07-14T12:45:40.424 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:45:40.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.536+0000 7f2c01984700 1 -- 172.21.15.40:0/1618030854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc100550 msgr2=0x7f2bfc106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.536+0000 7f2c01984700 1 --2- 172.21.15.40:0/1618030854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc100550 0x7f2bfc106e10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2bf400b0a0 tx=0x7f2bf400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.536+0000 7f2c01984700 1 -- 172.21.15.40:0/1618030854 shutdown_connections 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.536+0000 7f2c01984700 1 --2- 172.21.15.40:0/1618030854 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc0fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 --2- 172.21.15.40:0/1618030854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc100550 0x7f2bfc106e10 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 --2- 172.21.15.40:0/1618030854 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2bfc0ffbc0 0x7f2bfc100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 -- 172.21.15.40:0/1618030854 >> 172.21.15.40:0/1618030854 conn(0x7f2bfc0f9fd0 msgr2=0x7f2bfc0fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 -- 172.21.15.40:0/1618030854 shutdown_connections 2023-07-14T12:45:40.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 -- 172.21.15.40:0/1618030854 wait complete. 2023-07-14T12:45:40.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 Processor -- start 2023-07-14T12:45:40.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 -- start start 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.537+0000 7f2c01984700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2bfc0ffbc0 0x7f2bfc198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c01984700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bfc100550 0x7f2bfc19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c01984700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bfc19f670 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c01984700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bfc19f7b0 con 0x7f2bfc0ffbc0 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c01984700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bfc19f940 con 0x7f2bfc100550 2023-07-14T12:45:40.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60748/0 (socket says 172.21.15.40:60748) 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 -- 172.21.15.40:0/726553374 learned_addr learned my addr 172.21.15.40:0/726553374 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfa7fc700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2bfc0ffbc0 0x7f2bfc198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfb7fe700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bfc100550 0x7f2bfc19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 -- 172.21.15.40:0/726553374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bfc100550 msgr2=0x7f2bfc19f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bfc100550 0x7f2bfc19f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 -- 172.21.15.40:0/726553374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2bfc0ffbc0 msgr2=0x7f2bfc198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2bfc0ffbc0 0x7f2bfc198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 -- 172.21.15.40:0/726553374 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bf4009d00 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2bfaffd700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc197af0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f2bec00e970 tx=0x7f2bec00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bec009790 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bec00eec0 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bfc19fc20 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bec003cf0 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.538+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bfc1a0130 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.539+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bfc10a200 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.541+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2bec00ccd0 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.541+0000 7f2c00982700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2be40a1220 0x7f2be40a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.542+0000 7f2bfa7fc700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2be40a1220 0x7f2be40a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.542+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f2bec014070 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.542+0000 7f2bfa7fc700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2be40a1220 0x7f2be40a36d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0009c60 tx=0x7f2bf0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:40.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.545+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2bec096420 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.791+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2bfc10a4e0 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.791+0000 7f2c00982700 1 -- 172.21.15.40:0/726553374 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7f2bfc10a4e0 con 0x7f2bfc0fe9d0 2023-07-14T12:45:40.805 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:40.805 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:45:40.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2be40a1220 msgr2=0x7f2be40a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2be40a1220 0x7f2be40a36d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2bf0009c60 tx=0x7f2bf0009260 comp rx=0 tx=0).stop 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 msgr2=0x7f2bfc197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc197af0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f2bec00e970 tx=0x7f2bec00ec80 comp rx=0 tx=0).stop 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 shutdown_connections 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2be40a1220 0x7f2be40a36d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2bfc100550 0x7f2bfc19f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2bfc0fe9d0 0x7f2bfc197af0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 --2- 172.21.15.40:0/726553374 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2bfc0ffbc0 0x7f2bfc198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 >> 172.21.15.40:0/726553374 conn(0x7f2bfc0f9fd0 msgr2=0x7f2bfc0676d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:40.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 shutdown_connections 2023-07-14T12:45:40.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.794+0000 7f2c01984700 1 -- 172.21.15.40:0/726553374 wait complete. 2023-07-14T12:45:40.809 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:45:40.820 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:45:40.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 -- 172.21.15.40:0/1752679940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 msgr2=0x7f54d8100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1752679940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8100010 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f54c8009990 tx=0x7f54c8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 -- 172.21.15.40:0/1752679940 shutdown_connections 2023-07-14T12:45:40.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1752679940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d8100550 0x7f54d8106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1752679940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54d80fe9d0 0x7f54d80fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1752679940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8100010 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 -- 172.21.15.40:0/1752679940 >> 172.21.15.40:0/1752679940 conn(0x7f54d80f9fd0 msgr2=0x7f54d80fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 -- 172.21.15.40:0/1752679940 shutdown_connections 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.933+0000 7f54de3eb700 1 -- 172.21.15.40:0/1752679940 wait complete. 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 Processor -- start 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 -- start start 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d80fe9d0 0x7f54d81957a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8195ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54d8100550 0x7f54d819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54d819d320 con 0x7f54d80ffbc0 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54d819d460 con 0x7f54d8100550 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54de3eb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54d819d5f0 con 0x7f54d80fe9d0 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54d77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8195ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54d77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8195ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60762/0 (socket says 172.21.15.40:60762) 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54d77fe700 1 -- 172.21.15.40:0/1029147715 learned_addr learned my addr 172.21.15.40:0/1029147715 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.934+0000 7f54dc988700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54d8100550 0x7f54d819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d7fff700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d80fe9d0 0x7f54d81957a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d77fe700 1 -- 172.21.15.40:0/1029147715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d80fe9d0 msgr2=0x7f54d81957a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d77fe700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d80fe9d0 0x7f54d81957a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d77fe700 1 -- 172.21.15.40:0/1029147715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54d8100550 msgr2=0x7f54d819cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:40.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d77fe700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54d8100550 0x7f54d819cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:40.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d77fe700 1 -- 172.21.15.40:0/1029147715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54c80095f0 con 0x7f54d80ffbc0 2023-07-14T12:45:40.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d7fff700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d80fe9d0 0x7f54d81957a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:40.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d77fe700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8195ce0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f54c8005910 tx=0x7f54c8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:40.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c801d070 con 0x7f54d80ffbc0 2023-07-14T12:45:40.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f54c80040e0 con 0x7f54d80ffbc0 2023-07-14T12:45:40.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54d819d870 con 0x7f54d80ffbc0 2023-07-14T12:45:40.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54c800f460 con 0x7f54d80ffbc0 2023-07-14T12:45:40.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.935+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54d819dc90 con 0x7f54d80ffbc0 2023-07-14T12:45:40.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.936+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54d810a1f0 con 0x7f54d80ffbc0 2023-07-14T12:45:40.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.937+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f54c8022600 con 0x7f54d80ffbc0 2023-07-14T12:45:40.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.938+0000 7f54d57fa700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f54c40a1220 0x7f54c40a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:40.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.938+0000 7f54d7fff700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f54c40a1220 0x7f54c40a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:40.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.938+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f54c80cda20 con 0x7f54d80ffbc0 2023-07-14T12:45:40.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.938+0000 7f54d7fff700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f54c40a1220 0x7f54c40a36d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f54d80ffa20 tx=0x7f54c000a680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:40.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:40.942+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f54c8097250 con 0x7f54d80ffbc0 2023-07-14T12:45:41.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:40 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1775668942' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.019 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:40 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2330262153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:40 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1775668942' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:40 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2330262153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.143+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f54d819e2d0 con 0x7f54d80ffbc0 2023-07-14T12:45:41.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.144+0000 7f54d57fa700 1 -- 172.21.15.40:0/1029147715 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7f54c809a870 con 0x7f54d80ffbc0 2023-07-14T12:45:41.158 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:41.159 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:45:41.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.146+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f54c40a1220 msgr2=0x7f54c40a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.146+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f54c40a1220 0x7f54c40a36d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f54d80ffa20 tx=0x7f54c000a680 comp rx=0 tx=0).stop 2023-07-14T12:45:41.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.146+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 msgr2=0x7f54d8195ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.146+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8195ce0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f54c8005910 tx=0x7f54c8009f90 comp rx=0 tx=0).stop 2023-07-14T12:45:41.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 shutdown_connections 2023-07-14T12:45:41.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f54c40a1220 0x7f54c40a36d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54d80fe9d0 0x7f54d81957a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f54d8100550 0x7f54d819cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 --2- 172.21.15.40:0/1029147715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54d80ffbc0 0x7f54d8195ce0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 >> 172.21.15.40:0/1029147715 conn(0x7f54d80f9fd0 msgr2=0x7f54d8067670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:41.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 shutdown_connections 2023-07-14T12:45:41.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.147+0000 7f54de3eb700 1 -- 172.21.15.40:0/1029147715 wait complete. 2023-07-14T12:45:41.173 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:45:41.174 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:45:41.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:40 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1775668942' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:40 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2330262153' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.303 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 -- 172.21.15.40:0/1153623015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5141005a0 msgr2=0x7fb514106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/1153623015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5141005a0 0x7fb514106e60 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb50c00b0a0 tx=0x7fb50c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 -- 172.21.15.40:0/1153623015 shutdown_connections 2023-07-14T12:45:41.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/1153623015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5141005a0 0x7fb514106e60 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/1153623015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5140fea20 0x7fb5140fee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/1153623015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5140ffc10 0x7fb514100060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 -- 172.21.15.40:0/1153623015 >> 172.21.15.40:0/1153623015 conn(0x7fb5140fa060 msgr2=0x7fb5140fc470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:41.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 -- 172.21.15.40:0/1153623015 shutdown_connections 2023-07-14T12:45:41.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.290+0000 7fb51ab4c700 1 -- 172.21.15.40:0/1153623015 wait complete. 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 Processor -- start 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 -- start start 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 0x7fb514194860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5140ffc10 0x7fb514194da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5141005a0 0x7fb51419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb51419c3e0 con 0x7fb5140fea20 2023-07-14T12:45:41.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb51419c520 con 0x7fb5141005a0 2023-07-14T12:45:41.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb51ab4c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb51419c6b0 con 0x7fb5140ffc10 2023-07-14T12:45:41.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 0x7fb514194860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:41.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 0x7fb514194860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60774/0 (socket says 172.21.15.40:60774) 2023-07-14T12:45:41.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 -- 172.21.15.40:0/922279828 learned_addr learned my addr 172.21.15.40:0/922279828 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:41.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 -- 172.21.15.40:0/922279828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5140ffc10 msgr2=0x7fb514194da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5140ffc10 0x7fb514194da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 -- 172.21.15.40:0/922279828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5141005a0 msgr2=0x7fb51419be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5141005a0 0x7fb51419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 -- 172.21.15.40:0/922279828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb50c009d00 con 0x7fb5140fea20 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.291+0000 7fb5188e8700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 0x7fb514194860 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb50800d980 tx=0x7fb50800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.292+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb50800de60 con 0x7fb5140fea20 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.292+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb5080044e0 con 0x7fb5140fea20 2023-07-14T12:45:41.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.292+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb51419c990 con 0x7fb5140fea20 2023-07-14T12:45:41.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.292+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb508003be0 con 0x7fb5140fea20 2023-07-14T12:45:41.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.292+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb51419cea0 con 0x7fb5140fea20 2023-07-14T12:45:41.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.293+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb514105860 con 0x7fb5140fea20 2023-07-14T12:45:41.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.294+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb508009bb0 con 0x7fb5140fea20 2023-07-14T12:45:41.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.294+0000 7fb511ffb700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5040a11e0 0x7fb5040a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.295+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb5080cc7a0 con 0x7fb5140fea20 2023-07-14T12:45:41.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.295+0000 7fb513fff700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5040a11e0 0x7fb5040a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:41.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.295+0000 7fb513fff700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5040a11e0 0x7fb5040a3690 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb500005950 tx=0x7fb5000058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:41.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.299+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb508095e40 con 0x7fb5140fea20 2023-07-14T12:45:41.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.497+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb51402c850 con 0x7fb5140fea20 2023-07-14T12:45:41.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.497+0000 7fb511ffb700 1 -- 172.21.15.40:0/922279828 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb508009940 con 0x7fb5140fea20 2023-07-14T12:45:41.511 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:45:41.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.499+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5040a11e0 msgr2=0x7fb5040a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.499+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5040a11e0 0x7fb5040a3690 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb500005950 tx=0x7fb5000058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.499+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 msgr2=0x7fb514194860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.499+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 0x7fb514194860 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb50800d980 tx=0x7fb50800dd40 comp rx=0 tx=0).stop 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.499+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 shutdown_connections 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.499+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5040a11e0 0x7fb5040a3690 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.500+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5141005a0 0x7fb51419be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.500+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5140fea20 0x7fb514194860 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.500+0000 7fb51ab4c700 1 --2- 172.21.15.40:0/922279828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5140ffc10 0x7fb514194da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.500+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 >> 172.21.15.40:0/922279828 conn(0x7fb5140fa060 msgr2=0x7fb5140fc1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:41.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.500+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 shutdown_connections 2023-07-14T12:45:41.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.500+0000 7fb51ab4c700 1 -- 172.21.15.40:0/922279828 wait complete. 2023-07-14T12:45:41.525 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:45:41.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 -- 172.21.15.40:0/1469582347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c101690 msgr2=0x7f2c0c107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 --2- 172.21.15.40:0/1469582347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c101690 0x7f2c0c107f50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400b0a0 tx=0x7f2c0400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 -- 172.21.15.40:0/1469582347 shutdown_connections 2023-07-14T12:45:41.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 --2- 172.21.15.40:0/1469582347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c0fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 --2- 172.21.15.40:0/1469582347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c101690 0x7f2c0c107f50 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 --2- 172.21.15.40:0/1469582347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c0c100d00 0x7f2c0c101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 -- 172.21.15.40:0/1469582347 >> 172.21.15.40:0/1469582347 conn(0x7f2c0c0fb130 msgr2=0x7f2c0c0fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:41.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 -- 172.21.15.40:0/1469582347 shutdown_connections 2023-07-14T12:45:41.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.640+0000 7f2c12787700 1 -- 172.21.15.40:0/1469582347 wait complete. 2023-07-14T12:45:41.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 Processor -- start 2023-07-14T12:45:41.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 -- start start 2023-07-14T12:45:41.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c195950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c0c100d00 0x7f2c0c195e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c0c101690 0x7f2c0c19cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c19d4d0 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c19d610 con 0x7f2c0c100d00 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c12787700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c19d7a0 con 0x7f2c0c101690 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c0bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c195950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c0bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c195950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60788/0 (socket says 172.21.15.40:60788) 2023-07-14T12:45:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.641+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2665059210 learned_addr learned my addr 172.21.15.40:0/2665059210 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0b7fe700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c0c100d00 0x7f2c0c195e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c10d24700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c0c101690 0x7f2c0c19cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2665059210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c0c101690 msgr2=0x7f2c0c19cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0bfff700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c0c101690 0x7f2c0c19cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2665059210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c0c100d00 msgr2=0x7f2c0c195e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0bfff700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c0c100d00 0x7f2c0c195e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2665059210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c04009d00 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c0bfff700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c195950 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc00d980 tx=0x7f2bfc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc004020 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c0c19da80 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bfc00f690 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc003a60 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.642+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c0c19df90 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.643+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c0c107010 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.645+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2bfc00fb00 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.645+0000 7f2c097fa700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2bf40a11e0 0x7f2bf40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:41.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.646+0000 7f2c0b7fe700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2bf40a11e0 0x7f2bf40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:41.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.646+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f2bfc0cc920 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.646+0000 7f2c0b7fe700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2bf40a11e0 0x7f2bf40a3690 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2c00005950 tx=0x7f2c0000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:41.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.649+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2bfc095fc0 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:41 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/726553374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:41 smithi040 ceph-mon[96535]: pgmap v278: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-07-14T12:45:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:41 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1029147715' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:41.847 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:41 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/922279828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:45:41.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.852+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2c0c02cac0 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.853+0000 7f2c097fa700 1 -- 172.21.15.40:0/2665059210 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v80) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2bfc0995e0 con 0x7f2c0c0ffb10 2023-07-14T12:45:41.867 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:45:41.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2bf40a11e0 msgr2=0x7f2bf40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2bf40a11e0 0x7f2bf40a3690 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2c00005950 tx=0x7f2c0000b410 comp rx=0 tx=0).stop 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 msgr2=0x7f2c0c195950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c195950 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc00d980 tx=0x7f2bfc00dc90 comp rx=0 tx=0).stop 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 shutdown_connections 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2bf40a11e0 0x7f2bf40a3690 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c0c101690 0x7f2c0c19cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c0c0ffb10 0x7f2c0c195950 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 --2- 172.21.15.40:0/2665059210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c0c100d00 0x7f2c0c195e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:41.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 >> 172.21.15.40:0/2665059210 conn(0x7f2c0c0fb130 msgr2=0x7f2c0c104150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:41.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 shutdown_connections 2023-07-14T12:45:41.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.855+0000 7f2c12787700 1 -- 172.21.15.40:0/2665059210 wait complete. 2023-07-14T12:45:41.881 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:45:42.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 -- 172.21.15.40:0/2221457744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad440ffbd0 msgr2=0x7fad44100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 --2- 172.21.15.40:0/2221457744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad440ffbd0 0x7fad44100020 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fad2c009990 tx=0x7fad2c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 -- 172.21.15.40:0/2221457744 shutdown_connections 2023-07-14T12:45:42.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 --2- 172.21.15.40:0/2221457744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad440fe9e0 0x7fad440fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 --2- 172.21.15.40:0/2221457744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad44100560 0x7fad44106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 --2- 172.21.15.40:0/2221457744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad440ffbd0 0x7fad44100020 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 -- 172.21.15.40:0/2221457744 >> 172.21.15.40:0/2221457744 conn(0x7fad440fa000 msgr2=0x7fad440fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:42.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 -- 172.21.15.40:0/2221457744 shutdown_connections 2023-07-14T12:45:42.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.996+0000 7fad4a69c700 1 -- 172.21.15.40:0/2221457744 wait complete. 2023-07-14T12:45:42.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 Processor -- start 2023-07-14T12:45:42.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 -- start start 2023-07-14T12:45:42.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad440fe9e0 0x7fad441957f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad440ffbd0 0x7fad44195d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 0x7fad4419cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad4419d370 con 0x7fad44100560 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad4419d4b0 con 0x7fad440fe9e0 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad4a69c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad4419d640 con 0x7fad440ffbd0 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 0x7fad4419cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 0x7fad4419cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60806/0 (socket says 172.21.15.40:60806) 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 -- 172.21.15.40:0/4051358901 learned_addr learned my addr 172.21.15.40:0/4051358901 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:42.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad43fff700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad440fe9e0 0x7fad441957f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad3bfff700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad440ffbd0 0x7fad44195d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 -- 172.21.15.40:0/4051358901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad440ffbd0 msgr2=0x7fad44195d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad440ffbd0 0x7fad44195d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 -- 172.21.15.40:0/4051358901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad440fe9e0 msgr2=0x7fad441957f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad440fe9e0 0x7fad441957f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 -- 172.21.15.40:0/4051358901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad2c0095f0 con 0x7fad44100560 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.997+0000 7fad48c39700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 0x7fad4419cda0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fad3c007ee0 tx=0x7fad3c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:42.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.998+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3c017070 con 0x7fad44100560 2023-07-14T12:45:42.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.998+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad3c00f040 con 0x7fad44100560 2023-07-14T12:45:42.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.998+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad4419d920 con 0x7fad44100560 2023-07-14T12:45:42.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.998+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad3c005580 con 0x7fad44100560 2023-07-14T12:45:42.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.998+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad4419dde0 con 0x7fad44100560 2023-07-14T12:45:42.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:41.999+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad4410a1b0 con 0x7fad44100560 2023-07-14T12:45:42.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.000+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fad3c00db20 con 0x7fad44100560 2023-07-14T12:45:42.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.000+0000 7fad41ffb700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad300a11e0 0x7fad300a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.000+0000 7fad43fff700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad300a11e0 0x7fad300a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.000+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fad3c0cc020 con 0x7fad44100560 2023-07-14T12:45:42.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.001+0000 7fad43fff700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad300a11e0 0x7fad300a3690 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fad440ffa30 tx=0x7fad3400a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:42.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.005+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fad3c0957c0 con 0x7fad44100560 2023-07-14T12:45:42.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.203+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fad4419e3c0 con 0x7fad44100560 2023-07-14T12:45:42.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.204+0000 7fad41ffb700 1 -- 172.21.15.40:0/4051358901 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v80) v1 ==== 100+0+11 (secure 0 0 0) 0x7fad3c098de0 con 0x7fad44100560 2023-07-14T12:45:42.217 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:45:42.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad300a11e0 msgr2=0x7fad300a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad300a11e0 0x7fad300a3690 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fad440ffa30 tx=0x7fad3400a3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 msgr2=0x7fad4419cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 0x7fad4419cda0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fad3c007ee0 tx=0x7fad3c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 shutdown_connections 2023-07-14T12:45:42.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad300a11e0 0x7fad300a3690 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad44100560 0x7fad4419cda0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad440fe9e0 0x7fad441957f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 --2- 172.21.15.40:0/4051358901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad440ffbd0 0x7fad44195d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 >> 172.21.15.40:0/4051358901 conn(0x7fad440fa000 msgr2=0x7fad44067670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:42.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 shutdown_connections 2023-07-14T12:45:42.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.206+0000 7fad4a69c700 1 -- 172.21.15.40:0/4051358901 wait complete. 2023-07-14T12:45:42.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:41 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/726553374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:42.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:41 smithi133 ceph-mon[98311]: pgmap v278: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-07-14T12:45:42.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:41 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1029147715' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:42.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:41 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/922279828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:45:42.232 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:45:42.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:41 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/726553374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:42.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:41 smithi130 ceph-mon[97977]: pgmap v278: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-07-14T12:45:42.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:41 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1029147715' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:42.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:41 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/922279828' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:45:42.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 -- 172.21.15.40:0/2567867522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c1005d0 msgr2=0x7fb98c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 --2- 172.21.15.40:0/2567867522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c1005d0 0x7fb98c1029b0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb988009990 tx=0x7fb988009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 -- 172.21.15.40:0/2567867522 shutdown_connections 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 --2- 172.21.15.40:0/2567867522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb98c105810 0x7fb98c107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 --2- 172.21.15.40:0/2567867522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c1005d0 0x7fb98c1029b0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 --2- 172.21.15.40:0/2567867522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb98c102ef0 0x7fb98c1052d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 -- 172.21.15.40:0/2567867522 >> 172.21.15.40:0/2567867522 conn(0x7fb98c0f9fd0 msgr2=0x7fb98c0fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 -- 172.21.15.40:0/2567867522 shutdown_connections 2023-07-14T12:45:42.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.344+0000 7fb9936ee700 1 -- 172.21.15.40:0/2567867522 wait complete. 2023-07-14T12:45:42.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 Processor -- start 2023-07-14T12:45:42.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 -- start start 2023-07-14T12:45:42.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb98c1005d0 0x7fb98c1957a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb98c102ef0 0x7fb98c195ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 0x7fb98c19cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c19d320 con 0x7fb98c105810 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c19d460 con 0x7fb98c102ef0 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb9936ee700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb98c19d5f0 con 0x7fb98c1005d0 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb991c8b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 0x7fb98c19cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb991c8b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 0x7fb98c19cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60820/0 (socket says 172.21.15.40:60820) 2023-07-14T12:45:42.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb991c8b700 1 -- 172.21.15.40:0/296505128 learned_addr learned my addr 172.21.15.40:0/296505128 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb99148a700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb98c1005d0 0x7fb98c1957a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.345+0000 7fb990c89700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb98c102ef0 0x7fb98c195ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb991c8b700 1 -- 172.21.15.40:0/296505128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb98c1005d0 msgr2=0x7fb98c1957a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb991c8b700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb98c1005d0 0x7fb98c1957a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb991c8b700 1 -- 172.21.15.40:0/296505128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb98c102ef0 msgr2=0x7fb98c195ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb991c8b700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb98c102ef0 0x7fb98c195ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb991c8b700 1 -- 172.21.15.40:0/296505128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9880095f0 con 0x7fb98c105810 2023-07-14T12:45:42.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb991c8b700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 0x7fb98c19cd50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb984007ee0 tx=0x7fb98400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:42.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb984017070 con 0x7fb98c105810 2023-07-14T12:45:42.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb98c19d8d0 con 0x7fb98c105810 2023-07-14T12:45:42.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb98400f040 con 0x7fb98c105810 2023-07-14T12:45:42.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb984005740 con 0x7fb98c105810 2023-07-14T12:45:42.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.346+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb98c19dde0 con 0x7fb98c105810 2023-07-14T12:45:42.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.347+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb98c0fbb40 con 0x7fb98c105810 2023-07-14T12:45:42.365 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.348+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb98400dc60 con 0x7fb98c105810 2023-07-14T12:45:42.366 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.349+0000 7fb97e7fc700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb9780a1220 0x7fb9780a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.366 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.349+0000 7fb99148a700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb9780a1220 0x7fb9780a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.366 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.349+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb9840cc740 con 0x7fb98c105810 2023-07-14T12:45:42.366 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.349+0000 7fb99148a700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb9780a1220 0x7fb9780a36d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb98800b2e0 tx=0x7fb988005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:42.366 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.352+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb984095ee0 con 0x7fb98c105810 2023-07-14T12:45:42.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.598+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb98c02c850 con 0x7fb98c105810 2023-07-14T12:45:42.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.599+0000 7fb97e7fc700 1 -- 172.21.15.40:0/296505128 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7fb984099500 con 0x7fb98c105810 2023-07-14T12:45:42.613 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:42.613 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:45:42.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb9780a1220 msgr2=0x7fb9780a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb9780a1220 0x7fb9780a36d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb98800b2e0 tx=0x7fb988005fb0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 msgr2=0x7fb98c19cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 0x7fb98c19cd50 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb984007ee0 tx=0x7fb98400d3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 shutdown_connections 2023-07-14T12:45:42.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb9780a1220 0x7fb9780a36d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb98c1005d0 0x7fb98c1957a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb98c105810 0x7fb98c19cd50 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 --2- 172.21.15.40:0/296505128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb98c102ef0 0x7fb98c195ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 >> 172.21.15.40:0/296505128 conn(0x7fb98c0f9fd0 msgr2=0x7fb98c101230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:42.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 shutdown_connections 2023-07-14T12:45:42.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.601+0000 7fb9936ee700 1 -- 172.21.15.40:0/296505128 wait complete. 2023-07-14T12:45:42.617 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:45:42.628 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:45:42.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 -- 172.21.15.40:0/3535273938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900fe9d0 msgr2=0x7f3c900fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 --2- 172.21.15.40:0/3535273938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900fe9d0 0x7f3c900fede0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c009990 tx=0x7f3c8c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 -- 172.21.15.40:0/3535273938 shutdown_connections 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 --2- 172.21.15.40:0/3535273938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c90100550 0x7f3c90106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 --2- 172.21.15.40:0/3535273938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900fe9d0 0x7f3c900fede0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 --2- 172.21.15.40:0/3535273938 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c900ffbc0 0x7f3c90100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 -- 172.21.15.40:0/3535273938 >> 172.21.15.40:0/3535273938 conn(0x7f3c900f9fd0 msgr2=0x7f3c900fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:42.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 -- 172.21.15.40:0/3535273938 shutdown_connections 2023-07-14T12:45:42.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 -- 172.21.15.40:0/3535273938 wait complete. 2023-07-14T12:45:42.756 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 Processor -- start 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.740+0000 7f3c974aa700 1 -- start start 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c900fe9d0 0x7f3c900681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 0x7f3c9019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c90100550 0x7f3c9019cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9019d310 con 0x7f3c900ffbc0 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9019d480 con 0x7f3c900fe9d0 2023-07-14T12:45:42.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c9019d640 con 0x7f3c90100550 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 0x7f3c9019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 0x7f3c9019a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60830/0 (socket says 172.21.15.40:60830) 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 -- 172.21.15.40:0/1510492666 learned_addr learned my addr 172.21.15.40:0/1510492666 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c95246700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c900fe9d0 0x7f3c900681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c95a47700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c90100550 0x7f3c9019cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 -- 172.21.15.40:0/1510492666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c90100550 msgr2=0x7f3c9019cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c90100550 0x7f3c9019cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 -- 172.21.15.40:0/1510492666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c900fe9d0 msgr2=0x7f3c900681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c900fe9d0 0x7f3c900681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 -- 172.21.15.40:0/1510492666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c8c0095f0 con 0x7f3c900ffbc0 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c94a45700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 0x7f3c9019a530 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3c8000d980 tx=0x7f3c8000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c80004220 con 0x7f3c900ffbc0 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3c80007640 con 0x7f3c900ffbc0 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c9019d920 con 0x7f3c900ffbc0 2023-07-14T12:45:42.759 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c80005690 con 0x7f3c900ffbc0 2023-07-14T12:45:42.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.741+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c9019de30 con 0x7f3c900ffbc0 2023-07-14T12:45:42.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.742+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c90105f60 con 0x7f3c900ffbc0 2023-07-14T12:45:42.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.744+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3c80004750 con 0x7f3c900ffbc0 2023-07-14T12:45:42.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.744+0000 7f3c867fc700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3c7c0a1220 0x7f3c7c0a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:42.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.744+0000 7f3c95246700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3c7c0a1220 0x7f3c7c0a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:42.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.744+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f3c800ccc50 con 0x7f3c900ffbc0 2023-07-14T12:45:42.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.745+0000 7f3c95246700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3c7c0a1220 0x7f3c7c0a36d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c00b5c0 tx=0x7f3c8c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:42.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.748+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3c800963f0 con 0x7f3c900ffbc0 2023-07-14T12:45:42.964 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.951+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3c9002ca60 con 0x7f3c900ffbc0 2023-07-14T12:45:42.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.952+0000 7f3c867fc700 1 -- 172.21.15.40:0/1510492666 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+22133 (secure 0 0 0) 0x7f3c80016020 con 0x7f3c900ffbc0 2023-07-14T12:45:42.966 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:42.967 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":80,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:44:48.736800+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:45:42.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3c7c0a1220 msgr2=0x7f3c7c0a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3c7c0a1220 0x7f3c7c0a36d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c00b5c0 tx=0x7f3c8c005960 comp rx=0 tx=0).stop 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 msgr2=0x7f3c9019a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 0x7f3c9019a530 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f3c8000d980 tx=0x7f3c8000dc90 comp rx=0 tx=0).stop 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 shutdown_connections 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3c7c0a1220 0x7f3c7c0a36d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c90100550 0x7f3c9019cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c900fe9d0 0x7f3c900681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 --2- 172.21.15.40:0/1510492666 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c900ffbc0 0x7f3c9019a530 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:42.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 >> 172.21.15.40:0/1510492666 conn(0x7f3c900f9fd0 msgr2=0x7f3c901030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:42.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 shutdown_connections 2023-07-14T12:45:42.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:42.955+0000 7f3c974aa700 1 -- 172.21.15.40:0/1510492666 wait complete. 2023-07-14T12:45:42.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:42 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2665059210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:45:42.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:42 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4051358901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:45:42.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:42 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/296505128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:42.983 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:45:43.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 -- 172.21.15.40:0/1270310818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 msgr2=0x7fdd10106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 --2- 172.21.15.40:0/1270310818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd10106e50 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fdd0800b0a0 tx=0x7fdd0800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 -- 172.21.15.40:0/1270310818 shutdown_connections 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 --2- 172.21.15.40:0/1270310818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd100fea10 0x7fdd100fee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 --2- 172.21.15.40:0/1270310818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd10106e50 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 --2- 172.21.15.40:0/1270310818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100ffc00 0x7fdd10100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 -- 172.21.15.40:0/1270310818 >> 172.21.15.40:0/1270310818 conn(0x7fdd100fa030 msgr2=0x7fdd100fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 -- 172.21.15.40:0/1270310818 shutdown_connections 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.097+0000 7fdd17d37700 1 -- 172.21.15.40:0/1270310818 wait complete. 2023-07-14T12:45:43.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 Processor -- start 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 -- start start 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100fea10 0x7fdd100691d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd100ffc00 0x7fdd1019a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd1019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd1019d430 con 0x7fdd10100590 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd1019d5a0 con 0x7fdd100fea10 2023-07-14T12:45:43.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd17d37700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd1019d760 con 0x7fdd100ffc00 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd162d4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd1019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd162d4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd1019cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60844/0 (socket says 172.21.15.40:60844) 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd162d4700 1 -- 172.21.15.40:0/3411592133 learned_addr learned my addr 172.21.15.40:0/3411592133 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd152d2700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd100ffc00 0x7fdd1019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.098+0000 7fdd15ad3700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100fea10 0x7fdd100691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd162d4700 1 -- 172.21.15.40:0/3411592133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd100ffc00 msgr2=0x7fdd1019a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd162d4700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd100ffc00 0x7fdd1019a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd162d4700 1 -- 172.21.15.40:0/3411592133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100fea10 msgr2=0x7fdd100691d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd162d4700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100fea10 0x7fdd100691d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd162d4700 1 -- 172.21.15.40:0/3411592133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd08009d00 con 0x7fdd10100590 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd15ad3700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100fea10 0x7fdd100691d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd162d4700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd1019cc60 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fdd08009fd0 tx=0x7fdd08004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd0800e040 con 0x7fdd10100590 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd0801d690 con 0x7fdd10100590 2023-07-14T12:45:43.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd1019d9e0 con 0x7fdd10100590 2023-07-14T12:45:43.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd08004280 con 0x7fdd10100590 2023-07-14T12:45:43.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.099+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd1019de10 con 0x7fdd10100590 2023-07-14T12:45:43.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.100+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd10105db0 con 0x7fdd10100590 2023-07-14T12:45:43.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.101+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fdd0801dae0 con 0x7fdd10100590 2023-07-14T12:45:43.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.102+0000 7fdd06ffd700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdcfc0a1220 0x7fdcfc0a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.102+0000 7fdd15ad3700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdcfc0a1220 0x7fdcfc0a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.102+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fdd080ce910 con 0x7fdd10100590 2023-07-14T12:45:43.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.102+0000 7fdd15ad3700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdcfc0a1220 0x7fdcfc0a36d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdd100ffa60 tx=0x7fdd0c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.106+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fdd08098260 con 0x7fdd10100590 2023-07-14T12:45:43.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:42 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2665059210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:45:43.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:42 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4051358901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:45:43.230 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:42 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/296505128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:43.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:42 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2665059210' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:45:43.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:42 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4051358901' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:45:43.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:42 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/296505128' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:43.366 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.353+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdd1002c850 con 0x7fdd10100590 2023-07-14T12:45:43.367 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.353+0000 7fdd06ffd700 1 -- 172.21.15.40:0/3411592133 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7fdd0809b880 con 0x7fdd10100590 2023-07-14T12:45:43.367 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:43.367 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:45:43.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdcfc0a1220 msgr2=0x7fdcfc0a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdcfc0a1220 0x7fdcfc0a36d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fdd100ffa60 tx=0x7fdd0c008040 comp rx=0 tx=0).stop 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 msgr2=0x7fdd1019cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd1019cc60 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fdd08009fd0 tx=0x7fdd08004c80 comp rx=0 tx=0).stop 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 shutdown_connections 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fdcfc0a1220 0x7fdcfc0a36d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd10100590 0x7fdd1019cc60 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdd100fea10 0x7fdd100691d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 --2- 172.21.15.40:0/3411592133 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdd100ffc00 0x7fdd1019a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 >> 172.21.15.40:0/3411592133 conn(0x7fdd100fa030 msgr2=0x7fdd10102ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 shutdown_connections 2023-07-14T12:45:43.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.356+0000 7fdd17d37700 1 -- 172.21.15.40:0/3411592133 wait complete. 2023-07-14T12:45:43.371 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:45:43.382 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-07-14T12:44:47.505406+0000', 'modified': '2023-07-14T12:44:54.759119+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24527, 'mds_1': 24505, 'mds_2': 24491, 'mds_3': 24437, 'mds_4': 24433}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14595': {'gid': 14595, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6839/2689125653', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6838', 'nonce': 2689125653}, {'type': 'v1', 'addr': '172.21.15.40:6839', 'nonce': 2689125653}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_14607': {'gid': 14607, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6841/951645887', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6840', 'nonce': 951645887}, {'type': 'v1', 'addr': '172.21.15.40:6841', 'nonce': 951645887}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24433': {'gid': 24433, 'name': 'l', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.133:6833/1848616642', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 1848616642}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 1848616642}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24437': {'gid': 24437, 'name': 'k', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.130:6833/2878458841', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6832', 'nonce': 2878458841}, {'type': 'v1', 'addr': '172.21.15.130:6833', 'nonce': 2878458841}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24461': {'gid': 24461, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.130:6835/625272293', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6834', 'nonce': 625272293}, {'type': 'v1', 'addr': '172.21.15.130:6835', 'nonce': 625272293}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/4012282981', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 4012282981}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 4012282981}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24481': {'gid': 24481, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/3910204745', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 3910204745}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 3910204745}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.130:6837/4055803208', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6836', 'nonce': 4055803208}, {'type': 'v1', 'addr': '172.21.15.130:6837', 'nonce': 4055803208}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24505': {'gid': 24505, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.133:6839/532214832', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 532214832}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 532214832}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24527': {'gid': 24527, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.130:6839/3748800315', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6838', 'nonce': 3748800315}, {'type': 'v1', 'addr': '172.21.15.130:6839', 'nonce': 3748800315}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-07-14T12:45:43.382 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-07-14T12:45:43.382 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.l status 2023-07-14T12:45:43.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 -- 172.21.15.40:0/3217747212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c102ee0 msgr2=0x7fae6c1052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 --2- 172.21.15.40:0/3217747212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c102ee0 0x7fae6c1052c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fae5c009990 tx=0x7fae5c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 -- 172.21.15.40:0/3217747212 shutdown_connections 2023-07-14T12:45:43.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 --2- 172.21.15.40:0/3217747212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c1005c0 0x7fae6c1029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 --2- 172.21.15.40:0/3217747212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c105800 0x7fae6c107c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 --2- 172.21.15.40:0/3217747212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c102ee0 0x7fae6c1052c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 -- 172.21.15.40:0/3217747212 >> 172.21.15.40:0/3217747212 conn(0x7fae6c0fa000 msgr2=0x7fae6c0fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 -- 172.21.15.40:0/3217747212 shutdown_connections 2023-07-14T12:45:43.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.495+0000 7fae745bf700 1 -- 172.21.15.40:0/3217747212 wait complete. 2023-07-14T12:45:43.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 Processor -- start 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 -- start start 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 0x7fae6c0fff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c102ee0 0x7fae6c0fe570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c105800 0x7fae6c0feab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c0ff250 con 0x7fae6c1005c0 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c0ff3c0 con 0x7fae6c102ee0 2023-07-14T12:45:43.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae745bf700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c19f880 con 0x7fae6c105800 2023-07-14T12:45:43.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 0x7fae6c0fff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 0x7fae6c0fff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60854/0 (socket says 172.21.15.40:60854) 2023-07-14T12:45:43.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 -- 172.21.15.40:0/2908163688 learned_addr learned my addr 172.21.15.40:0/2908163688 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c105800 0x7fae6c0feab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c102ee0 0x7fae6c0fe570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 -- 172.21.15.40:0/2908163688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c105800 msgr2=0x7fae6c0feab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c105800 0x7fae6c0feab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 -- 172.21.15.40:0/2908163688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c102ee0 msgr2=0x7fae6c0fe570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c102ee0 0x7fae6c0fe570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 -- 172.21.15.40:0/2908163688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae5c0095f0 con 0x7fae6c1005c0 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c105800 0x7fae6c0feab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c102ee0 0x7fae6c0fe570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:43.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.496+0000 7fae7235b700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 0x7fae6c0fff30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fae6800d950 tx=0x7fae6800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.497+0000 7fae637fe700 1 -- 172.21.15.40:0/2908163688 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae68009b40 con 0x7fae6c1005c0 2023-07-14T12:45:43.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.497+0000 7fae637fe700 1 -- 172.21.15.40:0/2908163688 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae68009ca0 con 0x7fae6c1005c0 2023-07-14T12:45:43.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.497+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae6c19fb60 con 0x7fae6c1005c0 2023-07-14T12:45:43.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.497+0000 7fae637fe700 1 -- 172.21.15.40:0/2908163688 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae6800f620 con 0x7fae6c1005c0 2023-07-14T12:45:43.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.497+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae6c1a0070 con 0x7fae6c1005c0 2023-07-14T12:45:43.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.499+0000 7fae637fe700 1 -- 172.21.15.40:0/2908163688 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fae68010460 con 0x7fae6c1005c0 2023-07-14T12:45:43.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.499+0000 7fae637fe700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fae580a11e0 0x7fae580a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.499+0000 7fae637fe700 1 -- 172.21.15.40:0/2908163688 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fae680ccc70 con 0x7fae6c1005c0 2023-07-14T12:45:43.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.499+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fae580a11e0 0x7fae580a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fae580a11e0 0x7fae580a3690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fae5c00b5c0 tx=0x7fae5c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 Processor -- start 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 -- start start 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x55705501b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705501c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x55705501d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f20c60 con 0x55705501bdd0 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f739f0 con 0x55705501b480 2023-07-14T12:45:43.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.500+0000 7fae80745b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f6ce80 con 0x55705501cc20 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705501c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705501c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60864/0 (socket says 172.21.15.40:60864) 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 -- 172.21.15.40:0/116682300 learned_addr learned my addr 172.21.15.40:0/116682300 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae7235b700 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x55705501b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae72b5c700 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x55705501d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 -- 172.21.15.40:0/116682300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 msgr2=0x55705501d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x55705501d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 -- 172.21.15.40:0/116682300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 msgr2=0x55705501b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x55705501b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 -- 172.21.15.40:0/116682300 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557054d9ad90 con 0x55705501bdd0 2023-07-14T12:45:43.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae71b5a700 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705501c690 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fae5c00b8d0 tx=0x7fae5c01e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28972fd91933a08 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae60ff9700 1 -- 172.21.15.40:0/116682300 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae5c02a070 con 0x55705501bdd0 2023-07-14T12:45:43.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae60ff9700 1 -- 172.21.15.40:0/116682300 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae5c01d040 con 0x55705501bdd0 2023-07-14T12:45:43.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.501+0000 7fae60ff9700 1 -- 172.21.15.40:0/116682300 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae5c00f740 con 0x55705501bdd0 2023-07-14T12:45:43.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 -- 172.21.15.40:0/116682300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 msgr2=0x55705501c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705501c690 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fae5c00b8d0 tx=0x7fae5c01e000 comp rx=0 tx=0).stop 2023-07-14T12:45:43.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 -- 172.21.15.40:0/116682300 shutdown_connections 2023-07-14T12:45:43.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x55705501d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x55705501b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 --2- 172.21.15.40:0/116682300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705501c690 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 -- 172.21.15.40:0/116682300 >> 172.21.15.40:0/116682300 conn(0x557055010d50 msgr2=0x557055016180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 -- 172.21.15.40:0/116682300 shutdown_connections 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 -- 172.21.15.40:0/116682300 wait complete. 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 -- start start 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.502+0000 7fae80745b80 1 Processor -- start 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055025120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055025660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 0x55705502c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f0ca70 con 0x55705501cc20 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f0c770 con 0x55705501b480 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054df08d0 con 0x55705501bdd0 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae80745b80 10 client.0 _ll_register_callbacks cb 0x557054f0a710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 0x55705502c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 0x55705502c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60872/0 (socket says 172.21.15.40:60872) 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 -- 172.21.15.40:0/2427412883 learned_addr learned my addr 172.21.15.40:0/2427412883 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae7235b700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055025120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055025660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 -- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 msgr2=0x557055025660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055025660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 -- 172.21.15.40:0/2427412883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 msgr2=0x557055025120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055025120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 -- 172.21.15.40:0/2427412883 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae6c1087f0 con 0x55705501cc20 2023-07-14T12:45:43.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 0x55705502c6a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fae64007870 tx=0x7fae64007b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a0d5cb3be4eff89 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:43.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae55ffb700 1 -- 172.21.15.40:0/2427412883 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae64010670 con 0x55705501cc20 2023-07-14T12:45:43.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.503+0000 7fae55ffb700 1 -- 172.21.15.40:0/2427412883 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fae640107d0 con 0x55705501cc20 2023-07-14T12:45:43.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557054ec64a0 con 0x55705501cc20 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae55ffb700 1 -- 172.21.15.40:0/2427412883 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae64010990 con 0x55705501cc20 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 10 client.15012 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557054d83c10 con 0x55705501cc20 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae55ffb700 1 -- 172.21.15.40:0/2427412883 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557054ec64a0 con 0x55705501cc20 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae55ffb700 1 -- 172.21.15.40:0/2427412883 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fae64015bd0 con 0x55705501cc20 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 10 client.15012 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 10 client.15012 resolve_mds: resolved name 'l' to daemon mds.l 2023-07-14T12:45:43.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 20 client.15012 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550304a0 0x55705502f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 4 client.15012 mds_command: new command op to 24433 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557054f65e60 con 0x5570550304a0 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.504+0000 7fae7235b700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550304a0 0x55705502f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.505+0000 7fae55ffb700 10 client.15012 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.505+0000 7fae7235b700 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550304a0 0x55705502f850 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b6c6fcafa8d5e38d server_cookie=354d12ead8f672e7 in_seq=0 out_seq=0 2023-07-14T12:45:43.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.505+0000 7fae55ffb700 1 -- 172.21.15.40:0/2427412883 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x557054f65e60 con 0x5570550304a0 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.505+0000 7fae55ffb700 10 client.15012 handle_command_reply: tid=0 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.505+0000 7fae80745b80 1 client.15012 shutdown 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 msgr2=0x55705502c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 0x55705502c6a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fae64007870 tx=0x7fae64007b80 comp rx=0 tx=0).stop 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 shutdown_connections 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550304a0 0x55705502f850 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501cc20 0x55705502c6a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae55ffb700 0 client.15012 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055025120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 --2- 172.21.15.40:0/2427412883 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055025660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 >> 172.21.15.40:0/2427412883 conn(0x557055010d50 msgr2=0x557055015860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 shutdown_connections 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 1 -- 172.21.15.40:0/2427412883 wait complete. 2023-07-14T12:45:43.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.506+0000 7fae80745b80 20 client.15012 trim_cache size 0 max 16384 2023-07-14T12:45:43.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.523+0000 7fae80745b80 1 Processor -- start 2023-07-14T12:45:43.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.523+0000 7fae80745b80 1 -- start start 2023-07-14T12:45:43.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae80745b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055023dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae80745b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705502c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae80745b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x557055022ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae80745b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054dfcde0 con 0x55705501bdd0 2023-07-14T12:45:43.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae80745b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f2b480 con 0x55705501b480 2023-07-14T12:45:43.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae80745b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557054f16470 con 0x55705501cc20 2023-07-14T12:45:43.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705502c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705502c5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60878/0 (socket says 172.21.15.40:60878) 2023-07-14T12:45:43.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 -- 172.21.15.40:0/2055879589 learned_addr learned my addr 172.21.15.40:0/2055879589 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae7235b700 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055023dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x557055022ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 -- 172.21.15.40:0/2055879589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 msgr2=0x557055022ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x557055022ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 -- 172.21.15.40:0/2055879589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 msgr2=0x557055023dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055023dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 -- 172.21.15.40:0/2055879589 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557054dc1200 con 0x55705501bdd0 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x557055022ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705502c5c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fae5c025000 tx=0x7fae5c005560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d0565ea26b9654 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae617fa700 1 -- 172.21.15.40:0/2055879589 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae5c034030 con 0x55705501bdd0 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae617fa700 1 -- 172.21.15.40:0/2055879589 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae5c003d50 con 0x55705501bdd0 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.524+0000 7fae617fa700 1 -- 172.21.15.40:0/2055879589 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae5c02a040 con 0x55705501bdd0 2023-07-14T12:45:43.546 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 -- 172.21.15.40:0/2055879589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 msgr2=0x55705502c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705502c5c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fae5c025000 tx=0x7fae5c005560 comp rx=0 tx=0).stop 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 -- 172.21.15.40:0/2055879589 shutdown_connections 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501cc20 0x557055022ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501b480 0x557055023dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 --2- 172.21.15.40:0/2055879589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501bdd0 0x55705502c5c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 -- 172.21.15.40:0/2055879589 >> 172.21.15.40:0/2055879589 conn(0x557055010d50 msgr2=0x557055039210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 -- 172.21.15.40:0/2055879589 shutdown_connections 2023-07-14T12:45:43.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 -- 172.21.15.40:0/2055879589 wait complete. 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 -- start start 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.525+0000 7fae80745b80 1 Processor -- start 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 0x557055027830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055027d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501cc20 0x557055084340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557055084880 con 0x55705501b480 2023-07-14T12:45:43.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570550849c0 con 0x55705501cc20 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557055084b00 con 0x55705501bdd0 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 10 client.0 _ll_register_callbacks cb 0x7fae64009d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 0x557055027830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 0x557055027830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60882/0 (socket says 172.21.15.40:60882) 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 -- 172.21.15.40:0/2091051056 learned_addr learned my addr 172.21.15.40:0/2091051056 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055027d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.549 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501cc20 0x557055084340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 -- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 msgr2=0x557055027d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055027d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 -- 172.21.15.40:0/2091051056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501cc20 msgr2=0x557055084340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501cc20 0x557055084340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 -- 172.21.15.40:0/2091051056 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557054d9ad90 con 0x55705501b480 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae72b5c700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501cc20 0x557055084340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae7235b700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 0x557055027830 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fae680965d0 tx=0x7fae68096410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1969cea5fd5509b4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.550 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae55ffb700 1 -- 172.21.15.40:0/2091051056 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae6809a530 con 0x55705501b480 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae55ffb700 1 -- 172.21.15.40:0/2091051056 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fae68098520 con 0x55705501b480 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.526+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fae5c01d040 con 0x55705501b480 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae55ffb700 1 -- 172.21.15.40:0/2091051056 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae68010920 con 0x55705501b480 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 10 client.15018 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557054d99260 con 0x55705501b480 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae55ffb700 1 -- 172.21.15.40:0/2091051056 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae5c01d040 con 0x55705501b480 2023-07-14T12:45:43.551 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae55ffb700 1 -- 172.21.15.40:0/2091051056 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fae680b8140 con 0x55705501b480 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 10 client.15018 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 10 client.15018 resolve_mds: resolved name 'l' to daemon mds.l 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 20 client.15018 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550896c0 0x557055086030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 4 client.15018 mds_command: new command op to 24433 tid=0[{"prefix": "status"}] 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557054f28000 con 0x5570550896c0 2023-07-14T12:45:43.552 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.527+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550896c0 0x557055086030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae55ffb700 10 client.15018 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae71b5a700 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550896c0 0x557055086030 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bef00bf48784a4de server_cookie=553bf5ce521f1738 in_seq=0 out_seq=0 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae55ffb700 1 -- 172.21.15.40:0/2091051056 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x557054f28000 con 0x5570550896c0 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae55ffb700 10 client.15018 handle_command_reply: tid=0 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 client.15018 shutdown 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 msgr2=0x557055027830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 0x557055027830 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fae680965d0 tx=0x7fae68096410 comp rx=0 tx=0).stop 2023-07-14T12:45:43.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 shutdown_connections 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5570550896c0 0x557055086030 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55705501cc20 0x557055084340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55705501b480 0x557055027830 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae55ffb700 0 client.15018 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 --2- 172.21.15.40:0/2091051056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55705501bdd0 0x557055027d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 >> 172.21.15.40:0/2091051056 conn(0x557055010d50 msgr2=0x557055023dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 shutdown_connections 2023-07-14T12:45:43.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 1 -- 172.21.15.40:0/2091051056 wait complete. 2023-07-14T12:45:43.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae80745b80 20 client.15018 trim_cache size 0 max 16384 2023-07-14T12:45:43.555 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:45:43.555 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:45:43.556 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 4, 2023-07-14T12:45:43.556 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24433, 2023-07-14T12:45:43.556 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:45:43.556 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:45:43.556 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:45:43.557 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 49.772695511000002, 2023-07-14T12:45:43.557 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:45:43.557 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 80, 2023-07-14T12:45:43.557 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:45:43.557 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 86.136312552000007 2023-07-14T12:45:43.557 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:45:43.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fae580a11e0 msgr2=0x7fae580a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae745bf700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fae580a11e0 0x7fae580a3690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fae5c00b5c0 tx=0x7fae5c005fb0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 msgr2=0x7fae6c0fff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.528+0000 7fae745bf700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 0x7fae6c0fff30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fae6800d950 tx=0x7fae6800dd10 comp rx=0 tx=0).stop 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 shutdown_connections 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fae580a11e0 0x7fae580a3690 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c105800 0x7fae6c0feab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c1005c0 0x7fae6c0fff30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 --2- 172.21.15.40:0/2908163688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c102ee0 0x7fae6c0fe570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 >> 172.21.15.40:0/2908163688 conn(0x7fae6c0fa000 msgr2=0x7fae6c101220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 shutdown_connections 2023-07-14T12:45:43.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.529+0000 7fae745bf700 1 -- 172.21.15.40:0/2908163688 wait complete. 2023-07-14T12:45:43.560 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2023-07-14T12:45:43.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/1829631146 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740fe9e0 msgr2=0x7f5f740fedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/1829631146 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740fe9e0 0x7f5f740fedf0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f5f68009990 tx=0x7f5f68009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/1829631146 shutdown_connections 2023-07-14T12:45:43.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/1829631146 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f74100560 0x7f5f74106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/1829631146 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740fe9e0 0x7f5f740fedf0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/1829631146 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f740ffbd0 0x7f5f74100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/1829631146 >> 172.21.15.40:0/1829631146 conn(0x7f5f740fa000 msgr2=0x7f5f740fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/1829631146 shutdown_connections 2023-07-14T12:45:43.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.673+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/1829631146 wait complete. 2023-07-14T12:45:43.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 Processor -- start 2023-07-14T12:45:43.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 -- start start 2023-07-14T12:45:43.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f740fe9e0 0x7f5f74195840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 0x7f5f74195d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f74100560 0x7f5f7419cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f7419d3c0 con 0x7f5f740ffbd0 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f7419d500 con 0x7f5f74100560 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7ab7d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f7419d690 con 0x7f5f740fe9e0 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 0x7f5f74195d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 0x7f5f74195d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60898/0 (socket says 172.21.15.40:60898) 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 -- 172.21.15.40:0/2180436061 learned_addr learned my addr 172.21.15.40:0/2180436061 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f78919700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f740fe9e0 0x7f5f74195840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f7911a700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f74100560 0x7f5f7419cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 -- 172.21.15.40:0/2180436061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f740fe9e0 msgr2=0x7f5f74195840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f740fe9e0 0x7f5f74195840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 -- 172.21.15.40:0/2180436061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f74100560 msgr2=0x7f5f7419cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f74100560 0x7f5f7419cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 -- 172.21.15.40:0/2180436061 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f680095f0 con 0x7f5f740ffbd0 2023-07-14T12:45:43.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 0x7f5f74195d80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5f6000d950 tx=0x7f5f6000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.674+0000 7f5f71ffb700 1 -- 172.21.15.40:0/2180436061 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f60009940 con 0x7f5f740ffbd0 2023-07-14T12:45:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.675+0000 7f5f71ffb700 1 -- 172.21.15.40:0/2180436061 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f60010460 con 0x7f5f740ffbd0 2023-07-14T12:45:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.675+0000 7f5f71ffb700 1 -- 172.21.15.40:0/2180436061 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f6000f620 con 0x7f5f740ffbd0 2023-07-14T12:45:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.675+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f7419d970 con 0x7f5f740ffbd0 2023-07-14T12:45:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.675+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f7419de30 con 0x7f5f740ffbd0 2023-07-14T12:45:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.677+0000 7f5f71ffb700 1 -- 172.21.15.40:0/2180436061 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f5f600108d0 con 0x7f5f740ffbd0 2023-07-14T12:45:43.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.677+0000 7f5f71ffb700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f640a1260 0x7f5f640a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.678+0000 7f5f71ffb700 1 -- 172.21.15.40:0/2180436061 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5f600cc860 con 0x7f5f740ffbd0 2023-07-14T12:45:43.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.678+0000 7f5f78919700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f640a1260 0x7f5f640a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.678+0000 7f5f78919700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f640a1260 0x7f5f640a3710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5f6800b5c0 tx=0x7f5f68005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.678+0000 7f5f86d03b80 1 Processor -- start 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.678+0000 7f5f86d03b80 1 -- start start 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd20890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd21690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd22090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc25c60 con 0x562edfd21c20 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc789f0 con 0x562edfd20480 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc71e80 con 0x562edfd20dd0 2023-07-14T12:45:43.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd22090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd22090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60906/0 (socket says 172.21.15.40:60906) 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 -- 172.21.15.40:0/4170366948 learned_addr learned my addr 172.21.15.40:0/4170366948 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f78919700 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd20890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f73fff700 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd21690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 -- 172.21.15.40:0/4170366948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 msgr2=0x562edfd21690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd21690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 -- 172.21.15.40:0/4170366948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 msgr2=0x562edfd20890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd20890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 -- 172.21.15.40:0/4170366948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562edfa9fd90 con 0x562edfd21c20 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f7911a700 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd22090 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c00e190 tx=0x7f5f6c00e4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2056b2343640c380 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f5effd700 1 -- 172.21.15.40:0/4170366948 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c018070 con 0x562edfd21c20 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f5effd700 1 -- 172.21.15.40:0/4170366948 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f6c007c30 con 0x562edfd21c20 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.679+0000 7f5f5effd700 1 -- 172.21.15.40:0/4170366948 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c014c20 con 0x562edfd21c20 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 -- 172.21.15.40:0/4170366948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 msgr2=0x562edfd22090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd22090 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c00e190 tx=0x7f5f6c00e4a0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 -- 172.21.15.40:0/4170366948 shutdown_connections 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd22090 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd20890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/4170366948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd21690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 -- 172.21.15.40:0/4170366948 >> 172.21.15.40:0/4170366948 conn(0x562edfd15d50 msgr2=0x562edfd1b180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 -- 172.21.15.40:0/4170366948 shutdown_connections 2023-07-14T12:45:43.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 -- 172.21.15.40:0/4170366948 wait complete. 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.680+0000 7f5f86d03b80 1 -- start start 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 Processor -- start 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd2a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd2a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd31680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc11a70 con 0x562edfd21c20 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc11770 con 0x562edfd20480 2023-07-14T12:45:43.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfaf58d0 con 0x562edfd20dd0 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f86d03b80 10 client.0 _ll_register_callbacks cb 0x562edfc0f710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f7911a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd31680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f7911a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd31680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60914/0 (socket says 172.21.15.40:60914) 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f7911a700 1 -- 172.21.15.40:0/2846215192 learned_addr learned my addr 172.21.15.40:0/2846215192 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f78919700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd2a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd2a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f7911a700 1 -- 172.21.15.40:0/2846215192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 msgr2=0x562edfd2a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.681+0000 7f5f7911a700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd2a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f7911a700 1 -- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 msgr2=0x562edfd2a100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f7911a700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd2a100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f7911a700 1 -- 172.21.15.40:0/2846215192 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f6c00f040 con 0x562edfd21c20 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f7911a700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd31680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c009010 tx=0x7f5f6c007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7cf0db355e03e3e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f53fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f53fff700 1 -- 172.21.15.40:0/2846215192 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f6c018040 con 0x562edfd21c20 2023-07-14T12:45:43.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f53fff700 1 -- 172.21.15.40:0/2846215192 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5f6c014d70 con 0x562edfd21c20 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562edfc6ae60 con 0x562edfd21c20 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f53fff700 1 -- 172.21.15.40:0/2846215192 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5f6c014480 con 0x562edfd21c20 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 10 client.15030 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562edfa88c10 con 0x562edfd21c20 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f53fff700 1 -- 172.21.15.40:0/2846215192 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562edfc6ae60 con 0x562edfd21c20 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f53fff700 1 -- 172.21.15.40:0/2846215192 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5f6c0042a0 con 0x562edfd21c20 2023-07-14T12:45:43.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 10 client.15030 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 10 client.15030 resolve_mds: resolved name 'k' to daemon mds.k 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 20 client.15030 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd35320 0x562edfd34730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 4 client.15030 mds_command: new command op to 24437 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.682+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562edfc2d000 con 0x562edfd35320 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.683+0000 7f5f78919700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd35320 0x562edfd34730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.683+0000 7f5f78919700 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd35320 0x562edfd34730 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=be6353ffdcb5187b server_cookie=f7c21d47731bdd71 in_seq=0 out_seq=0 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.683+0000 7f5f53fff700 10 client.15030 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f53fff700 1 -- 172.21.15.40:0/2846215192 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562edfc2d000 con 0x562edfd35320 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f53fff700 10 client.15030 handle_command_reply: tid=0 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 client.15030 shutdown 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 msgr2=0x562edfd31680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd31680 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c009010 tx=0x7f5f6c007780 comp rx=0 tx=0).stop 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 shutdown_connections 2023-07-14T12:45:43.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd35320 0x562edfd34730 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd21c20 0x562edfd31680 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd20480 0x562edfd2a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f53fff700 0 client.15030 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2846215192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd2a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 >> 172.21.15.40:0/2846215192 conn(0x562edfd15d50 msgr2=0x562edfd1a860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 shutdown_connections 2023-07-14T12:45:43.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2846215192 wait complete. 2023-07-14T12:45:43.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.684+0000 7f5f86d03b80 20 client.15030 trim_cache size 0 max 16384 2023-07-14T12:45:43.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 Processor -- start 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 -- start start 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd28e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd31640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd31e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc2d000 con 0x562edfd20480 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfc40790 con 0x562edfd21c20 2023-07-14T12:45:43.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfb01de0 con 0x562edfd20dd0 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f78919700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd28e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f78919700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd28e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60918/0 (socket says 172.21.15.40:60918) 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f78919700 1 -- 172.21.15.40:0/258330464 learned_addr learned my addr 172.21.15.40:0/258330464 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f73fff700 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd31640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.702+0000 7f5f7911a700 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd31e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f78919700 1 -- 172.21.15.40:0/258330464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 msgr2=0x562edfd31640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f78919700 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd31640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f78919700 1 -- 172.21.15.40:0/258330464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 msgr2=0x562edfd31e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f78919700 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd31e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f78919700 1 -- 172.21.15.40:0/258330464 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562edfac6200 con 0x562edfd20480 2023-07-14T12:45:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f78919700 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd28e00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5f740ffa30 tx=0x7f5f68023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2554e8fbbdc4b4ca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f5f7fe700 1 -- 172.21.15.40:0/258330464 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f68005320 con 0x562edfd20480 2023-07-14T12:45:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f5f7fe700 1 -- 172.21.15.40:0/258330464 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f6801e040 con 0x562edfd20480 2023-07-14T12:45:43.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f5f7fe700 1 -- 172.21.15.40:0/258330464 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f68003e70 con 0x562edfd20480 2023-07-14T12:45:43.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 -- 172.21.15.40:0/258330464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 msgr2=0x562edfd28e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd28e00 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f5f740ffa30 tx=0x7f5f68023000 comp rx=0 tx=0).stop 2023-07-14T12:45:43.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 -- 172.21.15.40:0/258330464 shutdown_connections 2023-07-14T12:45:43.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd31e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd28e00 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/258330464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd31640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.703+0000 7f5f86d03b80 1 -- 172.21.15.40:0/258330464 >> 172.21.15.40:0/258330464 conn(0x562edfd15d50 msgr2=0x562edfd3e090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 -- 172.21.15.40:0/258330464 shutdown_connections 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 -- 172.21.15.40:0/258330464 wait complete. 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 -- start start 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 Processor -- start 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd271b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd315a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd891c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfd89700 con 0x562edfd20480 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfd89840 con 0x562edfd21c20 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edfd89980 con 0x562edfd20dd0 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f86d03b80 10 client.0 _ll_register_callbacks cb 0x7f5f68009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f78919700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd271b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f78919700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd271b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60924/0 (socket says 172.21.15.40:60924) 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f78919700 1 -- 172.21.15.40:0/2286949759 learned_addr learned my addr 172.21.15.40:0/2286949759 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd315a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.704+0000 7f5f7911a700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd891c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f78919700 1 -- 172.21.15.40:0/2286949759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 msgr2=0x562edfd315a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f78919700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd315a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f78919700 1 -- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 msgr2=0x562edfd891c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f78919700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd891c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f78919700 1 -- 172.21.15.40:0/2286949759 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f74067670 con 0x562edfd20480 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f7911a700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd891c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd315a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f78919700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd271b0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5f68003970 tx=0x7f5f68009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94d49d0051cf07da server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f53fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:43.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f53fff700 1 -- 172.21.15.40:0/2286949759 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f68003b70 con 0x562edfd20480 2023-07-14T12:45:43.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f53fff700 1 -- 172.21.15.40:0/2286949759 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5f68003cd0 con 0x562edfd20480 2023-07-14T12:45:43.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562edfbcb4a0 con 0x562edfd20480 2023-07-14T12:45:43.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f53fff700 1 -- 172.21.15.40:0/2286949759 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5f68003e90 con 0x562edfd20480 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f86d03b80 10 client.15036 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562edfa9e260 con 0x562edfd20480 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f53fff700 1 -- 172.21.15.40:0/2286949759 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562edfbcb4a0 con 0x562edfd20480 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f53fff700 1 -- 172.21.15.40:0/2286949759 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5f6802f070 con 0x562edfd20480 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.705+0000 7f5f86d03b80 10 client.15036 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 10 client.15036 resolve_mds: resolved name 'k' to daemon mds.k 2023-07-14T12:45:43.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 20 client.15036 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd8e140 0x562edfd8ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 4 client.15036 mds_command: new command op to 24437 tid=0[{"prefix": "status"}] 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "status"}) v1 -- 0x562edfac0f20 con 0x562edfd8e140 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd8e140 0x562edfd8ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f53fff700 10 client.15036 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f73fff700 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd8e140 0x562edfd8ab60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f1662b058f9009d7 server_cookie=fc7aae4f42ace699 in_seq=0 out_seq=0 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f53fff700 1 -- 172.21.15.40:0/2286949759 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x562edfac0f20 con 0x562edfd8e140 2023-07-14T12:45:43.729 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f53fff700 10 client.15036 handle_command_reply: tid=0 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 client.15036 shutdown 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 msgr2=0x562edfd271b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd271b0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f5f68003970 tx=0x7f5f68009310 comp rx=0 tx=0).stop 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 shutdown_connections 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x562edfd8e140 0x562edfd8ab60 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.706+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562edfd21c20 0x562edfd891c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f53fff700 0 client.15036 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:45:43.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562edfd20480 0x562edfd271b0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f86d03b80 1 --2- 172.21.15.40:0/2286949759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562edfd20dd0 0x562edfd315a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 >> 172.21.15.40:0/2286949759 conn(0x562edfd15d50 msgr2=0x562edfd28e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 shutdown_connections 2023-07-14T12:45:43.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f86d03b80 1 -- 172.21.15.40:0/2286949759 wait complete. 2023-07-14T12:45:43.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f86d03b80 20 client.15036 trim_cache size 0 max 16384 2023-07-14T12:45:43.731 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 3, 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24437, 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:45:43.732 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 50.963598974999996, 2023-07-14T12:45:43.733 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:45:43.733 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 80, 2023-07-14T12:45:43.733 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:45:43.733 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 84.148864684000003 2023-07-14T12:45:43.733 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:45:43.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f640a1260 msgr2=0x7f5f640a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f640a1260 0x7f5f640a3710 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5f6800b5c0 tx=0x7f5f68005960 comp rx=0 tx=0).stop 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 msgr2=0x7f5f74195d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 0x7f5f74195d80 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5f6000d950 tx=0x7f5f6000dc60 comp rx=0 tx=0).stop 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 shutdown_connections 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f640a1260 0x7f5f640a3710 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f740fe9e0 0x7f5f74195840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f74100560 0x7f5f7419cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 --2- 172.21.15.40:0/2180436061 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f740ffbd0 0x7f5f74195d80 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 >> 172.21.15.40:0/2180436061 conn(0x7f5f740fa000 msgr2=0x7f5f741030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.736 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 shutdown_connections 2023-07-14T12:45:43.736 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.707+0000 7f5f7ab7d700 1 -- 172.21.15.40:0/2180436061 wait complete. 2023-07-14T12:45:43.736 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-07-14T12:45:43.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 -- 172.21.15.40:0/916466210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe618100560 msgr2=0x7fe618106e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 --2- 172.21.15.40:0/916466210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe618100560 0x7fe618106e20 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe61000b0a0 tx=0x7fe61000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 -- 172.21.15.40:0/916466210 shutdown_connections 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 --2- 172.21.15.40:0/916466210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe618100560 0x7fe618106e20 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 --2- 172.21.15.40:0/916466210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6180fe9e0 0x7fe6180fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 --2- 172.21.15.40:0/916466210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6180ffbd0 0x7fe618100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 -- 172.21.15.40:0/916466210 >> 172.21.15.40:0/916466210 conn(0x7fe6180fa000 msgr2=0x7fe6180fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 -- 172.21.15.40:0/916466210 shutdown_connections 2023-07-14T12:45:43.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.853+0000 7fe61f594700 1 -- 172.21.15.40:0/916466210 wait complete. 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 Processor -- start 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 -- start start 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6180fe9e0 0x7fe618068200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 0x7fe61819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe618100560 0x7fe61819cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe61819d4e0 con 0x7fe6180ffbd0 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe61819d650 con 0x7fe6180fe9e0 2023-07-14T12:45:43.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61f594700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe61819d810 con 0x7fe618100560 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61cb2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 0x7fe61819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61cb2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 0x7fe61819a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60940/0 (socket says 172.21.15.40:60940) 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.854+0000 7fe61cb2f700 1 -- 172.21.15.40:0/712659128 learned_addr learned my addr 172.21.15.40:0/712659128 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61d330700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6180fe9e0 0x7fe618068200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61db31700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe618100560 0x7fe61819cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61cb2f700 1 -- 172.21.15.40:0/712659128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe618100560 msgr2=0x7fe61819cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe618100560 0x7fe61819cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61cb2f700 1 -- 172.21.15.40:0/712659128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6180fe9e0 msgr2=0x7fe618068200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6180fe9e0 0x7fe618068200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61cb2f700 1 -- 172.21.15.40:0/712659128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe610009d00 con 0x7fe6180ffbd0 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 0x7fe61819a6c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe60800d950 tx=0x7fe60800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe60e7fc700 1 -- 172.21.15.40:0/712659128 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe608009940 con 0x7fe6180ffbd0 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe60e7fc700 1 -- 172.21.15.40:0/712659128 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe608010460 con 0x7fe6180ffbd0 2023-07-14T12:45:43.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe61819daf0 con 0x7fe6180ffbd0 2023-07-14T12:45:43.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe60e7fc700 1 -- 172.21.15.40:0/712659128 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe60800f620 con 0x7fe6180ffbd0 2023-07-14T12:45:43.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.855+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe61819e000 con 0x7fe6180ffbd0 2023-07-14T12:45:43.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.858+0000 7fe60e7fc700 1 -- 172.21.15.40:0/712659128 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fe6080108d0 con 0x7fe6180ffbd0 2023-07-14T12:45:43.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.859+0000 7fe60e7fc700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe6040a11e0 0x7fe6040a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.859+0000 7fe61d330700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe6040a11e0 0x7fe6040a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.859+0000 7fe60e7fc700 1 -- 172.21.15.40:0/712659128 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe6080cc770 con 0x7fe6180ffbd0 2023-07-14T12:45:43.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.859+0000 7fe61d330700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe6040a11e0 0x7fe6040a3690 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6180ffa30 tx=0x7fe61400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.859+0000 7fe62b71ab80 1 Processor -- start 2023-07-14T12:45:43.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.859+0000 7fe62b71ab80 1 -- start start 2023-07-14T12:45:43.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4480 0x5568d72d4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4dd0 0x5568d72d5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72d6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d71d9c60 con 0x5568d72d5c20 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d722c9f0 con 0x5568d72d4480 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d7225e80 con 0x5568d72d4dd0 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72d6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72d6090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60950/0 (socket says 172.21.15.40:60950) 2023-07-14T12:45:43.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 -- 172.21.15.40:0/3309283743 learned_addr learned my addr 172.21.15.40:0/3309283743 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61d330700 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4480 0x5568d72d4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4dd0 0x5568d72d5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 -- 172.21.15.40:0/3309283743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4dd0 msgr2=0x5568d72d5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4dd0 0x5568d72d5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 -- 172.21.15.40:0/3309283743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4480 msgr2=0x5568d72d4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4480 0x5568d72d4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 -- 172.21.15.40:0/3309283743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568d7053d90 con 0x5568d72d5c20 2023-07-14T12:45:43.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe61db31700 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72d6090 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe610009c20 tx=0x7fe610009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42585e2e65be0e0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.860+0000 7fe6037fe700 1 -- 172.21.15.40:0/3309283743 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe61000e050 con 0x5568d72d5c20 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe6037fe700 1 -- 172.21.15.40:0/3309283743 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6100090d0 con 0x5568d72d5c20 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe6037fe700 1 -- 172.21.15.40:0/3309283743 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6100052a0 con 0x5568d72d5c20 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3309283743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 msgr2=0x5568d72d6090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72d6090 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe610009c20 tx=0x7fe610009c50 comp rx=0 tx=0).stop 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3309283743 shutdown_connections 2023-07-14T12:45:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72d6090 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4480 0x5568d72d4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3309283743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4dd0 0x5568d72d5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3309283743 >> 172.21.15.40:0/3309283743 conn(0x5568d72c9d50 msgr2=0x5568d72cf180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3309283743 shutdown_connections 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.861+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3309283743 wait complete. 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 -- start start 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 Processor -- start 2023-07-14T12:45:43.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72de000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72de540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72e5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d71c5a70 con 0x5568d72d5c20 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d71c5770 con 0x5568d72d4dd0 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d70a98d0 con 0x5568d72d4480 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe62b71ab80 10 client.0 _ll_register_callbacks cb 0x5568d71c3710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:43.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe61db31700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72e5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe61db31700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72e5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60956/0 (socket says 172.21.15.40:60956) 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe61db31700 1 -- 172.21.15.40:0/3286123947 learned_addr learned my addr 172.21.15.40:0/3286123947 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72de540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.862+0000 7fe61d330700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72de000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61db31700 1 -- 172.21.15.40:0/3286123947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 msgr2=0x5568d72de000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61db31700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72de000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61db31700 1 -- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 msgr2=0x5568d72de540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61db31700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72de540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61db31700 1 -- 172.21.15.40:0/3286123947 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe618107750 con 0x5568d72d5c20 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72de540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61d330700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72de000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe61db31700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72e5580 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe610009a20 tx=0x7fe610007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98e557558e24dee server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe600ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe600ff9700 1 -- 172.21.15.40:0/3286123947 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe61002d070 con 0x5568d72d5c20 2023-07-14T12:45:43.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe600ff9700 1 -- 172.21.15.40:0/3286123947 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe610004e00 con 0x5568d72d5c20 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5568d717f4a0 con 0x5568d72d5c20 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe600ff9700 1 -- 172.21.15.40:0/3286123947 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe610005250 con 0x5568d72d5c20 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe62b71ab80 10 client.15048 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5568d703cc10 con 0x5568d72d5c20 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe600ff9700 1 -- 172.21.15.40:0/3286123947 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5568d717f4a0 con 0x5568d72d5c20 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe600ff9700 1 -- 172.21.15.40:0/3286123947 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fe610030020 con 0x5568d72d5c20 2023-07-14T12:45:43.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.863+0000 7fe62b71ab80 10 client.15048 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe62b71ab80 10 client.15048 resolve_mds: resolved name 'h' to daemon mds.h 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe62b71ab80 20 client.15048 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d72e8e70 0x5568d72e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe62b71ab80 4 client.15048 mds_command: new command op to 24491 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5568d721ee60 con 0x5568d72e8e70 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe61d330700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d72e8e70 0x5568d72e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe61d330700 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d72e8e70 0x5568d72e84b0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9bd99950e65d2fd2 server_cookie=18b2a7080f1dbb4c in_seq=0 out_seq=0 2023-07-14T12:45:43.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.864+0000 7fe600ff9700 10 client.15048 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe600ff9700 1 -- 172.21.15.40:0/3286123947 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5568d721ee60 con 0x5568d72e8e70 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe600ff9700 10 client.15048 handle_command_reply: tid=0 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 client.15048 shutdown 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 msgr2=0x5568d72e5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72e5580 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fe610009a20 tx=0x7fe610007780 comp rx=0 tx=0).stop 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 shutdown_connections 2023-07-14T12:45:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72de000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d72e8e70 0x5568d72e84b0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d5c20 0x5568d72e5580 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe600ff9700 0 client.15048 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/3286123947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72de540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 >> 172.21.15.40:0/3286123947 conn(0x5568d72c9d50 msgr2=0x5568d72ce860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 shutdown_connections 2023-07-14T12:45:43.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.865+0000 7fe62b71ab80 1 -- 172.21.15.40:0/3286123947 wait complete. 2023-07-14T12:45:43.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.866+0000 7fe62b71ab80 20 client.15048 trim_cache size 0 max 16384 2023-07-14T12:45:43.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 Processor -- start 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 -- start start 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 0x5568d72e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d5c20 0x5568d72e5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d72d00a0 con 0x5568d72d4480 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d72def00 con 0x5568d72d4dd0 2023-07-14T12:45:43.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d721ee60 con 0x5568d72d5c20 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe61d330700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 0x5568d72e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe61d330700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 0x5568d72e84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60960/0 (socket says 172.21.15.40:60960) 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe61d330700 1 -- 172.21.15.40:0/884053438 learned_addr learned my addr 172.21.15.40:0/884053438 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61d330700 1 -- 172.21.15.40:0/884053438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d5c20 msgr2=0x5568d72e5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.883+0000 7fe61db31700 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d5c20 0x5568d72e5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61d330700 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d5c20 0x5568d72e5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61d330700 1 -- 172.21.15.40:0/884053438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 msgr2=0x5568d72e54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61d330700 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61d330700 1 -- 172.21.15.40:0/884053438 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568d72cb5d0 con 0x5568d72d4480 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61db31700 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d5c20 0x5568d72e5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe61d330700 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 0x5568d72e84b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x5568d72ea1e0 tx=0x7fe614013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46acb121cc90a746 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe603fff700 1 -- 172.21.15.40:0/884053438 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe614026070 con 0x5568d72d4480 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe603fff700 1 -- 172.21.15.40:0/884053438 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe614015070 con 0x5568d72d4480 2023-07-14T12:45:43.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe603fff700 1 -- 172.21.15.40:0/884053438 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe614004380 con 0x5568d72d4480 2023-07-14T12:45:43.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe62b71ab80 1 -- 172.21.15.40:0/884053438 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 msgr2=0x5568d72e84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.884+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 0x5568d72e84b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x5568d72ea1e0 tx=0x7fe614013000 comp rx=0 tx=0).stop 2023-07-14T12:45:43.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- 172.21.15.40:0/884053438 shutdown_connections 2023-07-14T12:45:43.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d5c20 0x5568d72e5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4480 0x5568d72e84b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/884053438 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- 172.21.15.40:0/884053438 >> 172.21.15.40:0/884053438 conn(0x5568d72c9d50 msgr2=0x5568d72dcda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- 172.21.15.40:0/884053438 shutdown_connections 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- 172.21.15.40:0/884053438 wait complete. 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- start start 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 Processor -- start 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72db3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d5c20 0x5568d733ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d733d410 con 0x5568d72d4dd0 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d733d580 con 0x5568d72d5c20 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568d733d740 con 0x5568d72d4480 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe62b71ab80 10 client.0 _ll_register_callbacks cb 0x7fe608095f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe61cb2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe61cb2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60968/0 (socket says 172.21.15.40:60968) 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.885+0000 7fe61cb2f700 1 -- 172.21.15.40:0/2843235924 learned_addr learned my addr 172.21.15.40:0/2843235924 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61db31700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d5c20 0x5568d733ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61d330700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72db3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61cb2f700 1 -- 172.21.15.40:0/2843235924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 msgr2=0x5568d72db3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72db3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61cb2f700 1 -- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d5c20 msgr2=0x5568d733ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d5c20 0x5568d733ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61cb2f700 1 -- 172.21.15.40:0/2843235924 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe614010c50 con 0x5568d72d4dd0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe61cb2f700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe608009520 tx=0x7fe6080a2020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f69a7b8259941e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe600ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe600ff9700 1 -- 172.21.15.40:0/2843235924 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe608014070 con 0x5568d72d4dd0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe600ff9700 1 -- 172.21.15.40:0/2843235924 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fe6080b2220 con 0x5568d72d4dd0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe6100090d0 con 0x5568d72d4dd0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe600ff9700 1 -- 172.21.15.40:0/2843235924 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6080b23e0 con 0x5568d72d4dd0 2023-07-14T12:45:43.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe62b71ab80 10 client.15054 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5568d707a200 con 0x5568d72d4dd0 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe600ff9700 1 -- 172.21.15.40:0/2843235924 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6100090d0 con 0x5568d72d4dd0 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.886+0000 7fe600ff9700 1 -- 172.21.15.40:0/2843235924 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fe608009aa0 con 0x5568d72d4dd0 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 10 client.15054 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 10 client.15054 resolve_mds: resolved name 'h' to daemon mds.h 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 20 client.15054 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:43.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d7342480 0x5568d733ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 4 client.15054 mds_command: new command op to 24491 tid=0[{"prefix": "status"}] 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5568d71e1000 con 0x5568d7342480 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe61d330700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d7342480 0x5568d733ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe61d330700 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d7342480 0x5568d733ee10 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=91c5060bf50e4489 server_cookie=a1663a3af75b7727 in_seq=0 out_seq=0 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe600ff9700 10 client.15054 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe600ff9700 1 -- 172.21.15.40:0/2843235924 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5568d71e1000 con 0x5568d7342480 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe600ff9700 10 client.15054 handle_command_reply: tid=0 2023-07-14T12:45:43.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.887+0000 7fe62b71ab80 1 client.15054 shutdown 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 msgr2=0x5568d72e54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe608009520 tx=0x7fe6080a2020 comp rx=0 tx=0).stop 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 shutdown_connections 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5568d72d4480 0x5568d72db3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5568d7342480 0x5568d733ee10 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5568d72d5c20 0x5568d733ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 --2- 172.21.15.40:0/2843235924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568d72d4dd0 0x5568d72e54a0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 >> 172.21.15.40:0/2843235924 conn(0x5568d72c9d50 msgr2=0x5568d72e84b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe600ff9700 0 client.15054 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:45:43.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 shutdown_connections 2023-07-14T12:45:43.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 1 -- 172.21.15.40:0/2843235924 wait complete. 2023-07-14T12:45:43.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe62b71ab80 20 client.15054 trim_cache size 0 max 16384 2023-07-14T12:45:43.912 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 2, 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24491, 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 51.785691974000002, 2023-07-14T12:45:43.913 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:45:43.914 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 80, 2023-07-14T12:45:43.914 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:45:43.914 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 71.117679348999999 2023-07-14T12:45:43.914 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:45:43.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe6040a11e0 msgr2=0x7fe6040a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe6040a11e0 0x7fe6040a3690 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fe6180ffa30 tx=0x7fe61400b410 comp rx=0 tx=0).stop 2023-07-14T12:45:43.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 msgr2=0x7fe61819a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 0x7fe61819a6c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe60800d950 tx=0x7fe60800dc60 comp rx=0 tx=0).stop 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 shutdown_connections 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe6040a11e0 0x7fe6040a3690 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe618100560 0x7fe61819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6180fe9e0 0x7fe618068200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 --2- 172.21.15.40:0/712659128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6180ffbd0 0x7fe61819a6c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:43.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 >> 172.21.15.40:0/712659128 conn(0x7fe6180fa000 msgr2=0x7fe6180fc1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:43.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 shutdown_connections 2023-07-14T12:45:43.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:43.888+0000 7fe61f594700 1 -- 172.21.15.40:0/712659128 wait complete. 2023-07-14T12:45:43.917 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-07-14T12:45:44.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 -- 172.21.15.40:0/3125515633 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa00100560 msgr2=0x7ffa00102940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/3125515633 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa00100560 0x7ffa00102940 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0009990 tx=0x7ff9f0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 -- 172.21.15.40:0/3125515633 shutdown_connections 2023-07-14T12:45:44.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/3125515633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa001057a0 0x7ffa00107c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/3125515633 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa00100560 0x7ffa00102940 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/3125515633 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00102e80 0x7ffa00105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 -- 172.21.15.40:0/3125515633 >> 172.21.15.40:0/3125515633 conn(0x7ffa000fa000 msgr2=0x7ffa000fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 -- 172.21.15.40:0/3125515633 shutdown_connections 2023-07-14T12:45:44.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 -- 172.21.15.40:0/3125515633 wait complete. 2023-07-14T12:45:44.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.030+0000 7ffa05bb1700 1 Processor -- start 2023-07-14T12:45:44.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 -- start start 2023-07-14T12:45:44.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa00100560 0x7ffa001957f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00102e80 0x7ffa00195d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 0x7ffa0019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0019d370 con 0x7ffa001057a0 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0019d4b0 con 0x7ffa00102e80 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ffa05bb1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0019d640 con 0x7ffa00100560 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 0x7ffa0019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 0x7ffa0019cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60984/0 (socket says 172.21.15.40:60984) 2023-07-14T12:45:44.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 -- 172.21.15.40:0/1737084658 learned_addr learned my addr 172.21.15.40:0/1737084658 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa00100560 0x7ffa001957f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9feffd700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00102e80 0x7ffa00195d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 -- 172.21.15.40:0/1737084658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa00100560 msgr2=0x7ffa001957f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa00100560 0x7ffa001957f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 -- 172.21.15.40:0/1737084658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00102e80 msgr2=0x7ffa00195d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00102e80 0x7ffa00195d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 -- 172.21.15.40:0/1737084658 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f00095f0 con 0x7ffa001057a0 2023-07-14T12:45:44.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.031+0000 7ff9fffff700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 0x7ffa0019cda0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8007d70 tx=0x7ff9f800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.032+0000 7ff9fcff9700 1 -- 172.21.15.40:0/1737084658 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f800ac90 con 0x7ffa001057a0 2023-07-14T12:45:44.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.032+0000 7ff9fcff9700 1 -- 172.21.15.40:0/1737084658 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f800adf0 con 0x7ffa001057a0 2023-07-14T12:45:44.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.032+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa0019d920 con 0x7ffa001057a0 2023-07-14T12:45:44.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.032+0000 7ff9fcff9700 1 -- 172.21.15.40:0/1737084658 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f80115e0 con 0x7ffa001057a0 2023-07-14T12:45:44.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.032+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa0019dde0 con 0x7ffa001057a0 2023-07-14T12:45:44.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.034+0000 7ff9fcff9700 1 -- 172.21.15.40:0/1737084658 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff9f8012420 con 0x7ffa001057a0 2023-07-14T12:45:44.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.035+0000 7ff9fcff9700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9ec0a11e0 0x7ff9ec0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.035+0000 7ff9fcff9700 1 -- 172.21.15.40:0/1737084658 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff9f80cc9d0 con 0x7ffa001057a0 2023-07-14T12:45:44.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.035+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9ec0a11e0 0x7ff9ec0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9ec0a11e0 0x7ff9ec0a3690 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000b5c0 tx=0x7ff9f0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 Processor -- start 2023-07-14T12:45:44.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 -- start start 2023-07-14T12:45:44.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 0x55f8873aa890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aadd0 0x55f8873ab690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873ac090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8872afc60 con 0x55f8873aa480 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8873029f0 con 0x55f8873aadd0 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8872fbe80 con 0x55f8873abc20 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 0x55f8873aa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 0x55f8873aa890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60988/0 (socket says 172.21.15.40:60988) 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 -- 172.21.15.40:0/1828719455 learned_addr learned my addr 172.21.15.40:0/1828719455 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9feffd700 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aadd0 0x55f8873ab690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9fffff700 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 -- 172.21.15.40:0/1828719455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 msgr2=0x55f8873ac090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873ac090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 -- 172.21.15.40:0/1828719455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aadd0 msgr2=0x55f8873ab690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aadd0 0x55f8873ab690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 -- 172.21.15.40:0/1828719455 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f887129d90 con 0x55f8873aa480 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9feffd700 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aadd0 0x55f8873ab690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.036+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 0x55f8873aa890 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000b9c0 tx=0x7ff9f0020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c60ed9b1d9b41d74 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ff9f5ffb700 1 -- 172.21.15.40:0/1828719455 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f002a070 con 0x55f8873aa480 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ff9f5ffb700 1 -- 172.21.15.40:0/1828719455 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f001e040 con 0x55f8873aa480 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ff9f5ffb700 1 -- 172.21.15.40:0/1828719455 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f0023af0 con 0x55f8873aa480 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 -- 172.21.15.40:0/1828719455 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 msgr2=0x55f8873aa890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 0x55f8873aa890 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000b9c0 tx=0x7ff9f0020000 comp rx=0 tx=0).stop 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 -- 172.21.15.40:0/1828719455 shutdown_connections 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873ac090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aa480 0x55f8873aa890 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/1828719455 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aadd0 0x55f8873ab690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 -- 172.21.15.40:0/1828719455 >> 172.21.15.40:0/1828719455 conn(0x55f88739fd50 msgr2=0x55f8873a5180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 -- 172.21.15.40:0/1828719455 shutdown_connections 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.037+0000 7ffa11d37b80 1 -- 172.21.15.40:0/1828719455 wait complete. 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 -- start start 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 Processor -- start 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aadd0 0x55f8873b4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 0x55f8873bb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f88729ba70 con 0x55f8873abc20 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f88729b770 con 0x55f8873aa480 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f88717f8d0 con 0x55f8873aadd0 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ffa11d37b80 10 client.0 _ll_register_callbacks cb 0x55f887299710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ff9fffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 0x55f8873bb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ff9fffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 0x55f8873bb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:60998/0 (socket says 172.21.15.40:60998) 2023-07-14T12:45:44.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ff9fffff700 1 -- 172.21.15.40:0/952510676 learned_addr learned my addr 172.21.15.40:0/952510676 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.038+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9feffd700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aadd0 0x55f8873b4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9fffff700 1 -- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aadd0 msgr2=0x55f8873b4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9fffff700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aadd0 0x55f8873b4590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9fffff700 1 -- 172.21.15.40:0/952510676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 msgr2=0x55f8873b4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9fffff700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b4050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9fffff700 1 -- 172.21.15.40:0/952510676 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa001087f0 con 0x55f8873abc20 2023-07-14T12:45:44.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9fffff700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 0x55f8873bb5d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff9f80ca690 tx=0x7ff9f8019310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bc0dd78b71926e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9deffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9deffd700 1 -- 172.21.15.40:0/952510676 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9f80b1070 con 0x55f8873abc20 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9deffd700 1 -- 172.21.15.40:0/952510676 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff9f809df70 con 0x55f8873abc20 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f8872554a0 con 0x55f8873abc20 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9deffd700 1 -- 172.21.15.40:0/952510676 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9f80a2390 con 0x55f8873abc20 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ffa11d37b80 10 client.15066 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:44.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f887112c10 con 0x55f8873abc20 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9deffd700 1 -- 172.21.15.40:0/952510676 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f80c8080 con 0x55f8873abc20 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ff9deffd700 1 -- 172.21.15.40:0/952510676 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff9f8094b50 con 0x55f8873abc20 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ffa11d37b80 10 client.15066 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ffa11d37b80 10 client.15066 resolve_mds: resolved name 'i' to daemon mds.i 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.039+0000 7ffa11d37b80 20 client.15066 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.040+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8873bf2a0 0x55f8873be730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.040+0000 7ffa11d37b80 4 client.15066 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.040+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8872f4e60 con 0x55f8873bf2a0 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.040+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8873bf2a0 0x55f8873be730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.040+0000 7ff9deffd700 10 client.15066 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.040+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8873bf2a0 0x55f8873be730 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ca45a6c61c807e5 server_cookie=8468d005e8c14573 in_seq=0 out_seq=0 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ff9deffd700 1 -- 172.21.15.40:0/952510676 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55f8872f4e60 con 0x55f8873bf2a0 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ff9deffd700 10 client.15066 handle_command_reply: tid=0 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 client.15066 shutdown 2023-07-14T12:45:44.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 msgr2=0x55f8873bb5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 0x55f8873bb5d0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff9f80ca690 tx=0x7ff9f8019310 comp rx=0 tx=0).stop 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 shutdown_connections 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873abc20 0x55f8873bb5d0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8873bf2a0 0x55f8873be730 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/952510676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aadd0 0x55f8873b4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ff9deffd700 0 client.15066 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:45:44.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 >> 172.21.15.40:0/952510676 conn(0x55f88739fd50 msgr2=0x55f8873a4860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 shutdown_connections 2023-07-14T12:45:44.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 1 -- 172.21.15.40:0/952510676 wait complete. 2023-07-14T12:45:44.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.041+0000 7ffa11d37b80 20 client.15066 trim_cache size 0 max 16384 2023-07-14T12:45:44.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 Processor -- start 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 -- start start 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873bb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873be730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8872ca7d0 con 0x55f8873aadd0 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f88718be10 con 0x55f8873aa480 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f887297d50 con 0x55f8873abc20 2023-07-14T12:45:44.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ff9feffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873bb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ff9feffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873bb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32772/0 (socket says 172.21.15.40:32772) 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.059+0000 7ff9feffd700 1 -- 172.21.15.40:0/561597836 learned_addr learned my addr 172.21.15.40:0/561597836 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9feffd700 1 -- 172.21.15.40:0/561597836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 msgr2=0x55f8873be730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9feffd700 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873be730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9feffd700 1 -- 172.21.15.40:0/561597836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 msgr2=0x55f8873b2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9feffd700 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9feffd700 1 -- 172.21.15.40:0/561597836 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f887150200 con 0x55f8873aadd0 2023-07-14T12:45:44.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9feffd700 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873bb590 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8004510 tx=0x7ff9e800baf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e28f5370d5246a8c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9f67fc700 1 -- 172.21.15.40:0/561597836 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8004a30 con 0x55f8873aadd0 2023-07-14T12:45:44.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9f67fc700 1 -- 172.21.15.40:0/561597836 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9e80054e0 con 0x55f8873aadd0 2023-07-14T12:45:44.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.060+0000 7ff9f67fc700 1 -- 172.21.15.40:0/561597836 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8003be0 con 0x55f8873aadd0 2023-07-14T12:45:44.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- 172.21.15.40:0/561597836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 msgr2=0x55f8873bb590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873bb590 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8004510 tx=0x7ff9e800baf0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- 172.21.15.40:0/561597836 shutdown_connections 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873abc20 0x55f8873be730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873aa480 0x55f8873b2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/561597836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873bb590 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- 172.21.15.40:0/561597836 >> 172.21.15.40:0/561597836 conn(0x55f88739fd50 msgr2=0x55f8873bbda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- 172.21.15.40:0/561597836 shutdown_connections 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- 172.21.15.40:0/561597836 wait complete. 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- start start 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 Processor -- start 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aa480 0x55f8873b0c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873b1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873abc20 0x55f8873b9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8873ba170 con 0x55f8873aadd0 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8873ba2e0 con 0x55f8873abc20 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8873ba4a0 con 0x55f8873aa480 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.061+0000 7ffa11d37b80 10 client.0 _ll_register_callbacks cb 0x7ff9f8099a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873b1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32778/0 (socket says 172.21.15.40:32778) 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 -- 172.21.15.40:0/651982029 learned_addr learned my addr 172.21.15.40:0/651982029 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aa480 0x55f8873b0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9fffff700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873abc20 0x55f8873b9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 -- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aa480 msgr2=0x55f8873b0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aa480 0x55f8873b0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 -- 172.21.15.40:0/651982029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873abc20 msgr2=0x55f8873b9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873abc20 0x55f8873b9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 -- 172.21.15.40:0/651982029 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9e80041c0 con 0x55f8873aadd0 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9feffd700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873b1190 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff9e800bef0 tx=0x7ff9e8005390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6b2c6744b42a32 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9deffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9deffd700 1 -- 172.21.15.40:0/651982029 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e801f070 con 0x55f8873aadd0 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9deffd700 1 -- 172.21.15.40:0/651982029 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff9e8004750 con 0x55f8873aadd0 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff9f001e040 con 0x55f8873aadd0 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ff9deffd700 1 -- 172.21.15.40:0/651982029 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9e8003eb0 con 0x55f8873aadd0 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ffa11d37b80 10 client.15072 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.062+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f887128260 con 0x55f8873aadd0 2023-07-14T12:45:44.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ff9deffd700 1 -- 172.21.15.40:0/651982029 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9f001e040 con 0x55f8873aadd0 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ff9deffd700 1 -- 172.21.15.40:0/651982029 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff9e802c050 con 0x55f8873aadd0 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ffa11d37b80 10 client.15072 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ffa11d37b80 10 client.15072 resolve_mds: resolved name 'i' to daemon mds.i 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ffa11d37b80 20 client.15072 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8874187b0 0x55f887415150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ffa11d37b80 4 client.15072 mds_command: new command op to 24505 tid=0[{"prefix": "status"}] 2023-07-14T12:45:44.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f8872b7000 con 0x55f8874187b0 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8874187b0 0x55f887415150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ff9deffd700 10 client.15072 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.063+0000 7ff9ff7fe700 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8874187b0 0x55f887415150 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8da13fd8f44adc8c server_cookie=e31a0047f3aca7e6 in_seq=0 out_seq=0 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ff9deffd700 1 -- 172.21.15.40:0/651982029 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+320 (crc 0 0 0) 0x55f8872b7000 con 0x55f8874187b0 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ff9deffd700 10 client.15072 handle_command_reply: tid=0 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 client.15072 shutdown 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 msgr2=0x55f8873b1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873b1190 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7ff9e800bef0 tx=0x7ff9e8005390 comp rx=0 tx=0).stop 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 shutdown_connections 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f8874187b0 0x55f887415150 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f8873aa480 0x55f8873b0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ff9deffd700 0 client.15072 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f8873abc20 0x55f8873b9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 --2- 172.21.15.40:0/651982029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f8873aadd0 0x55f8873b1190 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 >> 172.21.15.40:0/651982029 conn(0x55f88739fd50 msgr2=0x55f8873be730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 shutdown_connections 2023-07-14T12:45:44.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 1 -- 172.21.15.40:0/651982029 wait complete. 2023-07-14T12:45:44.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa11d37b80 20 client.15072 trim_cache size 0 max 16384 2023-07-14T12:45:44.088 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:45:44.088 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:45:44.088 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 1, 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24505, 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 52.970406036, 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:45:44.089 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 80, 2023-07-14T12:45:44.090 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:45:44.090 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 69.075173045 2023-07-14T12:45:44.090 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:45:44.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9ec0a11e0 msgr2=0x7ff9ec0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9ec0a11e0 0x7ff9ec0a3690 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000b5c0 tx=0x7ff9f0005fb0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 msgr2=0x7ffa0019cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.064+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 0x7ffa0019cda0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8007d70 tx=0x7ff9f800a340 comp rx=0 tx=0).stop 2023-07-14T12:45:44.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 shutdown_connections 2023-07-14T12:45:44.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9ec0a11e0 0x7ff9ec0a3690 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa00100560 0x7ffa001957f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa001057a0 0x7ffa0019cda0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 --2- 172.21.15.40:0/1737084658 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffa00102e80 0x7ffa00195d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 >> 172.21.15.40:0/1737084658 conn(0x7ffa000fa000 msgr2=0x7ffa001011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 shutdown_connections 2023-07-14T12:45:44.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.065+0000 7ffa05bb1700 1 -- 172.21.15.40:0/1737084658 wait complete. 2023-07-14T12:45:44.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:43 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1510492666' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:44.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:43 smithi040 ceph-mon[96535]: pgmap v279: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-07-14T12:45:44.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:43 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3411592133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:44.094 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-07-14T12:45:44.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 -- 172.21.15.40:0/1296142351 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 msgr2=0x7fad640ffef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 --2- 172.21.15.40:0/1296142351 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad640ffef0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fad60009990 tx=0x7fad60009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 -- 172.21.15.40:0/1296142351 shutdown_connections 2023-07-14T12:45:44.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 --2- 172.21.15.40:0/1296142351 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad64101660 0x7fad64107f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 --2- 172.21.15.40:0/1296142351 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad640ffef0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 --2- 172.21.15.40:0/1296142351 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad64100cd0 0x7fad64101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 -- 172.21.15.40:0/1296142351 >> 172.21.15.40:0/1296142351 conn(0x7fad640fb120 msgr2=0x7fad640fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 -- 172.21.15.40:0/1296142351 shutdown_connections 2023-07-14T12:45:44.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.206+0000 7fad6c699700 1 -- 172.21.15.40:0/1296142351 wait complete. 2023-07-14T12:45:44.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 Processor -- start 2023-07-14T12:45:44.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 -- start start 2023-07-14T12:45:44.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad641957e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad64100cd0 0x7fad64195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad64101660 0x7fad6419cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6419d360 con 0x7fad640ffae0 2023-07-14T12:45:44.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6419d4a0 con 0x7fad64101660 2023-07-14T12:45:44.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6c699700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6419d630 con 0x7fad64100cd0 2023-07-14T12:45:44.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad641957e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad641957e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32790/0 (socket says 172.21.15.40:32790) 2023-07-14T12:45:44.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6a435700 1 -- 172.21.15.40:0/4160824620 learned_addr learned my addr 172.21.15.40:0/4160824620 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad69c34700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad64100cd0 0x7fad64195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.207+0000 7fad6ac36700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad64101660 0x7fad6419cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6a435700 1 -- 172.21.15.40:0/4160824620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad64100cd0 msgr2=0x7fad64195d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6a435700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad64100cd0 0x7fad64195d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6a435700 1 -- 172.21.15.40:0/4160824620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad64101660 msgr2=0x7fad6419cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6a435700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad64101660 0x7fad6419cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6a435700 1 -- 172.21.15.40:0/4160824620 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad600095f0 con 0x7fad640ffae0 2023-07-14T12:45:44.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6a435700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad641957e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fad60004760 tx=0x7fad60009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad5b7fe700 1 -- 172.21.15.40:0/4160824620 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad6001d070 con 0x7fad640ffae0 2023-07-14T12:45:44.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad5b7fe700 1 -- 172.21.15.40:0/4160824620 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad60004cd0 con 0x7fad640ffae0 2023-07-14T12:45:44.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad6419d8b0 con 0x7fad640ffae0 2023-07-14T12:45:44.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad5b7fe700 1 -- 172.21.15.40:0/4160824620 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad60005290 con 0x7fad640ffae0 2023-07-14T12:45:44.229 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.208+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad6419dd30 con 0x7fad640ffae0 2023-07-14T12:45:44.230 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:43 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1510492666' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:44.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:43 smithi133 ceph-mon[98311]: pgmap v279: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-07-14T12:45:44.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:43 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3411592133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:44.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.210+0000 7fad5b7fe700 1 -- 172.21.15.40:0/4160824620 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fad60003b60 con 0x7fad640ffae0 2023-07-14T12:45:44.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.211+0000 7fad5b7fe700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad500a1260 0x7fad500a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.211+0000 7fad69c34700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad500a1260 0x7fad500a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.211+0000 7fad5b7fe700 1 -- 172.21.15.40:0/4160824620 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fad600cd960 con 0x7fad640ffae0 2023-07-14T12:45:44.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.211+0000 7fad69c34700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad500a1260 0x7fad500a3710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fad5400ac50 tx=0x7fad5400a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 Processor -- start 2023-07-14T12:45:44.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 -- start start 2023-07-14T12:45:44.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020e4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e01fe7c60 con 0x557e020e2480 2023-07-14T12:45:44.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e0203a9f0 con 0x557e020e3c20 2023-07-14T12:45:44.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad7881fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e02033e80 con 0x557e020e2dd0 2023-07-14T12:45:44.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32798/0 (socket says 172.21.15.40:32798) 2023-07-14T12:45:44.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.212+0000 7fad6a435700 1 -- 172.21.15.40:0/3113495261 learned_addr learned my addr 172.21.15.40:0/3113495261 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad69c34700 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6ac36700 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020e4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6a435700 1 -- 172.21.15.40:0/3113495261 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 msgr2=0x557e020e3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6a435700 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6a435700 1 -- 172.21.15.40:0/3113495261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 msgr2=0x557e020e4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6a435700 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020e4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6a435700 1 -- 172.21.15.40:0/3113495261 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557e01e61d90 con 0x557e020e2480 2023-07-14T12:45:44.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad6a435700 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e2890 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fad6000b5c0 tx=0x7fad60009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c07a5d974146a892 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad58ff9700 1 -- 172.21.15.40:0/3113495261 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad600a3110 con 0x557e020e2480 2023-07-14T12:45:44.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad58ff9700 1 -- 172.21.15.40:0/3113495261 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad60004e40 con 0x557e020e2480 2023-07-14T12:45:44.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.213+0000 7fad58ff9700 1 -- 172.21.15.40:0/3113495261 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad600a2c80 con 0x557e020e2480 2023-07-14T12:45:44.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- 172.21.15.40:0/3113495261 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 msgr2=0x557e020e2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e2890 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fad6000b5c0 tx=0x7fad60009310 comp rx=0 tx=0).stop 2023-07-14T12:45:44.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- 172.21.15.40:0/3113495261 shutdown_connections 2023-07-14T12:45:44.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020e4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e2890 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- 172.21.15.40:0/3113495261 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- 172.21.15.40:0/3113495261 >> 172.21.15.40:0/3113495261 conn(0x557e020d7d50 msgr2=0x557e020dd180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- 172.21.15.40:0/3113495261 shutdown_connections 2023-07-14T12:45:44.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- 172.21.15.40:0/3113495261 wait complete. 2023-07-14T12:45:44.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- start start 2023-07-14T12:45:44.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 Processor -- start 2023-07-14T12:45:44.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020ebdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020ec2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f3330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e01fd3a70 con 0x557e020e2480 2023-07-14T12:45:44.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e01fd3770 con 0x557e020e3c20 2023-07-14T12:45:44.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e01eb78d0 con 0x557e020e2dd0 2023-07-14T12:45:44.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020ebdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad7881fb80 10 client.0 _ll_register_callbacks cb 0x557e01fd1710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:44.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.214+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020ebdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32804/0 (socket says 172.21.15.40:32804) 2023-07-14T12:45:44.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 -- 172.21.15.40:0/1087773994 learned_addr learned my addr 172.21.15.40:0/1087773994 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6ac36700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad69c34700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020ec2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 -- 172.21.15.40:0/1087773994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 msgr2=0x557e020ec2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020ec2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 -- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 msgr2=0x557e020f3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 -- 172.21.15.40:0/1087773994 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad6419dd30 con 0x557e020e2480 2023-07-14T12:45:44.251 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6ac36700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:44.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad6a435700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020ebdb0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fad60000c00 tx=0x7fad60005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de9fd9e826c1db6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad4dffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:44.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad4dffb700 1 -- 172.21.15.40:0/1087773994 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad600b7070 con 0x557e020e2480 2023-07-14T12:45:44.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557e01f8d4a0 con 0x557e020e2480 2023-07-14T12:45:44.252 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad4dffb700 1 -- 172.21.15.40:0/1087773994 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fad6009a470 con 0x557e020e2480 2023-07-14T12:45:44.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad4dffb700 1 -- 172.21.15.40:0/1087773994 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad600b34a0 con 0x557e020e2480 2023-07-14T12:45:44.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad7881fb80 10 client.15084 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:44.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557e01e4ac10 con 0x557e020e2480 2023-07-14T12:45:44.253 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.215+0000 7fad4dffb700 1 -- 172.21.15.40:0/1087773994 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad6007d080 con 0x557e020e2480 2023-07-14T12:45:44.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad4dffb700 1 -- 172.21.15.40:0/1087773994 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fad60096b40 con 0x557e020e2480 2023-07-14T12:45:44.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad7881fb80 10 client.15084 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:44.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad7881fb80 10 client.15084 resolve_mds: resolved name 'b' to daemon mds.b 2023-07-14T12:45:44.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad7881fb80 20 client.15084 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:44.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e020f70d0 0x557e020f6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad7881fb80 4 client.15084 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:45:44.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557e0202ce60 con 0x557e020f70d0 2023-07-14T12:45:44.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad69c34700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e020f70d0 0x557e020f6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad4dffb700 10 client.15084 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:45:44.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.216+0000 7fad69c34700 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e020f70d0 0x557e020f6260 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5921a164f950b838 server_cookie=41f362b91be07eb9 in_seq=0 out_seq=0 2023-07-14T12:45:44.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad4dffb700 1 -- 172.21.15.40:0/1087773994 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x557e0202ce60 con 0x557e020f70d0 2023-07-14T12:45:44.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad4dffb700 10 client.15084 handle_command_reply: tid=0 2023-07-14T12:45:44.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 client.15084 shutdown 2023-07-14T12:45:44.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 msgr2=0x557e020ebdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020ebdb0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fad60000c00 tx=0x7fad60005c00 comp rx=0 tx=0).stop 2023-07-14T12:45:44.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 shutdown_connections 2023-07-14T12:45:44.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020ebdb0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e020f70d0 0x557e020f6260 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1087773994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020ec2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad4dffb700 0 client.15084 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:45:44.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 >> 172.21.15.40:0/1087773994 conn(0x557e020d7d50 msgr2=0x557e020dc860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 shutdown_connections 2023-07-14T12:45:44.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 1 -- 172.21.15.40:0/1087773994 wait complete. 2023-07-14T12:45:44.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.217+0000 7fad7881fb80 20 client.15084 trim_cache size 0 max 16384 2023-07-14T12:45:44.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 Processor -- start 2023-07-14T12:45:44.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 -- start start 2023-07-14T12:45:44.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e020eb980 con 0x557e020e2480 2023-07-14T12:45:44.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e020ecfa0 con 0x557e020e3c20 2023-07-14T12:45:44.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad7881fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e01fdd470 con 0x557e020e2dd0 2023-07-14T12:45:44.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad6a435700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e6ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32812/0 (socket says 172.21.15.40:32812) 2023-07-14T12:45:44.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.235+0000 7fad6a435700 1 -- 172.21.15.40:0/1504392831 learned_addr learned my addr 172.21.15.40:0/1504392831 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad69c34700 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad6a435700 1 -- 172.21.15.40:0/1504392831 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 msgr2=0x557e020e7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad6a435700 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad6a435700 1 -- 172.21.15.40:0/1504392831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 msgr2=0x557e020f32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad6a435700 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad6a435700 1 -- 172.21.15.40:0/1504392831 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557e01e88200 con 0x557e020e2480 2023-07-14T12:45:44.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad69c34700 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:44.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad6a435700 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e6ac0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fad600990a0 tx=0x7fad60009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f02615a8eb591c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad597fa700 1 -- 172.21.15.40:0/1504392831 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad600b7020 con 0x557e020e2480 2023-07-14T12:45:44.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad597fa700 1 -- 172.21.15.40:0/1504392831 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557e01f8d4a0 con 0x557e020e2480 2023-07-14T12:45:44.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad597fa700 1 -- 172.21.15.40:0/1504392831 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad60096b40 con 0x557e020e2480 2023-07-14T12:45:44.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 -- 172.21.15.40:0/1504392831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 msgr2=0x557e020e6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e6ac0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fad600990a0 tx=0x7fad60009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 -- 172.21.15.40:0/1504392831 shutdown_connections 2023-07-14T12:45:44.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e3c20 0x557e020f32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e2480 0x557e020e6ac0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 --2- 172.21.15.40:0/1504392831 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2dd0 0x557e020e7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 -- 172.21.15.40:0/1504392831 >> 172.21.15.40:0/1504392831 conn(0x557e020d7d50 msgr2=0x557e020e9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.236+0000 7fad7881fb80 1 -- 172.21.15.40:0/1504392831 shutdown_connections 2023-07-14T12:45:44.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 -- 172.21.15.40:0/1504392831 wait complete. 2023-07-14T12:45:44.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 -- start start 2023-07-14T12:45:44.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 Processor -- start 2023-07-14T12:45:44.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2480 0x557e020eeca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e2dd0 0x557e020ef1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 0x557e020f21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e020f26e0 con 0x557e020e3c20 2023-07-14T12:45:44.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e020f2850 con 0x557e020e2dd0 2023-07-14T12:45:44.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e020f2a10 con 0x557e020e2480 2023-07-14T12:45:44.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad7881fb80 10 client.0 _ll_register_callbacks cb 0x557e01fd1710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:45:44.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 0x557e020f21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 0x557e020f21a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32822/0 (socket says 172.21.15.40:32822) 2023-07-14T12:45:44.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6a435700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2480 0x557e020eeca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 -- 172.21.15.40:0/205731181 learned_addr learned my addr 172.21.15.40:0/205731181 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:44.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad69c34700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e2dd0 0x557e020ef1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.278 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 -- 172.21.15.40:0/205731181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2480 msgr2=0x557e020eeca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.278 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2480 0x557e020eeca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.278 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 -- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e2dd0 msgr2=0x557e020ef1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:45:44.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e2dd0 0x557e020ef1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad6ac36700 1 -- 172.21.15.40:0/205731181 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557e01e4ac10 con 0x557e020e3c20 2023-07-14T12:45:44.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.237+0000 7fad69c34700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e2dd0 0x557e020ef1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:44.279 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad6ac36700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 0x557e020f21a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fad5c007530 tx=0x7fad5c007840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b445eb6163abb4ca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:44.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad4dffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:45:44.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad4dffb700 1 -- 172.21.15.40:0/205731181 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad5c00e070 con 0x557e020e3c20 2023-07-14T12:45:44.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad4dffb700 1 -- 172.21.15.40:0/205731181 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(80..80 src has 1..80) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fad5c016610 con 0x557e020e3c20 2023-07-14T12:45:44.280 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fad60004e40 con 0x557e020e3c20 2023-07-14T12:45:44.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad4dffb700 1 -- 172.21.15.40:0/205731181 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad5c0167d0 con 0x557e020e3c20 2023-07-14T12:45:44.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 10 client.15090 fetch_fsmap learned FSMap version 27 2023-07-14T12:45:44.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557e01e60260 con 0x557e020e3c20 2023-07-14T12:45:44.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad4dffb700 1 -- 172.21.15.40:0/205731181 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad60004e40 con 0x557e020e3c20 2023-07-14T12:45:44.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad4dffb700 1 -- 172.21.15.40:0/205731181 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fad5c021a30 con 0x557e020e3c20 2023-07-14T12:45:44.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 10 client.15090 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:45:44.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 10 client.15090 resolve_mds: resolved name 'b' to daemon mds.b 2023-07-14T12:45:44.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 20 client.15090 populate_metadata read hostname 'smithi040' 2023-07-14T12:45:44.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e021508f0 0x557e0214d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:44.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 4 client.15090 mds_command: new command op to 24527 tid=0[{"prefix": "status"}] 2023-07-14T12:45:44.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.238+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557e01fef000 con 0x557e021508f0 2023-07-14T12:45:44.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad6a435700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e021508f0 0x557e0214d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:44.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad6a435700 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e021508f0 0x557e0214d260 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0ee330d08fd2b6f server_cookie=2e19ba20fdaf6320 in_seq=0 out_seq=0 2023-07-14T12:45:44.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad4dffb700 10 client.15090 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:45:44.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad4dffb700 1 -- 172.21.15.40:0/205731181 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x557e01fef000 con 0x557e021508f0 2023-07-14T12:45:44.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad4dffb700 10 client.15090 handle_command_reply: tid=0 2023-07-14T12:45:44.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 client.15090 shutdown 2023-07-14T12:45:44.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 msgr2=0x557e020f21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 0x557e020f21a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fad5c007530 tx=0x7fad5c007840 comp rx=0 tx=0).stop 2023-07-14T12:45:44.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 shutdown_connections 2023-07-14T12:45:44.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557e021508f0 0x557e0214d260 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557e020e2480 0x557e020eeca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad4dffb700 0 client.15090 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:45:44.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557e020e3c20 0x557e020f21a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 --2- 172.21.15.40:0/205731181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557e020e2dd0 0x557e020ef1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 >> 172.21.15.40:0/205731181 conn(0x557e020d7d50 msgr2=0x557e020e9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 shutdown_connections 2023-07-14T12:45:44.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.239+0000 7fad7881fb80 1 -- 172.21.15.40:0/205731181 wait complete. 2023-07-14T12:45:44.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad7881fb80 20 client.15090 trim_cache size 0 max 16384 2023-07-14T12:45:44.290 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:45:44.290 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:45:44.290 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 0, 2023-07-14T12:45:44.290 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24527, 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 56.187259726000001, 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 80, 2023-07-14T12:45:44.291 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:45:44.292 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 62.317239741000002 2023-07-14T12:45:44.292 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:45:44.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad500a1260 msgr2=0x7fad500a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad500a1260 0x7fad500a3710 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fad5400ac50 tx=0x7fad5400a380 comp rx=0 tx=0).stop 2023-07-14T12:45:44.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 msgr2=0x7fad641957e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:44.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad641957e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fad60004760 tx=0x7fad60009580 comp rx=0 tx=0).stop 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 shutdown_connections 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fad500a1260 0x7fad500a3710 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fad64101660 0x7fad6419cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad640ffae0 0x7fad641957e0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 --2- 172.21.15.40:0/4160824620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fad64100cd0 0x7fad64195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 >> 172.21.15.40:0/4160824620 conn(0x7fad640fb120 msgr2=0x7fad64104160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:44.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 shutdown_connections 2023-07-14T12:45:44.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:44.240+0000 7fad6c699700 1 -- 172.21.15.40:0/4160824620 wait complete. 2023-07-14T12:45:44.295 INFO:tasks.cephadm:Setup complete, yielding 2023-07-14T12:45:44.295 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-07-14T12:45:44.306 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T12:45:44.307 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph orch status' 2023-07-14T12:45:44.308 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:43 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1510492666' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:45:44.308 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:43 smithi130 ceph-mon[97977]: pgmap v279: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-07-14T12:45:44.308 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:43 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3411592133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:45:44.867 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:45.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2023-07-14T12:45:45.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2023-07-14T12:45:45.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-07-14T12:45:45.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 1, 7, 11]}]: dispatch 2023-07-14T12:45:45.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]: dispatch 2023-07-14T12:45:45.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]: dispatch 2023-07-14T12:45:45.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-07-14T12:45:45.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:45 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2023-07-14T12:45:45.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2023-07-14T12:45:45.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2023-07-14T12:45:45.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-07-14T12:45:45.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 1, 7, 11]}]: dispatch 2023-07-14T12:45:45.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]: dispatch 2023-07-14T12:45:45.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]: dispatch 2023-07-14T12:45:45.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-07-14T12:45:45.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:45 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2023-07-14T12:45:45.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2023-07-14T12:45:45.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]: dispatch 2023-07-14T12:45:45.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-07-14T12:45:45.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 1, 7, 11]}]: dispatch 2023-07-14T12:45:45.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]: dispatch 2023-07-14T12:45:45.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]: dispatch 2023-07-14T12:45:45.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-07-14T12:45:45.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:45 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2023-07-14T12:45:46.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 -- 172.21.15.40:0/1610261236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80ffd40 msgr2=0x7f30d81001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:46.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 --2- 172.21.15.40:0/1610261236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80ffd40 0x7f30d81001b0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f30c8009990 tx=0x7f30c8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 -- 172.21.15.40:0/1610261236 shutdown_connections 2023-07-14T12:45:46.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 --2- 172.21.15.40:0/1610261236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d80feaa0 0x7f30d80feeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 --2- 172.21.15.40:0/1610261236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d81006f0 0x7f30d8106f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 --2- 172.21.15.40:0/1610261236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80ffd40 0x7f30d81001b0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 -- 172.21.15.40:0/1610261236 >> 172.21.15.40:0/1610261236 conn(0x7f30d80fa110 msgr2=0x7f30d80fc520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 -- 172.21.15.40:0/1610261236 shutdown_connections 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.071+0000 7f30e07b0700 1 -- 172.21.15.40:0/1610261236 wait complete. 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 Processor -- start 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 -- start start 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 0x7f30d8102ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d80ffd40 0x7f30d8101120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:46.088 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d81006f0 0x7f30d8101660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d8101de0 con 0x7f30d80feaa0 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d8101f50 con 0x7f30d80ffd40 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30e07b0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30d819f920 con 0x7f30d81006f0 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 0x7f30d8102ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 0x7f30d8102ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32838/0 (socket says 172.21.15.40:32838) 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 -- 172.21.15.40:0/2968333306 learned_addr learned my addr 172.21.15.40:0/2968333306 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30ddd4b700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d80ffd40 0x7f30d8101120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:46.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30ded4d700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d81006f0 0x7f30d8101660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 -- 172.21.15.40:0/2968333306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d81006f0 msgr2=0x7f30d8101660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d81006f0 0x7f30d8101660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 -- 172.21.15.40:0/2968333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d80ffd40 msgr2=0x7f30d8101120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d80ffd40 0x7f30d8101120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30de54c700 1 -- 172.21.15.40:0/2968333306 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30c80095f0 con 0x7f30d80feaa0 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30ded4d700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d81006f0 0x7f30d8101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.072+0000 7f30ddd4b700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d80ffd40 0x7f30d8101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:46.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.073+0000 7f30de54c700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 0x7f30d8102ad0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f30d400e9a0 tx=0x7f30d400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:46.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.073+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d4009790 con 0x7f30d80feaa0 2023-07-14T12:45:46.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.073+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30d400cbd0 con 0x7f30d80feaa0 2023-07-14T12:45:46.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.073+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30d819fc00 con 0x7f30d80feaa0 2023-07-14T12:45:46.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.073+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30d4018680 con 0x7f30d80feaa0 2023-07-14T12:45:46.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.073+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30d81a0100 con 0x7f30d80feaa0 2023-07-14T12:45:46.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.074+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30d810a270 con 0x7f30d80feaa0 2023-07-14T12:45:46.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.075+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f30d400cd40 con 0x7f30d80feaa0 2023-07-14T12:45:46.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.075+0000 7f30cf7fe700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f30c40a11e0 0x7f30c40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:46.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.075+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f30d4014070 con 0x7f30d80feaa0 2023-07-14T12:45:46.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.075+0000 7f30ddd4b700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f30c40a11e0 0x7f30c40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:46.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.076+0000 7f30ddd4b700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f30c40a11e0 0x7f30c40a3690 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f30c800b2e0 tx=0x7f30c8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:46.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.081+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f30d4051790 con 0x7f30d80feaa0 2023-07-14T12:45:46.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.292+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f30d8069080 con 0x7f30c40a11e0 2023-07-14T12:45:46.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.294+0000 7f30cf7fe700 1 -- 172.21.15.40:0/2968333306 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f30d8069080 con 0x7f30c40a11e0 2023-07-14T12:45:46.307 INFO:teuthology.orchestra.run.smithi040.stdout:Backend: cephadm 2023-07-14T12:45:46.308 INFO:teuthology.orchestra.run.smithi040.stdout:Available: Yes 2023-07-14T12:45:46.308 INFO:teuthology.orchestra.run.smithi040.stdout:Paused: No 2023-07-14T12:45:46.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f30c40a11e0 msgr2=0x7f30c40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f30c40a11e0 0x7f30c40a3690 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f30c800b2e0 tx=0x7f30c8005fb0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 msgr2=0x7f30d8102ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 0x7f30d8102ad0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f30d400e9a0 tx=0x7f30d400ed60 comp rx=0 tx=0).stop 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 shutdown_connections 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f30c40a11e0 0x7f30c40a3690 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f30d81006f0 0x7f30d8101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30d80feaa0 0x7f30d8102ad0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 --2- 172.21.15.40:0/2968333306 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f30d80ffd40 0x7f30d8101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:46.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 >> 172.21.15.40:0/2968333306 conn(0x7f30d80fa110 msgr2=0x7f30d8068970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:46.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 shutdown_connections 2023-07-14T12:45:46.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:46.296+0000 7f30e07b0700 1 -- 172.21.15.40:0/2968333306 wait complete. 2023-07-14T12:45:46.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: pgmap v280: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 1, 7, 11]}]': finished 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]': finished 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]': finished 2023-07-14T12:45:46.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-07-14T12:45:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2023-07-14T12:45:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: osdmap e81: 12 total, 12 up, 12 in 2023-07-14T12:45:46.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:46 smithi040 ceph-mon[96535]: osdmap e82: 12 total, 12 up, 12 in 2023-07-14T12:45:46.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: pgmap v280: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 1, 7, 11]}]': finished 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]': finished 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]': finished 2023-07-14T12:45:46.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-07-14T12:45:46.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2023-07-14T12:45:46.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: osdmap e81: 12 total, 12 up, 12 in 2023-07-14T12:45:46.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:46 smithi133 ceph-mon[98311]: osdmap e82: 12 total, 12 up, 12 in 2023-07-14T12:45:46.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: pgmap v280: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-07-14T12:45:46.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [2, 4]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 1, 7, 11]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 7, 5, 8]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2023-07-14T12:45:46.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: osdmap e81: 12 total, 12 up, 12 in 2023-07-14T12:45:46.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:46 smithi130 ceph-mon[97977]: osdmap e82: 12 total, 12 up, 12 in 2023-07-14T12:45:46.726 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph orch ps' 2023-07-14T12:45:47.290 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:48.298 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:48 smithi040 ceph-mon[96535]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:48.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:48 smithi040 ceph-mon[96535]: pgmap v283: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 5 op/s; 140 B/s, 0 objects/s recovering 2023-07-14T12:45:48.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:48 smithi133 ceph-mon[98311]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:48.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:48 smithi133 ceph-mon[98311]: pgmap v283: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 5 op/s; 140 B/s, 0 objects/s recovering 2023-07-14T12:45:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 -- 172.21.15.40:0/1040062401 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe970100610 msgr2=0x7fe970106ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 --2- 172.21.15.40:0/1040062401 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe970100610 0x7fe970106ed0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fe96800b0a0 tx=0x7fe96800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 -- 172.21.15.40:0/1040062401 shutdown_connections 2023-07-14T12:45:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 --2- 172.21.15.40:0/1040062401 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700fea80 0x7fe9700fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 --2- 172.21.15.40:0/1040062401 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe970100610 0x7fe970106ed0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 --2- 172.21.15.40:0/1040062401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe9700ffc80 0x7fe9701000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 -- 172.21.15.40:0/1040062401 >> 172.21.15.40:0/1040062401 conn(0x7fe9700fa0b0 msgr2=0x7fe9700fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 -- 172.21.15.40:0/1040062401 shutdown_connections 2023-07-14T12:45:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 -- 172.21.15.40:0/1040062401 wait complete. 2023-07-14T12:45:48.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.483+0000 7fe976fb3700 1 Processor -- start 2023-07-14T12:45:48.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 -- start start 2023-07-14T12:45:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 0x7fe970195a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700ffc80 0x7fe970195f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe970100610 0x7fe97019d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe97019d5e0 con 0x7fe9700fea80 2023-07-14T12:45:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe97019d720 con 0x7fe970100610 2023-07-14T12:45:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe97019d8b0 con 0x7fe9700ffc80 2023-07-14T12:45:48.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 0x7fe970195a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:48.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 0x7fe970195a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32852/0 (socket says 172.21.15.40:32852) 2023-07-14T12:45:48.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 -- 172.21.15.40:0/2885635803 learned_addr learned my addr 172.21.15.40:0/2885635803 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:48.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe975550700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe970100610 0x7fe97019d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:48.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe96ffff700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700ffc80 0x7fe970195f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:48.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 -- 172.21.15.40:0/2885635803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700ffc80 msgr2=0x7fe970195f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:48.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700ffc80 0x7fe970195f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 -- 172.21.15.40:0/2885635803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe970100610 msgr2=0x7fe97019d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:48.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe970100610 0x7fe97019d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 -- 172.21.15.40:0/2885635803 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe968009d00 con 0x7fe9700fea80 2023-07-14T12:45:48.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe975550700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe970100610 0x7fe97019d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:45:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe974d4f700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 0x7fe970195a50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe96400b530 tx=0x7fe96400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe964011830 con 0x7fe9700fea80 2023-07-14T12:45:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe964011e50 con 0x7fe9700fea80 2023-07-14T12:45:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.484+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe97019db90 con 0x7fe9700fea80 2023-07-14T12:45:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.485+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe96400f2e0 con 0x7fe9700fea80 2023-07-14T12:45:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.485+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe97019e0e0 con 0x7fe9700fea80 2023-07-14T12:45:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.486+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe97010a330 con 0x7fe9700fea80 2023-07-14T12:45:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.487+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fe964010580 con 0x7fe9700fea80 2023-07-14T12:45:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.487+0000 7fe96dffb700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9600a1260 0x7fe9600a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.487+0000 7fe96ffff700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9600a1260 0x7fe9600a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.488+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fe9640cc3e0 con 0x7fe9700fea80 2023-07-14T12:45:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.488+0000 7fe96ffff700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9600a1260 0x7fe9600a3710 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe95c005950 tx=0x7fe95c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.492+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe964095ae0 con 0x7fe9700fea80 2023-07-14T12:45:48.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:48 smithi130 ceph-mon[97977]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:48.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:48 smithi130 ceph-mon[97977]: pgmap v283: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 5 op/s; 140 B/s, 0 objects/s recovering 2023-07-14T12:45:48.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.706+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fe9700686e0 con 0x7fe9600a1260 2023-07-14T12:45:48.742 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.729+0000 7fe96dffb700 1 -- 172.21.15.40:0/2885635803 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7fe9700686e0 con 0x7fe9600a1260 2023-07-14T12:45:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-07-14T12:45:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:mds.a smithi040 running (69s) 60s ago 68s 16.7M - 18.0.0-4757-g3fc0089c afd12e232ec0 de9a8d677192 2023-07-14T12:45:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:mds.b smithi130 running (67s) 60s ago 66s 15.5M - 18.0.0-4757-g3fc0089c afd12e232ec0 d7787acb7274 2023-07-14T12:45:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:mds.c smithi133 running (78s) 60s ago 78s 15.7M - 18.0.0-4757-g3fc0089c afd12e232ec0 4734f74bb509 2023-07-14T12:45:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:mds.d smithi040 running (85s) 60s ago 84s 14.4M - 18.0.0-4757-g3fc0089c afd12e232ec0 7e5dcc0db17c 2023-07-14T12:45:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:mds.e smithi130 running (82s) 60s ago 82s 16.7M - 18.0.0-4757-g3fc0089c afd12e232ec0 7b3136f44bb5 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.f smithi133 running (80s) 60s ago 80s 15.6M - 18.0.0-4757-g3fc0089c afd12e232ec0 31e1441dd790 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.g smithi040 running (71s) 60s ago 71s 16.7M - 18.0.0-4757-g3fc0089c afd12e232ec0 4f14459b42bf 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.h smithi130 running (76s) 60s ago 75s 15.7M - 18.0.0-4757-g3fc0089c afd12e232ec0 ac84a19942a5 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.i smithi133 running (74s) 60s ago 73s 14.2M - 18.0.0-4757-g3fc0089c afd12e232ec0 420fcbf8dcef 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.j smithi040 running (87s) 60s ago 86s 15.7M - 18.0.0-4757-g3fc0089c afd12e232ec0 0bd3c0ff630c 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.k smithi130 running (89s) 60s ago 89s 14.0M - 18.0.0-4757-g3fc0089c afd12e232ec0 1930f1abb672 2023-07-14T12:45:48.744 INFO:teuthology.orchestra.run.smithi040.stdout:mds.l smithi133 running (91s) 60s ago 91s 14.1M - 18.0.0-4757-g3fc0089c afd12e232ec0 0717991e5827 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi040 *:9283,8765 running (7m) 60s ago 7m 512M - 18.0.0-4757-g3fc0089c afd12e232ec0 cdab9732b011 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi130 *:8443,8765 running (6m) 60s ago 6m 445M - 18.0.0-4757-g3fc0089c afd12e232ec0 56ee537743e0 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.z smithi133 *:8443,8765 running (6m) 60s ago 6m 445M - 18.0.0-4757-g3fc0089c afd12e232ec0 1259149fb12d 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (7m) 60s ago 8m 86.6M 2048M 18.0.0-4757-g3fc0089c afd12e232ec0 2122fb2cb9ee 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi130 running (6m) 60s ago 6m 58.9M 2048M 18.0.0-4757-g3fc0089c afd12e232ec0 acc66d2fda24 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi133 running (6m) 60s ago 6m 57.0M 2048M 18.0.0-4757-g3fc0089c afd12e232ec0 5667be549407 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (5m) 60s ago 5m 55.5M 4293M 18.0.0-4757-g3fc0089c afd12e232ec0 cd9dff35c758 2023-07-14T12:45:48.745 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi130 running (5m) 60s ago 5m 62.1M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 ce53a8e5be31 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi133 running (5m) 60s ago 5m 54.7M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 5133c4744a13 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (4m) 60s ago 4m 51.6M 4293M 18.0.0-4757-g3fc0089c afd12e232ec0 59ef05ecd73c 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi130 running (4m) 60s ago 4m 48.7M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 165ca5f8142e 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi133 running (3m) 60s ago 3m 52.9M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 848f1bd119f8 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi040 running (3m) 60s ago 3m 49.6M 4293M 18.0.0-4757-g3fc0089c afd12e232ec0 c9df9e56d875 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi130 running (3m) 60s ago 3m 52.8M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 f658d6a688b6 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.8 smithi133 running (2m) 60s ago 2m 50.4M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 c3208fac10e3 2023-07-14T12:45:48.746 INFO:teuthology.orchestra.run.smithi040.stdout:osd.9 smithi040 running (2m) 60s ago 2m 47.5M 4293M 18.0.0-4757-g3fc0089c afd12e232ec0 ee6805613bcb 2023-07-14T12:45:48.747 INFO:teuthology.orchestra.run.smithi040.stdout:osd.10 smithi130 running (2m) 60s ago 2m 51.9M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 72f302a1c9ea 2023-07-14T12:45:48.747 INFO:teuthology.orchestra.run.smithi040.stdout:osd.11 smithi133 running (109s) 60s ago 109s 46.6M 4292M 18.0.0-4757-g3fc0089c afd12e232ec0 ce4223a8fa24 2023-07-14T12:45:48.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9600a1260 msgr2=0x7fe9600a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:48.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9600a1260 0x7fe9600a3710 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe95c005950 tx=0x7fe95c0058e0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 msgr2=0x7fe970195a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 0x7fe970195a50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fe96400b530 tx=0x7fe96400b8f0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 shutdown_connections 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe9600a1260 0x7fe9600a3710 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe970100610 0x7fe97019d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9700fea80 0x7fe970195a50 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 --2- 172.21.15.40:0/2885635803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe9700ffc80 0x7fe970195f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:48.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 >> 172.21.15.40:0/2885635803 conn(0x7fe9700fa0b0 msgr2=0x7fe970067fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:48.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 shutdown_connections 2023-07-14T12:45:48.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:48.732+0000 7fe976fb3700 1 -- 172.21.15.40:0/2885635803 wait complete. 2023-07-14T12:45:49.140 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph orch ls' 2023-07-14T12:45:49.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:49 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:45:49.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:49 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:45:49.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:49 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:45:49.715 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:50.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:50 smithi040 ceph-mon[96535]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:50.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:50 smithi040 ceph-mon[96535]: pgmap v284: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 op/s; 142 B/s, 0 objects/s recovering 2023-07-14T12:45:50.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:50 smithi040 ceph-mon[96535]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-07-14T12:45:50.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:50 smithi133 ceph-mon[98311]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:50.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:50 smithi133 ceph-mon[98311]: pgmap v284: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 op/s; 142 B/s, 0 objects/s recovering 2023-07-14T12:45:50.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:50 smithi133 ceph-mon[98311]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-07-14T12:45:50.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:50 smithi130 ceph-mon[97977]: from='client.15102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:50.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:50 smithi130 ceph-mon[97977]: pgmap v284: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 op/s; 142 B/s, 0 objects/s recovering 2023-07-14T12:45:50.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:50 smithi130 ceph-mon[97977]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2023-07-14T12:45:51.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 -- 172.21.15.40:0/1510012767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f60100610 msgr2=0x7f3f60106ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:51.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 --2- 172.21.15.40:0/1510012767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f60100610 0x7f3f60106ed0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3f5800b0a0 tx=0x7f3f5800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 -- 172.21.15.40:0/1510012767 shutdown_connections 2023-07-14T12:45:51.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 --2- 172.21.15.40:0/1510012767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 0x7f3f600fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 --2- 172.21.15.40:0/1510012767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f60100610 0x7f3f60106ed0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 --2- 172.21.15.40:0/1510012767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f600ffc80 0x7f3f601000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 -- 172.21.15.40:0/1510012767 >> 172.21.15.40:0/1510012767 conn(0x7f3f600fa0b0 msgr2=0x7f3f600fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:51.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 -- 172.21.15.40:0/1510012767 shutdown_connections 2023-07-14T12:45:51.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.062+0000 7f3f663cd700 1 -- 172.21.15.40:0/1510012767 wait complete. 2023-07-14T12:45:51.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.063+0000 7f3f663cd700 1 Processor -- start 2023-07-14T12:45:51.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.063+0000 7f3f663cd700 1 -- start start 2023-07-14T12:45:51.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f663cd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 0x7f3f60194850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:51.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f663cd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 0x7f3f60194d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:51.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f663cd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f60100610 0x7f3f6019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f663cd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f60067fd0 con 0x7f3f600ffc80 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f663cd700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f60068140 con 0x7f3f60100610 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f663cd700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f60068300 con 0x7f3f600fea80 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 0x7f3f60194d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 0x7f3f60194850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 0x7f3f60194d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32866/0 (socket says 172.21.15.40:32866) 2023-07-14T12:45:51.079 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5f7fe700 1 -- 172.21.15.40:0/2181822125 learned_addr learned my addr 172.21.15.40:0/2181822125 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f6496a700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f60100610 0x7f3f6019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 -- 172.21.15.40:0/2181822125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f60100610 msgr2=0x7f3f6019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f60100610 0x7f3f6019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 -- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 msgr2=0x7f3f60194d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 0x7f3f60194d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 -- 172.21.15.40:0/2181822125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f58009d00 con 0x7f3f600fea80 2023-07-14T12:45:51.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5f7fe700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 0x7f3f60194d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:45:51.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5ffff700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 0x7f3f60194850 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3f5000e9c0 tx=0x7f3f5000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:51.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.064+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f50004220 con 0x7f3f600fea80 2023-07-14T12:45:51.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.065+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3f50004380 con 0x7f3f600fea80 2023-07-14T12:45:51.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.065+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f600685e0 con 0x7f3f600fea80 2023-07-14T12:45:51.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.065+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f50003be0 con 0x7f3f600fea80 2023-07-14T12:45:51.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.065+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f60068ae0 con 0x7f3f600fea80 2023-07-14T12:45:51.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.066+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f60105fe0 con 0x7f3f600fea80 2023-07-14T12:45:51.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.067+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f3f50003d40 con 0x7f3f600fea80 2023-07-14T12:45:51.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.068+0000 7f3f5d7fa700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3f480a11e0 0x7f3f480a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:51.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.068+0000 7f3f5f7fe700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3f480a11e0 0x7f3f480a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:51.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.068+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f3f50014070 con 0x7f3f600fea80 2023-07-14T12:45:51.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.068+0000 7f3f5f7fe700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3f480a11e0 0x7f3f480a3690 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3f54011550 tx=0x7f3f54009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:51.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.071+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3f50050790 con 0x7f3f600fea80 2023-07-14T12:45:51.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.284+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f3f60060950 con 0x7f3f480a11e0 2023-07-14T12:45:51.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.292+0000 7f3f5d7fa700 1 -- 172.21.15.40:0/2181822125 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f3f60060950 con 0x7f3f480a11e0 2023-07-14T12:45:51.306 INFO:teuthology.orchestra.run.smithi040.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-07-14T12:45:51.306 INFO:teuthology.orchestra.run.smithi040.stdout:mds.all 12/12 62s ago 96s smithi040=a;smithi040=d;smithi040=g;smithi040=j;smithi130=b;smithi130=e;smithi130=h;smithi130=k;smithi133=c;smithi133=f;smithi133=i;smithi133=l;count:12 2023-07-14T12:45:51.306 INFO:teuthology.orchestra.run.smithi040.stdout:mgr 3/3 62s ago 6m smithi040=x;smithi130=y;smithi133=z;count:3 2023-07-14T12:45:51.306 INFO:teuthology.orchestra.run.smithi040.stdout:mon 3/3 62s ago 6m smithi040:172.21.15.40=a;smithi130:172.21.15.130=b;smithi133:172.21.15.133=c;count:3 2023-07-14T12:45:51.306 INFO:teuthology.orchestra.run.smithi040.stdout:osd 12 62s ago - 2023-07-14T12:45:51.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3f480a11e0 msgr2=0x7f3f480a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:51.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3f480a11e0 0x7f3f480a3690 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3f54011550 tx=0x7f3f54009260 comp rx=0 tx=0).stop 2023-07-14T12:45:51.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 msgr2=0x7f3f60194850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:51.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 0x7f3f60194850 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3f5000e9c0 tx=0x7f3f5000ecd0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 shutdown_connections 2023-07-14T12:45:51.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f3f480a11e0 0x7f3f480a3690 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f600fea80 0x7f3f60194850 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f60100610 0x7f3f6019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 --2- 172.21.15.40:0/2181822125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f600ffc80 0x7f3f60194d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:51.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 >> 172.21.15.40:0/2181822125 conn(0x7f3f600fa0b0 msgr2=0x7f3f60103120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:51.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 shutdown_connections 2023-07-14T12:45:51.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:51.295+0000 7f3f663cd700 1 -- 172.21.15.40:0/2181822125 wait complete. 2023-07-14T12:45:51.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:51 smithi040 ceph-mon[96535]: pgmap v285: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3 op/s; 226 B/s, 1 objects/s recovering 2023-07-14T12:45:51.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:51 smithi133 ceph-mon[98311]: pgmap v285: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3 op/s; 226 B/s, 1 objects/s recovering 2023-07-14T12:45:51.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:51 smithi130 ceph-mon[97977]: pgmap v285: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3 op/s; 226 B/s, 1 objects/s recovering 2023-07-14T12:45:51.727 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph orch host ls' 2023-07-14T12:45:52.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-07-14T12:45:52.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: Cluster is now healthy 2023-07-14T12:45:52.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:52.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:52 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.303 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:52.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-07-14T12:45:52.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: Cluster is now healthy 2023-07-14T12:45:52.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:52.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:52 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2023-07-14T12:45:52.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: Cluster is now healthy 2023-07-14T12:45:52.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='client.24898 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:52.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:52.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:52 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:53.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:45:53.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:45:53.302 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:53 smithi040 ceph-mon[96535]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:53.302 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:53 smithi040 ceph-mon[96535]: pgmap v286: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2 op/s; 226 B/s, 1 objects/s recovering 2023-07-14T12:45:53.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:45:53.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:45:53.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:53 smithi133 ceph-mon[98311]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:53.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:53 smithi133 ceph-mon[98311]: pgmap v286: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2 op/s; 226 B/s, 1 objects/s recovering 2023-07-14T12:45:53.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 -- 172.21.15.40:0/2467737884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0fea80 msgr2=0x7fb08c0fee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:53.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 --2- 172.21.15.40:0/2467737884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0fea80 0x7fb08c0fee90 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb088009990 tx=0x7fb088009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 -- 172.21.15.40:0/2467737884 shutdown_connections 2023-07-14T12:45:53.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 --2- 172.21.15.40:0/2467737884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 0x7fb08c106ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 --2- 172.21.15.40:0/2467737884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0fea80 0x7fb08c0fee90 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 --2- 172.21.15.40:0/2467737884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb08c0ffc80 0x7fb08c1000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 -- 172.21.15.40:0/2467737884 >> 172.21.15.40:0/2467737884 conn(0x7fb08c0fa0b0 msgr2=0x7fb08c0fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:53.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 -- 172.21.15.40:0/2467737884 shutdown_connections 2023-07-14T12:45:53.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.495+0000 7fb0939a6700 1 -- 172.21.15.40:0/2467737884 wait complete. 2023-07-14T12:45:53.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 Processor -- start 2023-07-14T12:45:53.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 -- start start 2023-07-14T12:45:53.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb08c0fea80 0x7fb08c068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:53.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 0x7fb08c19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:53.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 0x7fb08c19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:53.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c19d380 con 0x7fb08c0ffc80 2023-07-14T12:45:53.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c19d4f0 con 0x7fb08c0fea80 2023-07-14T12:45:53.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb0939a6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c19d6b0 con 0x7fb08c100610 2023-07-14T12:45:53.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb090f41700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 0x7fb08c19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:53.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb090f41700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 0x7fb08c19a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32878/0 (socket says 172.21.15.40:32878) 2023-07-14T12:45:53.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb091742700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb08c0fea80 0x7fb08c068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:53.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb090f41700 1 -- 172.21.15.40:0/3577479204 learned_addr learned my addr 172.21.15.40:0/3577479204 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:53.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.496+0000 7fb091f43700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 0x7fb08c19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb090f41700 1 -- 172.21.15.40:0/3577479204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 msgr2=0x7fb08c19cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb090f41700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 0x7fb08c19cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb090f41700 1 -- 172.21.15.40:0/3577479204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb08c0fea80 msgr2=0x7fb08c068b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb090f41700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb08c0fea80 0x7fb08c068b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb090f41700 1 -- 172.21.15.40:0/3577479204 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0880095f0 con 0x7fb08c0ffc80 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb091f43700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 0x7fb08c19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:53.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb090f41700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 0x7fb08c19a590 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb07c00c920 tx=0x7fb07c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c007b00 con 0x7fb08c0ffc80 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb07c00ce70 con 0x7fb08c0ffc80 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb08c1943c0 con 0x7fb08c0ffc80 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c0054e0 con 0x7fb08c0ffc80 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.497+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb08c194910 con 0x7fb08c0ffc80 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.498+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb08c106070 con 0x7fb08c0ffc80 2023-07-14T12:45:53.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.499+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb07c004750 con 0x7fb08c0ffc80 2023-07-14T12:45:53.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.500+0000 7fb0827fc700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0780a1260 0x7fb0780a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:53.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.500+0000 7fb091742700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0780a1260 0x7fb0780a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:53.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.500+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fb07c0cc5e0 con 0x7fb08c0ffc80 2023-07-14T12:45:53.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.500+0000 7fb091742700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0780a1260 0x7fb0780a3710 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb08800b5c0 tx=0x7fb088005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:53.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.504+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb07c095b70 con 0x7fb08c0ffc80 2023-07-14T12:45:53.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:45:53.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:45:53.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:53 smithi130 ceph-mon[97977]: from='mgr.14150 172.21.15.40:0/4001259600' entity='mgr.x' 2023-07-14T12:45:53.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:53 smithi130 ceph-mon[97977]: pgmap v286: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2 op/s; 226 B/s, 1 objects/s recovering 2023-07-14T12:45:53.723 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.710+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fb08c195d80 con 0x7fb0780a1260 2023-07-14T12:45:53.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.711+0000 7fb0827fc700 1 -- 172.21.15.40:0/3577479204 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7fb08c195d80 con 0x7fb0780a1260 2023-07-14T12:45:53.724 INFO:teuthology.orchestra.run.smithi040.stdout:HOST ADDR LABELS STATUS 2023-07-14T12:45:53.725 INFO:teuthology.orchestra.run.smithi040.stdout:smithi040 172.21.15.40 2023-07-14T12:45:53.725 INFO:teuthology.orchestra.run.smithi040.stdout:smithi130 172.21.15.130 2023-07-14T12:45:53.725 INFO:teuthology.orchestra.run.smithi040.stdout:smithi133 172.21.15.133 2023-07-14T12:45:53.725 INFO:teuthology.orchestra.run.smithi040.stdout:3 hosts in cluster 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0780a1260 msgr2=0x7fb0780a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0780a1260 0x7fb0780a3710 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb08800b5c0 tx=0x7fb088005fd0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 msgr2=0x7fb08c19a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 0x7fb08c19a590 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb07c00c920 tx=0x7fb07c00cc30 comp rx=0 tx=0).stop 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 shutdown_connections 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb0780a1260 0x7fb0780a3710 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.727 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb08c100610 0x7fb08c19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb08c0fea80 0x7fb08c068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 --2- 172.21.15.40:0/3577479204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb08c0ffc80 0x7fb08c19a590 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:53.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 >> 172.21.15.40:0/3577479204 conn(0x7fb08c0fa0b0 msgr2=0x7fb08c1031b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:53.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 shutdown_connections 2023-07-14T12:45:53.728 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:53.714+0000 7fb0939a6700 1 -- 172.21.15.40:0/3577479204 wait complete. 2023-07-14T12:45:54.162 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph orch device ls' 2023-07-14T12:45:54.721 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:55.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:54 smithi040 ceph-mon[96535]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:55.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:54 smithi133 ceph-mon[98311]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:55.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:54 smithi130 ceph-mon[97977]: from='client.15114 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:55.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 -- 172.21.15.40:0/2173291513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc100610 msgr2=0x7f42fc106ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:55.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 --2- 172.21.15.40:0/2173291513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc100610 0x7f42fc106ed0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f42f400b0a0 tx=0x7f42f400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:45:55.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 -- 172.21.15.40:0/2173291513 shutdown_connections 2023-07-14T12:45:55.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 --2- 172.21.15.40:0/2173291513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc100610 0x7f42fc106ed0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:55.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 --2- 172.21.15.40:0/2173291513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42fc0fea80 0x7f42fc0fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:55.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 --2- 172.21.15.40:0/2173291513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:55.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 -- 172.21.15.40:0/2173291513 >> 172.21.15.40:0/2173291513 conn(0x7f42fc0fa0b0 msgr2=0x7f42fc0fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 -- 172.21.15.40:0/2173291513 shutdown_connections 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.919+0000 7f43015c4700 1 -- 172.21.15.40:0/2173291513 wait complete. 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 Processor -- start 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 -- start start 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42fc0fea80 0x7f42fc102c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42fc100610 0x7f42fc1017f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:55.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42fc101f70 con 0x7f42fc0ffc80 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42fc1020e0 con 0x7f42fc100610 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f43015c4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42fc19f9f0 con 0x7f42fc0fea80 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f42fa7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f42fa7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1012b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32890/0 (socket says 172.21.15.40:32890) 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f42fa7fc700 1 -- 172.21.15.40:0/2943049702 learned_addr learned my addr 172.21.15.40:0/2943049702 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f42faffd700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42fc0fea80 0x7f42fc102c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:55.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.920+0000 7f42fb7fe700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42fc100610 0x7f42fc1017f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:55.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42fa7fc700 1 -- 172.21.15.40:0/2943049702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42fc0fea80 msgr2=0x7f42fc102c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:55.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42fa7fc700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42fc0fea80 0x7f42fc102c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:55.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42fa7fc700 1 -- 172.21.15.40:0/2943049702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42fc100610 msgr2=0x7f42fc1017f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:55.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42fa7fc700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42fc100610 0x7f42fc1017f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:55.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42fa7fc700 1 -- 172.21.15.40:0/2943049702 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42f4009d00 con 0x7f42fc0ffc80 2023-07-14T12:45:55.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42fa7fc700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1012b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f42ec00d950 tx=0x7f42ec00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:55.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42ec00f890 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f42ec010460 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42fc19fcd0 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42ec00e610 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.921+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42fc1a0180 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.922+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42fc106ab0 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.924+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f42ec0108d0 con 0x7f42fc0ffc80 2023-07-14T12:45:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.924+0000 7f42f3fff700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42e80a11e0 0x7f42e80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:55.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.924+0000 7f42faffd700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42e80a11e0 0x7f42e80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:55.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.924+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f42ec0cc7f0 con 0x7f42fc0ffc80 2023-07-14T12:45:55.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.925+0000 7f42faffd700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42e80a11e0 0x7f42e80a3690 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f42fc0ffae0 tx=0x7f42e400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:55.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:55.928+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f42ec095de0 con 0x7f42fc0ffc80 2023-07-14T12:45:56.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:55 smithi040 ceph-mon[96535]: pgmap v287: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4 op/s; 181 B/s, 1 objects/s recovering 2023-07-14T12:45:56.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.135+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f42fc060950 con 0x7f42e80a11e0 2023-07-14T12:45:56.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.137+0000 7f42f3fff700 1 -- 172.21.15.40:0/2943049702 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+492 (secure 0 0 0) 0x7f42fc060950 con 0x7f42e80a11e0 2023-07-14T12:45:56.150 INFO:teuthology.orchestra.run.smithi040.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-07-14T12:45:56.150 INFO:teuthology.orchestra.run.smithi040.stdout:smithi040 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5330009J400BGN 372G No 2m ago LVM detected, locked 2023-07-14T12:45:56.150 INFO:teuthology.orchestra.run.smithi040.stdout:smithi130 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620500Q1400BGN 372G No 2m ago LVM detected, locked 2023-07-14T12:45:56.150 INFO:teuthology.orchestra.run.smithi040.stdout:smithi133 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401AQ400BGN 372G No 111s ago LVM detected, locked 2023-07-14T12:45:56.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42e80a11e0 msgr2=0x7f42e80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:56.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42e80a11e0 0x7f42e80a3690 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f42fc0ffae0 tx=0x7f42e400b410 comp rx=0 tx=0).stop 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 msgr2=0x7f42fc1012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1012b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f42ec00d950 tx=0x7f42ec00dc60 comp rx=0 tx=0).stop 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 shutdown_connections 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f42e80a11e0 0x7f42e80a3690 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f42fc0fea80 0x7f42fc102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f42fc100610 0x7f42fc1017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:56.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 --2- 172.21.15.40:0/2943049702 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f42fc0ffc80 0x7f42fc1012b0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:56.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 >> 172.21.15.40:0/2943049702 conn(0x7f42fc0fa0b0 msgr2=0x7f42fc0fc280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:56.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 shutdown_connections 2023-07-14T12:45:56.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:56.139+0000 7f43015c4700 1 -- 172.21.15.40:0/2943049702 wait complete. 2023-07-14T12:45:56.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:55 smithi133 ceph-mon[98311]: pgmap v287: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4 op/s; 181 B/s, 1 objects/s recovering 2023-07-14T12:45:56.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:55 smithi130 ceph-mon[97977]: pgmap v287: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4 op/s; 181 B/s, 1 objects/s recovering 2023-07-14T12:45:56.581 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-07-14T12:45:56.591 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T12:45:56.592 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph fs dump' 2023-07-14T12:45:57.150 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:45:57.338 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:57 smithi040 ceph-mon[96535]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:57.339 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:57 smithi040 ceph-mon[96535]: pgmap v288: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4 op/s; 165 B/s, 1 objects/s recovering 2023-07-14T12:45:57.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:57 smithi133 ceph-mon[98311]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:57.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:57 smithi133 ceph-mon[98311]: pgmap v288: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4 op/s; 165 B/s, 1 objects/s recovering 2023-07-14T12:45:57.519 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:57 smithi130 ceph-mon[97977]: from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:45:57.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:57 smithi130 ceph-mon[97977]: pgmap v288: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 4 op/s; 165 B/s, 1 objects/s recovering 2023-07-14T12:45:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 -- 172.21.15.40:0/593965547 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7240fea80 msgr2=0x7fb7240fee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 --2- 172.21.15.40:0/593965547 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7240fea80 0x7fb7240fee90 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fb718009990 tx=0x7fb718009ca0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 -- 172.21.15.40:0/593965547 shutdown_connections 2023-07-14T12:45:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 --2- 172.21.15.40:0/593965547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb724100610 0x7fb724106ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 --2- 172.21.15.40:0/593965547 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb7240fea80 0x7fb7240fee90 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 --2- 172.21.15.40:0/593965547 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7240ffc80 0x7fb7241000d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 -- 172.21.15.40:0/593965547 >> 172.21.15.40:0/593965547 conn(0x7fb7240fa0b0 msgr2=0x7fb7240fc500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 -- 172.21.15.40:0/593965547 shutdown_connections 2023-07-14T12:45:58.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.333+0000 7fb72b592700 1 -- 172.21.15.40:0/593965547 wait complete. 2023-07-14T12:45:58.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 Processor -- start 2023-07-14T12:45:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 -- start start 2023-07-14T12:45:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7240fea80 0x7fb724068b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7240ffc80 0x7fb72419a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 0x7fb72419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72419d400 con 0x7fb724100610 2023-07-14T12:45:58.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72419d570 con 0x7fb7240fea80 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72b592700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72419d730 con 0x7fb7240ffc80 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb729b2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 0x7fb72419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb72932e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7240fea80 0x7fb724068b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb729b2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 0x7fb72419cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32904/0 (socket says 172.21.15.40:32904) 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.334+0000 7fb729b2f700 1 -- 172.21.15.40:0/4203980416 learned_addr learned my addr 172.21.15.40:0/4203980416 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb728b2d700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7240ffc80 0x7fb72419a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:58.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb729b2f700 1 -- 172.21.15.40:0/4203980416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7240ffc80 msgr2=0x7fb72419a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb729b2f700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7240ffc80 0x7fb72419a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb729b2f700 1 -- 172.21.15.40:0/4203980416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7240fea80 msgr2=0x7fb724068b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb729b2f700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7240fea80 0x7fb724068b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb729b2f700 1 -- 172.21.15.40:0/4203980416 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7180095f0 con 0x7fb724100610 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb728b2d700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7240ffc80 0x7fb72419a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb729b2f700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 0x7fb72419cc60 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fb71c00b970 tx=0x7fb71c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:58.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c00c930 con 0x7fb724100610 2023-07-14T12:45:58.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb72419da10 con 0x7fb724100610 2023-07-14T12:45:58.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb71c014440 con 0x7fb724100610 2023-07-14T12:45:58.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c0075d0 con 0x7fb724100610 2023-07-14T12:45:58.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.335+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb72419dec0 con 0x7fb724100610 2023-07-14T12:45:58.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.336+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb724106070 con 0x7fb724100610 2023-07-14T12:45:58.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.337+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb71c0145b0 con 0x7fb724100610 2023-07-14T12:45:58.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.338+0000 7fb7167fc700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7100a11e0 0x7fb7100a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:45:58.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.338+0000 7fb72932e700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7100a11e0 0x7fb7100a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:45:58.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.338+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fb71c006e40 con 0x7fb724100610 2023-07-14T12:45:58.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.338+0000 7fb72932e700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7100a11e0 0x7fb7100a3690 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb71800b5c0 tx=0x7fb718005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:45:58.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.342+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb71c04e790 con 0x7fb724100610 2023-07-14T12:45:58.596 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.583+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fb72402c850 con 0x7fb724100610 2023-07-14T12:45:58.597 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.583+0000 7fb7167fc700 1 -- 172.21.15.40:0/4203980416 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) v1 ==== 76+0+2927 (secure 0 0 0) 0x7fb71c019b80 con 0x7fb724100610 2023-07-14T12:45:58.597 INFO:teuthology.orchestra.run.smithi040.stdout:e27 2023-07-14T12:45:58.597 INFO:teuthology.orchestra.run.smithi040.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-07-14T12:45:58.597 INFO:teuthology.orchestra.run.smithi040.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:legacy client fscid: 1 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:Filesystem 'cephfs' (1) 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:fs_name cephfs 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:epoch 27 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:created 2023-07-14T12:44:47.505406+0000 2023-07-14T12:45:58.598 INFO:teuthology.orchestra.run.smithi040.stdout:modified 2023-07-14T12:44:54.759119+0000 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:tableserver 0 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:root 0 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:session_timeout 300 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:session_autoclose 300 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:max_file_size 1099511627776 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:max_xattr_size 65536 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:required_client_features {} 2023-07-14T12:45:58.599 INFO:teuthology.orchestra.run.smithi040.stdout:last_failure 0 2023-07-14T12:45:58.600 INFO:teuthology.orchestra.run.smithi040.stdout:last_failure_osd_epoch 0 2023-07-14T12:45:58.600 INFO:teuthology.orchestra.run.smithi040.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-07-14T12:45:58.600 INFO:teuthology.orchestra.run.smithi040.stdout:max_mds 5 2023-07-14T12:45:58.600 INFO:teuthology.orchestra.run.smithi040.stdout:in 0,1,2,3,4 2023-07-14T12:45:58.600 INFO:teuthology.orchestra.run.smithi040.stdout:up {0=24527,1=24505,2=24491,3=24437,4=24433} 2023-07-14T12:45:58.600 INFO:teuthology.orchestra.run.smithi040.stdout:failed 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:damaged 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:stopped 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:data_pools [3] 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:metadata_pool 2 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:inline_data disabled 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:balancer 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:bal_rank_mask -1 2023-07-14T12:45:58.601 INFO:teuthology.orchestra.run.smithi040.stdout:standby_count_wanted 0 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.b{0:24527} state up:active seq 3 addr [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.c{0:24481} state up:standby-replay seq 1 addr [v2:172.21.15.133:6836/3910204745,v1:172.21.15.133:6837/3910204745] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.i{1:24505} state up:active seq 6 addr [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.f{1:24469} state up:standby-replay seq 1 addr [v2:172.21.15.133:6834/4012282981,v1:172.21.15.133:6835/4012282981] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.h{2:24491} state up:active seq 6 addr [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.e{2:24461} state up:standby-replay seq 1 addr [v2:172.21.15.130:6834/625272293,v1:172.21.15.130:6835/625272293] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.602 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.k{3:24437} state up:active seq 10 addr [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.603 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.a{3:14607} state up:standby-replay seq 1 addr [v2:172.21.15.40:6840/951645887,v1:172.21.15.40:6841/951645887] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.603 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.l{4:24433} state up:active seq 11 addr [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.603 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.g{4:14595} state up:standby-replay seq 1 addr [v2:172.21.15.40:6838/2689125653,v1:172.21.15.40:6839/2689125653] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:Standby daemons: 2023-07-14T12:45:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:45:58.605 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.j{-1:14526} state up:standby seq 1 addr [v2:172.21.15.40:6834/3676240842,v1:172.21.15.40:6835/3676240842] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.605 INFO:teuthology.orchestra.run.smithi040.stdout:[mds.d{-1:14538} state up:standby seq 1 addr [v2:172.21.15.40:6836/680798713,v1:172.21.15.40:6837/680798713] compat {c=[1],r=[1],i=[7ff]}] 2023-07-14T12:45:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7100a11e0 msgr2=0x7fb7100a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7100a11e0 0x7fb7100a3690 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb71800b5c0 tx=0x7fb718005fd0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 msgr2=0x7fb72419cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:45:58.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 0x7fb72419cc60 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fb71c00b970 tx=0x7fb71c00bc80 comp rx=0 tx=0).stop 2023-07-14T12:45:58.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 shutdown_connections 2023-07-14T12:45:58.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb7100a11e0 0x7fb7100a3690 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb724100610 0x7fb72419cc60 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb7240fea80 0x7fb724068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 --2- 172.21.15.40:0/4203980416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb7240ffc80 0x7fb72419a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:45:58.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 >> 172.21.15.40:0/4203980416 conn(0x7fb7240fa0b0 msgr2=0x7fb7241031b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:45:58.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 shutdown_connections 2023-07-14T12:45:58.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:45:58.586+0000 7fb72b592700 1 -- 172.21.15.40:0/4203980416 wait complete. 2023-07-14T12:45:58.607 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:45:58.932 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:58 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4203980416' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-07-14T12:45:58.998 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- bash -c 'ceph osd dump' 2023-07-14T12:45:59.229 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:58 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4203980416' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-07-14T12:45:59.269 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:58 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4203980416' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-07-14T12:45:59.560 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:46:00.097 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:45:59 smithi040 ceph-mon[96535]: pgmap v289: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 57 B/s, 0 objects/s recovering 2023-07-14T12:46:00.230 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:45:59 smithi133 ceph-mon[98311]: pgmap v289: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 57 B/s, 0 objects/s recovering 2023-07-14T12:46:00.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:45:59 smithi130 ceph-mon[97977]: pgmap v289: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 57 B/s, 0 objects/s recovering 2023-07-14T12:46:00.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 -- 172.21.15.40:0/3587915467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80ffc40 msgr2=0x7f9ca8100090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:00.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 --2- 172.21.15.40:0/3587915467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80ffc40 0x7f9ca8100090 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f9c94009990 tx=0x7f9c94009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 -- 172.21.15.40:0/3587915467 shutdown_connections 2023-07-14T12:46:00.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 --2- 172.21.15.40:0/3587915467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca80fea40 0x7f9ca80fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 --2- 172.21.15.40:0/3587915467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca81005d0 0x7f9ca8106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 --2- 172.21.15.40:0/3587915467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80ffc40 0x7f9ca8100090 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 -- 172.21.15.40:0/3587915467 >> 172.21.15.40:0/3587915467 conn(0x7f9ca80fa090 msgr2=0x7f9ca80fc4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 -- 172.21.15.40:0/3587915467 shutdown_connections 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.733+0000 7f9caf12d700 1 -- 172.21.15.40:0/3587915467 wait complete. 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 Processor -- start 2023-07-14T12:46:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 -- start start 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 0x7f9ca8068b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca80ffc40 0x7f9ca819a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca81005d0 0x7f9ca819caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ca819d290 con 0x7f9ca80fea40 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ca819d400 con 0x7f9ca80ffc40 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9caf12d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ca819d5c0 con 0x7f9ca81005d0 2023-07-14T12:46:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9cacec9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 0x7f9ca8068b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:00.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9cacec9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 0x7f9ca8068b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32912/0 (socket says 172.21.15.40:32912) 2023-07-14T12:46:00.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9cacec9700 1 -- 172.21.15.40:0/251251881 learned_addr learned my addr 172.21.15.40:0/251251881 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:00.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.734+0000 7f9cad6ca700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca81005d0 0x7f9ca819caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:00.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9ca7fff700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca80ffc40 0x7f9ca819a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:00.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cacec9700 1 -- 172.21.15.40:0/251251881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca81005d0 msgr2=0x7f9ca819caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:00.752 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cacec9700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca81005d0 0x7f9ca819caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cacec9700 1 -- 172.21.15.40:0/251251881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca80ffc40 msgr2=0x7f9ca819a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cacec9700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca80ffc40 0x7f9ca819a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cacec9700 1 -- 172.21.15.40:0/251251881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c940095f0 con 0x7f9ca80fea40 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cad6ca700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca81005d0 0x7f9ca819caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9ca7fff700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca80ffc40 0x7f9ca819a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9cacec9700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 0x7f9ca8068b30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c00c990 tx=0x7f9c9c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:00.753 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c007b00 con 0x7f9ca80fea40 2023-07-14T12:46:00.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c9c007c60 con 0x7f9ca80fea40 2023-07-14T12:46:00.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ca819d8a0 con 0x7f9ca80fea40 2023-07-14T12:46:00.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c018660 con 0x7f9ca80fea40 2023-07-14T12:46:00.754 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.735+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ca819dda0 con 0x7f9ca80fea40 2023-07-14T12:46:00.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.736+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ca810a250 con 0x7f9ca80fea40 2023-07-14T12:46:00.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.737+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f9c9c00f450 con 0x7f9ca80fea40 2023-07-14T12:46:00.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.738+0000 7f9ca5ffb700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9c980a11e0 0x7f9c980a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:00.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.738+0000 7f9ca7fff700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9c980a11e0 0x7f9c980a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:00.755 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.738+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f9c9c0ccad0 con 0x7f9ca80fea40 2023-07-14T12:46:00.756 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.738+0000 7f9ca7fff700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9c980a11e0 0x7f9c980a3690 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9c9400b5c0 tx=0x7f9c9400b7d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:00.756 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.742+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f9c9c096170 con 0x7f9ca80fea40 2023-07-14T12:46:00.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.943+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7f9ca8105840 con 0x7f9ca80fea40 2023-07-14T12:46:00.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.944+0000 7f9ca5ffb700 1 -- 172.21.15.40:0/251251881 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v82) v1 ==== 56+0+5296 (secure 0 0 0) 0x7f9c9c099790 con 0x7f9ca80fea40 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:epoch 82 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:fsid 1fe65914-2243-11ee-9b33-001a4aab830c 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:created 2023-07-14T12:37:48.247224+0000 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:modified 2023-07-14T12:45:45.999165+0000 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:crush_version 26 2023-07-14T12:46:00.958 INFO:teuthology.orchestra.run.smithi040.stdout:full_ratio 0.95 2023-07-14T12:46:00.959 INFO:teuthology.orchestra.run.smithi040.stdout:backfillfull_ratio 0.9 2023-07-14T12:46:00.959 INFO:teuthology.orchestra.run.smithi040.stdout:nearfull_ratio 0.85 2023-07-14T12:46:00.959 INFO:teuthology.orchestra.run.smithi040.stdout:require_min_compat_client luminous 2023-07-14T12:46:00.959 INFO:teuthology.orchestra.run.smithi040.stdout:min_compat_client luminous 2023-07-14T12:46:00.960 INFO:teuthology.orchestra.run.smithi040.stdout:require_osd_release reef 2023-07-14T12:46:00.960 INFO:teuthology.orchestra.run.smithi040.stdout:stretch_mode_enabled false 2023-07-14T12:46:00.960 INFO:teuthology.orchestra.run.smithi040.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-07-14T12:46:00.960 INFO:teuthology.orchestra.run.smithi040.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2023-07-14T12:46:00.960 INFO:teuthology.orchestra.run.smithi040.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 80 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2023-07-14T12:46:00.960 INFO:teuthology.orchestra.run.smithi040.stdout:max_osd 12 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 up in weight 1 up_from 8 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6802/719427908,v1:172.21.15.40:6803/719427908] [v2:172.21.15.40:6804/719427908,v1:172.21.15.40:6805/719427908] exists,up 91e2a481-3031-4e8e-8da1-74da34f73cf4 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 up in weight 1 up_from 13 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6800/202712035,v1:172.21.15.130:6801/202712035] [v2:172.21.15.130:6802/202712035,v1:172.21.15.130:6803/202712035] exists,up d1328083-5e17-4e69-8757-bce556e21ef0 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 up in weight 1 up_from 18 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6800/3746474972,v1:172.21.15.133:6801/3746474972] [v2:172.21.15.133:6802/3746474972,v1:172.21.15.133:6803/3746474972] exists,up 52ce135e-51a2-43b7-98d2-8120af900555 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 up in weight 1 up_from 25 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6810/3548131377,v1:172.21.15.40:6811/3548131377] [v2:172.21.15.40:6812/3548131377,v1:172.21.15.40:6813/3548131377] exists,up a931b93a-97e8-4800-8166-c6e40357e6f1 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 up in weight 1 up_from 32 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6808/1763645122,v1:172.21.15.130:6809/1763645122] [v2:172.21.15.130:6810/1763645122,v1:172.21.15.130:6811/1763645122] exists,up 62bffd64-abec-4161-80af-6a88722c26b2 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 up in weight 1 up_from 37 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6808/2373041525,v1:172.21.15.133:6809/2373041525] [v2:172.21.15.133:6810/2373041525,v1:172.21.15.133:6811/2373041525] exists,up e8dff9f2-fa1a-4480-b6d2-ec8163625d09 2023-07-14T12:46:00.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 up in weight 1 up_from 44 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6818/3326392255,v1:172.21.15.40:6819/3326392255] [v2:172.21.15.40:6820/3326392255,v1:172.21.15.40:6821/3326392255] exists,up b0e9b95c-b3b9-49c9-8496-338e144dbb91 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 up in weight 1 up_from 49 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6816/1662133606,v1:172.21.15.130:6817/1662133606] [v2:172.21.15.130:6818/1662133606,v1:172.21.15.130:6819/1662133606] exists,up 911334a5-8797-4735-aed7-c22b7ead7efc 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:osd.8 up in weight 1 up_from 56 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6816/3489886562,v1:172.21.15.133:6817/3489886562] [v2:172.21.15.133:6818/3489886562,v1:172.21.15.133:6819/3489886562] exists,up eb360cc4-121a-4535-8b68-658b62826971 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:osd.9 up in weight 1 up_from 63 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6826/2076614843,v1:172.21.15.40:6827/2076614843] [v2:172.21.15.40:6828/2076614843,v1:172.21.15.40:6829/2076614843] exists,up 141b3b68-d400-4292-8919-2f32e13ac98c 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:osd.10 up in weight 1 up_from 68 up_thru 78 down_at 0 last_clean_interval [0,0) [v2:172.21.15.130:6824/1148856609,v1:172.21.15.130:6825/1148856609] [v2:172.21.15.130:6826/1148856609,v1:172.21.15.130:6827/1148856609] exists,up d8c1924e-d624-49e7-a037-de4721b5eebd 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:osd.11 up in weight 1 up_from 75 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6824/2452172833,v1:172.21.15.133:6825/2452172833] [v2:172.21.15.133:6826/2452172833,v1:172.21.15.133:6827/2452172833] exists,up 5b3a2f70-c6fb-4526-8b82-0cebfd9109d8 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 2.c [2,4] 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 2.e [2,4] 2023-07-14T12:46:00.962 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 2.f [8,11] 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 2.1f [8,1,7,11] 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 3.11 [4,6] 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 3.17 [4,7,5,8] 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 3.1b [4,8] 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 3.1e [3,9] 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1960864982 expires 2023-07-15T12:38:44.906031+0000 2023-07-14T12:46:00.963 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1495504243 expires 2023-07-15T12:38:44.906031+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/2447803421 expires 2023-07-15T12:38:44.906031+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1116792762 expires 2023-07-15T12:38:44.906031+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/2275905707 expires 2023-07-15T12:38:17.648870+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/3904568033 expires 2023-07-15T12:38:17.648870+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3177823556 expires 2023-07-15T12:38:17.648870+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1519232171 expires 2023-07-15T12:38:17.648870+0000 2023-07-14T12:46:00.964 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/3904568033 expires 2023-07-15T12:38:17.648870+0000 2023-07-14T12:46:00.965 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/2447803421 expires 2023-07-15T12:38:44.906031+0000 2023-07-14T12:46:00.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9c980a11e0 msgr2=0x7f9c980a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:00.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9c980a11e0 0x7f9c980a3690 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9c9400b5c0 tx=0x7f9c9400b7d0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 msgr2=0x7f9ca8068b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:00.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 0x7f9ca8068b30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c00c990 tx=0x7f9c9c00cd50 comp rx=0 tx=0).stop 2023-07-14T12:46:00.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 shutdown_connections 2023-07-14T12:46:00.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9c980a11e0 0x7f9c980a3690 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ca81005d0 0x7f9ca819caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9ca80fea40 0x7f9ca8068b30 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 --2- 172.21.15.40:0/251251881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9ca80ffc40 0x7f9ca819a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:00.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 >> 172.21.15.40:0/251251881 conn(0x7f9ca80fa090 msgr2=0x7f9ca80fc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:00.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.946+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 shutdown_connections 2023-07-14T12:46:00.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:00.947+0000 7f9caf12d700 1 -- 172.21.15.40:0/251251881 wait complete. 2023-07-14T12:46:01.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:00 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/251251881' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-07-14T12:46:01.321 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:00 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/251251881' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-07-14T12:46:01.322 INFO:teuthology.run_tasks:Running task fs.ready... 2023-07-14T12:46:01.333 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:01.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 -- 172.21.15.40:0/3263132514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f440fe9d0 msgr2=0x7f2f440fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/3263132514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f440fe9d0 0x7f2f440fede0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2f38009990 tx=0x7f2f38009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 -- 172.21.15.40:0/3263132514 shutdown_connections 2023-07-14T12:46:01.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/3263132514 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f44100550 0x7f2f44106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/3263132514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f440fe9d0 0x7f2f440fede0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/3263132514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f440ffbc0 0x7f2f44100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 -- 172.21.15.40:0/3263132514 >> 172.21.15.40:0/3263132514 conn(0x7f2f440f9fd0 msgr2=0x7f2f440fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 -- 172.21.15.40:0/3263132514 shutdown_connections 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 -- 172.21.15.40:0/3263132514 wait complete. 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 Processor -- start 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.452+0000 7f2f4ab03700 1 -- start start 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f440fe9d0 0x7f2f441946e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f440ffbc0 0x7f2f44194c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 0x7f2f4419bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4419c260 con 0x7f2f44100550 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4419c3a0 con 0x7f2f440ffbc0 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f4419c530 con 0x7f2f440fe9d0 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 0x7f2f4419bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 0x7f2f4419bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32930/0 (socket says 172.21.15.40:32930) 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 -- 172.21.15.40:0/2731553988 learned_addr learned my addr 172.21.15.40:0/2731553988 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4889f700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f440fe9d0 0x7f2f441946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f43fff700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f440ffbc0 0x7f2f44194c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 -- 172.21.15.40:0/2731553988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f440fe9d0 msgr2=0x7f2f441946e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f440fe9d0 0x7f2f441946e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 -- 172.21.15.40:0/2731553988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f440ffbc0 msgr2=0x7f2f44194c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f440ffbc0 0x7f2f44194c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 -- 172.21.15.40:0/2731553988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f380095f0 con 0x7f2f44100550 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f43fff700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f440ffbc0 0x7f2f44194c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:01.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f490a0700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 0x7f2f4419bc90 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c007ee0 tx=0x7f2f3c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:01.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f3c017070 con 0x7f2f44100550 2023-07-14T12:46:01.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f3c00f040 con 0x7f2f44100550 2023-07-14T12:46:01.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f44067790 con 0x7f2f44100550 2023-07-14T12:46:01.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.453+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f3c005740 con 0x7f2f44100550 2023-07-14T12:46:01.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.454+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f44067ca0 con 0x7f2f44100550 2023-07-14T12:46:01.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.455+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f4410a1a0 con 0x7f2f44100550 2023-07-14T12:46:01.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.456+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f2f3c00dc60 con 0x7f2f44100550 2023-07-14T12:46:01.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.456+0000 7f2f41ffb700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2f340a12a0 0x7f2f340a3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.456+0000 7f2f4889f700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2f340a12a0 0x7f2f340a3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.456+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f2f3c0cc250 con 0x7f2f44100550 2023-07-14T12:46:01.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.457+0000 7f2f4889f700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2f340a12a0 0x7f2f340a3750 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2f3800b5c0 tx=0x7f2f38005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:01.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.461+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2f3c095840 con 0x7f2f44100550 2023-07-14T12:46:01.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:00 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/251251881' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-07-14T12:46:01.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.661+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f4410a360 con 0x7f2f44100550 2023-07-14T12:46:01.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.662+0000 7f2f41ffb700 1 -- 172.21.15.40:0/2731553988 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7f2f3c098e60 con 0x7f2f44100550 2023-07-14T12:46:01.676 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:01.676 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:01.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.664+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2f340a12a0 msgr2=0x7f2f340a3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.664+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2f340a12a0 0x7f2f340a3750 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2f3800b5c0 tx=0x7f2f38005960 comp rx=0 tx=0).stop 2023-07-14T12:46:01.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.664+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 msgr2=0x7f2f4419bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.664+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 0x7f2f4419bc90 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2f3c007ee0 tx=0x7f2f3c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 shutdown_connections 2023-07-14T12:46:01.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f2f340a12a0 0x7f2f340a3750 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f440fe9d0 0x7f2f441946e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f44100550 0x7f2f4419bc90 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 --2- 172.21.15.40:0/2731553988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f440ffbc0 0x7f2f44194c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 >> 172.21.15.40:0/2731553988 conn(0x7f2f440f9fd0 msgr2=0x7f2f441030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:01.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 shutdown_connections 2023-07-14T12:46:01.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.665+0000 7f2f4ab03700 1 -- 172.21.15.40:0/2731553988 wait complete. 2023-07-14T12:46:01.691 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:46:01.692 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:46:01.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 -- 172.21.15.40:0/3789717236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c0fea10 msgr2=0x7f379c0fee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/3789717236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c0fea10 0x7f379c0fee20 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3798009990 tx=0x7f3798009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 -- 172.21.15.40:0/3789717236 shutdown_connections 2023-07-14T12:46:01.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/3789717236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f379c100590 0x7f379c106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/3789717236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c0fea10 0x7f379c0fee20 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/3789717236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379c0ffc00 0x7f379c100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 -- 172.21.15.40:0/3789717236 >> 172.21.15.40:0/3789717236 conn(0x7f379c0fa030 msgr2=0x7f379c0fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:01.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 -- 172.21.15.40:0/3789717236 shutdown_connections 2023-07-14T12:46:01.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.808+0000 7f37a3b5f700 1 -- 172.21.15.40:0/3789717236 wait complete. 2023-07-14T12:46:01.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 Processor -- start 2023-07-14T12:46:01.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 -- start start 2023-07-14T12:46:01.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f379c0fea10 0x7f379c0691f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379c0ffc00 0x7f379c19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 0x7f379c19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f379c19d4b0 con 0x7f379c100590 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f379c19d620 con 0x7f379c0fea10 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a3b5f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f379c19d7e0 con 0x7f379c0ffc00 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 0x7f379c19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 0x7f379c19cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32944/0 (socket says 172.21.15.40:32944) 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 -- 172.21.15.40:0/4013721701 learned_addr learned my addr 172.21.15.40:0/4013721701 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:01.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a10fa700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379c0ffc00 0x7f379c19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a18fb700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f379c0fea10 0x7f379c0691f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 -- 172.21.15.40:0/4013721701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379c0ffc00 msgr2=0x7f379c19a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379c0ffc00 0x7f379c19a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 -- 172.21.15.40:0/4013721701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f379c0fea10 msgr2=0x7f379c0691f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f379c0fea10 0x7f379c0691f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.809+0000 7f37a20fc700 1 -- 172.21.15.40:0/4013721701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37980095f0 con 0x7f379c100590 2023-07-14T12:46:01.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.810+0000 7f37a20fc700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 0x7f379c19cce0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3794007970 tx=0x7f3794007d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.810+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3794017070 con 0x7f379c100590 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.810+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f379400f040 con 0x7f379c100590 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.810+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3794013be0 con 0x7f379c100590 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.810+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f379c19dac0 con 0x7f379c100590 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.810+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f379c19dfd0 con 0x7f379c100590 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.811+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f379c105ff0 con 0x7f379c100590 2023-07-14T12:46:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.812+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f379400d7d0 con 0x7f379c100590 2023-07-14T12:46:01.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.812+0000 7f3792ffd700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f37880a1260 0x7f37880a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:01.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.813+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f37940ccb80 con 0x7f379c100590 2023-07-14T12:46:01.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.813+0000 7f37a18fb700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f37880a1260 0x7f37880a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:01.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.813+0000 7f37a18fb700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f37880a1260 0x7f37880a3710 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3798006010 tx=0x7f379800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:01.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:01.816+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3794096170 con 0x7f379c100590 2023-07-14T12:46:02.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.016+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f379c02c9e0 con 0x7f379c100590 2023-07-14T12:46:02.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.017+0000 7f3792ffd700 1 -- 172.21.15.40:0/4013721701 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3794099790 con 0x7f379c100590 2023-07-14T12:46:02.030 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:46:02.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f37880a1260 msgr2=0x7f37880a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f37880a1260 0x7f37880a3710 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f3798006010 tx=0x7f379800b540 comp rx=0 tx=0).stop 2023-07-14T12:46:02.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 msgr2=0x7f379c19cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 0x7f379c19cce0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f3794007970 tx=0x7f3794007d30 comp rx=0 tx=0).stop 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 shutdown_connections 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f37880a1260 0x7f37880a3710 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f379c100590 0x7f379c19cce0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f379c0fea10 0x7f379c0691f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 --2- 172.21.15.40:0/4013721701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379c0ffc00 0x7f379c19a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 >> 172.21.15.40:0/4013721701 conn(0x7f379c0fa030 msgr2=0x7f379c103130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:02.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 shutdown_connections 2023-07-14T12:46:02.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.019+0000 7f37a3b5f700 1 -- 172.21.15.40:0/4013721701 wait complete. 2023-07-14T12:46:02.045 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:46:02.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 -- 172.21.15.40:0/4126614301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8458105820 msgr2=0x7f8458107c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 --2- 172.21.15.40:0/4126614301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8458105820 0x7f8458107c00 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f845000b0a0 tx=0x7f845000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 -- 172.21.15.40:0/4126614301 shutdown_connections 2023-07-14T12:46:02.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 --2- 172.21.15.40:0/4126614301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8458105820 0x7f8458107c00 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 --2- 172.21.15.40:0/4126614301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f84581005e0 0x7f84581029c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 --2- 172.21.15.40:0/4126614301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8458102f00 0x7f84581052e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 -- 172.21.15.40:0/4126614301 >> 172.21.15.40:0/4126614301 conn(0x7f84580fa000 msgr2=0x7f84580fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:02.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 -- 172.21.15.40:0/4126614301 shutdown_connections 2023-07-14T12:46:02.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.160+0000 7f845d07d700 1 -- 172.21.15.40:0/4126614301 wait complete. 2023-07-14T12:46:02.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 Processor -- start 2023-07-14T12:46:02.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 -- start start 2023-07-14T12:46:02.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 0x7f8458195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8458102f00 0x7f8458195eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8458105820 0x7f845819cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f845819d4f0 con 0x7f84581005e0 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f845819d630 con 0x7f8458102f00 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.161+0000 7f845d07d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f845819d7c0 con 0x7f8458105820 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 0x7f8458195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 0x7f8458195970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32952/0 (socket says 172.21.15.40:32952) 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 -- 172.21.15.40:0/841924568 learned_addr learned my addr 172.21.15.40:0/841924568 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:02.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f845659c700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8458102f00 0x7f8458195eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f845759e700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8458105820 0x7f845819cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 -- 172.21.15.40:0/841924568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8458105820 msgr2=0x7f845819cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8458105820 0x7f845819cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 -- 172.21.15.40:0/841924568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8458102f00 msgr2=0x7f8458195eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8458102f00 0x7f8458195eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 -- 172.21.15.40:0/841924568 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8450009d00 con 0x7f84581005e0 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f845659c700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8458102f00 0x7f8458195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f8456d9d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 0x7f8458195970 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f844800e9a0 tx=0x7f844800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8448009790 con 0x7f84581005e0 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f844800cbd0 con 0x7f84581005e0 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f845819daa0 con 0x7f84581005e0 2023-07-14T12:46:02.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8448018680 con 0x7f84581005e0 2023-07-14T12:46:02.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.162+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f845819dfb0 con 0x7f84581005e0 2023-07-14T12:46:02.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.163+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84580fbb70 con 0x7f84581005e0 2023-07-14T12:46:02.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.165+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f844800cd40 con 0x7f84581005e0 2023-07-14T12:46:02.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.165+0000 7f843ffff700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f84400a11e0 0x7f84400a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.165+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f8448014070 con 0x7f84581005e0 2023-07-14T12:46:02.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.165+0000 7f845659c700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f84400a11e0 0x7f84400a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.166+0000 7f845659c700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f84400a11e0 0x7f84400a3690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f844c009cb0 tx=0x7f844c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:02.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.168+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f8448096880 con 0x7f84581005e0 2023-07-14T12:46:02.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:02 smithi130 ceph-mon[97977]: pgmap v290: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s; 55 B/s, 0 objects/s recovering 2023-07-14T12:46:02.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:02 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2731553988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:02.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:02 smithi040 ceph-mon[96535]: pgmap v290: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s; 55 B/s, 0 objects/s recovering 2023-07-14T12:46:02.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:02 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2731553988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:02.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.366+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f845802ca60 con 0x7f84581005e0 2023-07-14T12:46:02.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.367+0000 7f843ffff700 1 -- 172.21.15.40:0/841924568 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8448099ea0 con 0x7f84581005e0 2023-07-14T12:46:02.380 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:46:02.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f84400a11e0 msgr2=0x7f84400a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f84400a11e0 0x7f84400a3690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f844c009cb0 tx=0x7f844c009260 comp rx=0 tx=0).stop 2023-07-14T12:46:02.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 msgr2=0x7f8458195970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 0x7f8458195970 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f844800e9a0 tx=0x7f844800ed60 comp rx=0 tx=0).stop 2023-07-14T12:46:02.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 shutdown_connections 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f84400a11e0 0x7f84400a3690 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8458105820 0x7f845819cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f84581005e0 0x7f8458195970 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 --2- 172.21.15.40:0/841924568 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8458102f00 0x7f8458195eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 >> 172.21.15.40:0/841924568 conn(0x7f84580fa000 msgr2=0x7f8458101240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 shutdown_connections 2023-07-14T12:46:02.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.369+0000 7f845d07d700 1 -- 172.21.15.40:0/841924568 wait complete. 2023-07-14T12:46:02.394 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:46:02.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:02 smithi133 ceph-mon[98311]: pgmap v290: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s; 55 B/s, 0 objects/s recovering 2023-07-14T12:46:02.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:02 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2731553988' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:02.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 -- 172.21.15.40:0/554199077 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c8101660 msgr2=0x7f13c8107f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 --2- 172.21.15.40:0/554199077 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c8101660 0x7f13c8107f20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f13c000b0a0 tx=0x7f13c000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 -- 172.21.15.40:0/554199077 shutdown_connections 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 --2- 172.21.15.40:0/554199077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c80ffae0 0x7f13c80ffef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 --2- 172.21.15.40:0/554199077 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c8101660 0x7f13c8107f20 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 --2- 172.21.15.40:0/554199077 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13c8100cd0 0x7f13c8101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 -- 172.21.15.40:0/554199077 >> 172.21.15.40:0/554199077 conn(0x7f13c80fb120 msgr2=0x7f13c80fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:02.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 -- 172.21.15.40:0/554199077 shutdown_connections 2023-07-14T12:46:02.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.511+0000 7f13cf71f700 1 -- 172.21.15.40:0/554199077 wait complete. 2023-07-14T12:46:02.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 Processor -- start 2023-07-14T12:46:02.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 -- start start 2023-07-14T12:46:02.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 0x7f13c81958d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c8100cd0 0x7f13c8195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13c8101660 0x7f13c819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c819d450 con 0x7f13c80ffae0 2023-07-14T12:46:02.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c819d590 con 0x7f13c8101660 2023-07-14T12:46:02.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cf71f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c819d720 con 0x7f13c8100cd0 2023-07-14T12:46:02.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 0x7f13c81958d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 0x7f13c81958d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32964/0 (socket says 172.21.15.40:32964) 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 -- 172.21.15.40:0/1937012382 learned_addr learned my addr 172.21.15.40:0/1937012382 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cccba700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c8100cd0 0x7f13c8195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cdcbc700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13c8101660 0x7f13c819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 -- 172.21.15.40:0/1937012382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c8100cd0 msgr2=0x7f13c8195e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c8100cd0 0x7f13c8195e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 -- 172.21.15.40:0/1937012382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13c8101660 msgr2=0x7f13c819ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13c8101660 0x7f13c819ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 -- 172.21.15.40:0/1937012382 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13c0009d00 con 0x7f13c80ffae0 2023-07-14T12:46:02.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cccba700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c8100cd0 0x7f13c8195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:02.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.512+0000 7f13cd4bb700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 0x7f13c81958d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f13c400d980 tx=0x7f13c400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:02.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.513+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c400de60 con 0x7f13c80ffae0 2023-07-14T12:46:02.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.513+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13c819da00 con 0x7f13c80ffae0 2023-07-14T12:46:02.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.513+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13c40044e0 con 0x7f13c80ffae0 2023-07-14T12:46:02.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.513+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c4003be0 con 0x7f13c80ffae0 2023-07-14T12:46:02.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.513+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13c819df60 con 0x7f13c80ffae0 2023-07-14T12:46:02.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.514+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13c8106920 con 0x7f13c80ffae0 2023-07-14T12:46:02.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.515+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f13c4009bb0 con 0x7f13c80ffae0 2023-07-14T12:46:02.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.515+0000 7f13ba7fc700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f13b40a11e0 0x7f13b40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.515+0000 7f13cccba700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f13b40a11e0 0x7f13b40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.516+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f13c40ccbf0 con 0x7f13c80ffae0 2023-07-14T12:46:02.534 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.516+0000 7f13cccba700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f13b40a11e0 0x7f13b40a3690 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f13bc005950 tx=0x7f13bc0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:02.534 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.519+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f13c40961e0 con 0x7f13c80ffae0 2023-07-14T12:46:02.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.718+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f13c819db90 con 0x7f13c80ffae0 2023-07-14T12:46:02.732 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.718+0000 7f13ba7fc700 1 -- 172.21.15.40:0/1937012382 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) v1 ==== 100+0+11 (secure 0 0 0) 0x7f13c819db90 con 0x7f13c80ffae0 2023-07-14T12:46:02.732 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:46:02.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.720+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f13b40a11e0 msgr2=0x7f13b40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.720+0000 7f13cf71f700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f13b40a11e0 0x7f13b40a3690 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f13bc005950 tx=0x7f13bc0058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.720+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 msgr2=0x7f13c81958d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.720+0000 7f13cf71f700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 0x7f13c81958d0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f13c400d980 tx=0x7f13c400dd40 comp rx=0 tx=0).stop 2023-07-14T12:46:02.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 shutdown_connections 2023-07-14T12:46:02.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f13b40a11e0 0x7f13b40a3690 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f13c8101660 0x7f13c819ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13c80ffae0 0x7f13c81958d0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 --2- 172.21.15.40:0/1937012382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f13c8100cd0 0x7f13c8195e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 >> 172.21.15.40:0/1937012382 conn(0x7f13c80fb120 msgr2=0x7f13c80fd290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:02.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 shutdown_connections 2023-07-14T12:46:02.736 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.721+0000 7f13cf71f700 1 -- 172.21.15.40:0/1937012382 wait complete. 2023-07-14T12:46:02.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:46:02.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 -- 172.21.15.40:0/241051733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9440ffbc0 msgr2=0x7ff944100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 --2- 172.21.15.40:0/241051733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9440ffbc0 0x7ff944100010 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7ff938009990 tx=0x7ff938009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 -- 172.21.15.40:0/241051733 shutdown_connections 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 --2- 172.21.15.40:0/241051733 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9440fe9d0 0x7ff9440fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 --2- 172.21.15.40:0/241051733 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff944100550 0x7ff944106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 --2- 172.21.15.40:0/241051733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9440ffbc0 0x7ff944100010 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 -- 172.21.15.40:0/241051733 >> 172.21.15.40:0/241051733 conn(0x7ff9440f9fd0 msgr2=0x7ff9440fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 -- 172.21.15.40:0/241051733 shutdown_connections 2023-07-14T12:46:02.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.859+0000 7ff94c36e700 1 -- 172.21.15.40:0/241051733 wait complete. 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 Processor -- start 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 -- start start 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9440fe9d0 0x7ff9440681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9440ffbc0 0x7ff94419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 0x7ff94419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff94419d370 con 0x7ff944100550 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff94419d4e0 con 0x7ff9440fe9d0 2023-07-14T12:46:02.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94c36e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff94419d6a0 con 0x7ff9440ffbc0 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 0x7ff94419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 0x7ff94419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32982/0 (socket says 172.21.15.40:32982) 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 -- 172.21.15.40:0/429474480 learned_addr learned my addr 172.21.15.40:0/429474480 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff949909700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9440ffbc0 0x7ff94419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a10a700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9440fe9d0 0x7ff9440681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 -- 172.21.15.40:0/429474480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9440ffbc0 msgr2=0x7ff94419a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9440ffbc0 0x7ff94419a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 -- 172.21.15.40:0/429474480 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9440fe9d0 msgr2=0x7ff9440681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9440fe9d0 0x7ff9440681e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 -- 172.21.15.40:0/429474480 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9380095f0 con 0x7ff944100550 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff94a90b700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 0x7ff94419cbd0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff93c007ee0 tx=0x7ff93c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.860+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff93c017070 con 0x7ff944100550 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.861+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff93c00f040 con 0x7ff944100550 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.861+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff94419d980 con 0x7ff944100550 2023-07-14T12:46:02.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.861+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff93c005740 con 0x7ff944100550 2023-07-14T12:46:02.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.861+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff94419df10 con 0x7ff944100550 2023-07-14T12:46:02.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.861+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff944105f10 con 0x7ff944100550 2023-07-14T12:46:02.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.863+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff93c00dc60 con 0x7ff944100550 2023-07-14T12:46:02.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.864+0000 7ff9377fe700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9300a12a0 0x7ff9300a3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:02.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.864+0000 7ff94a10a700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9300a12a0 0x7ff9300a3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:02.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.864+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7ff93c0cc880 con 0x7ff944100550 2023-07-14T12:46:02.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.864+0000 7ff94a10a700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9300a12a0 0x7ff9300a3750 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff940006fd0 tx=0x7ff940008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:02.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:02.867+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7ff93c095e70 con 0x7ff944100550 2023-07-14T12:46:03.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.114+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff94402c850 con 0x7ff944100550 2023-07-14T12:46:03.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.115+0000 7ff9377fe700 1 -- 172.21.15.40:0/429474480 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7ff93c099490 con 0x7ff944100550 2023-07-14T12:46:03.128 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:03.128 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:46:03.130 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9300a12a0 msgr2=0x7ff9300a3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.130 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9300a12a0 0x7ff9300a3750 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff940006fd0 tx=0x7ff940008040 comp rx=0 tx=0).stop 2023-07-14T12:46:03.130 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 msgr2=0x7ff94419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 0x7ff94419cbd0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff93c007ee0 tx=0x7ff93c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 shutdown_connections 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff9300a12a0 0x7ff9300a3750 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff944100550 0x7ff94419cbd0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9440fe9d0 0x7ff9440681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 --2- 172.21.15.40:0/429474480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9440ffbc0 0x7ff94419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 >> 172.21.15.40:0/429474480 conn(0x7ff9440f9fd0 msgr2=0x7ff944103050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:03.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 shutdown_connections 2023-07-14T12:46:03.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.117+0000 7ff94c36e700 1 -- 172.21.15.40:0/429474480 wait complete. 2023-07-14T12:46:03.132 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:46:03.143 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:03.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 -- 172.21.15.40:0/4294385445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 msgr2=0x7fd9d80fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 --2- 172.21.15.40:0/4294385445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d80fede0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8009990 tx=0x7fd9c8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 -- 172.21.15.40:0/4294385445 shutdown_connections 2023-07-14T12:46:03.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 --2- 172.21.15.40:0/4294385445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d8100550 0x7fd9d8106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 --2- 172.21.15.40:0/4294385445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d80fede0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 --2- 172.21.15.40:0/4294385445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d80ffbc0 0x7fd9d8100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 -- 172.21.15.40:0/4294385445 >> 172.21.15.40:0/4294385445 conn(0x7fd9d80f9fd0 msgr2=0x7fd9d80fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:03.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 -- 172.21.15.40:0/4294385445 shutdown_connections 2023-07-14T12:46:03.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.255+0000 7fd9dca04700 1 -- 172.21.15.40:0/4294385445 wait complete. 2023-07-14T12:46:03.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:03 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4013721701' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:03 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/841924568' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:03 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1937012382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 Processor -- start 2023-07-14T12:46:03.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 -- start start 2023-07-14T12:46:03.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d81946e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d80ffbc0 0x7fd9d8194c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d8100550 0x7fd9d819bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9d819c260 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9d819c3a0 con 0x7fd9d8100550 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9dca04700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9d819c530 con 0x7fd9d80ffbc0 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9d659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d81946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9d659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d81946e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:32992/0 (socket says 172.21.15.40:32992) 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.256+0000 7fd9d659c700 1 -- 172.21.15.40:0/3145647606 learned_addr learned my addr 172.21.15.40:0/3145647606 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d6d9d700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d8100550 0x7fd9d819bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d5d9b700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d80ffbc0 0x7fd9d8194c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d659c700 1 -- 172.21.15.40:0/3145647606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d80ffbc0 msgr2=0x7fd9d8194c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d659c700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d80ffbc0 0x7fd9d8194c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d659c700 1 -- 172.21.15.40:0/3145647606 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d8100550 msgr2=0x7fd9d819bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d659c700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d8100550 0x7fd9d819bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d659c700 1 -- 172.21.15.40:0/3145647606 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9c80095f0 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d6d9d700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d8100550 0x7fd9d819bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9d659c700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d81946e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8000c00 tx=0x7fd9c8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9c801f070 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd9c801acf0 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9c8004120 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9d8067670 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.257+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9d8067b20 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.258+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9d810a1a0 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.276 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.259+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fd9c8023070 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.260+0000 7fd9c77fe700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd9c00a12a0 0x7fd9c00a3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.260+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fd9c80d00f0 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.260+0000 7fd9d5d9b700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd9c00a12a0 0x7fd9c00a3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.277 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.260+0000 7fd9d5d9b700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd9c00a12a0 0x7fd9c00a3750 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc005fd0 tx=0x7fd9cc005f60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:03.278 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.264+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fd9c8099710 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:03 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4013721701' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:03 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/841924568' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:03 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1937012382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.463+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd9d810a360 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.464+0000 7fd9c77fe700 1 -- 172.21.15.40:0/3145647606 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7fd9c801ae60 con 0x7fd9d80fe9d0 2023-07-14T12:46:03.478 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:03.478 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:03.479 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:03 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4013721701' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:03 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/841924568' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:03 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1937012382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:03.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd9c00a12a0 msgr2=0x7fd9c00a3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd9c00a12a0 0x7fd9c00a3750 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc005fd0 tx=0x7fd9cc005f60 comp rx=0 tx=0).stop 2023-07-14T12:46:03.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 msgr2=0x7fd9d81946e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d81946e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd9c8000c00 tx=0x7fd9c8009f90 comp rx=0 tx=0).stop 2023-07-14T12:46:03.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 shutdown_connections 2023-07-14T12:46:03.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fd9c00a12a0 0x7fd9c00a3750 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd9d8100550 0x7fd9d819bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9d80fe9d0 0x7fd9d81946e0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 --2- 172.21.15.40:0/3145647606 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd9d80ffbc0 0x7fd9d8194c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 >> 172.21.15.40:0/3145647606 conn(0x7fd9d80f9fd0 msgr2=0x7fd9d81030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:03.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 shutdown_connections 2023-07-14T12:46:03.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.467+0000 7fd9dca04700 1 -- 172.21.15.40:0/3145647606 wait complete. 2023-07-14T12:46:03.493 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:46:03.493 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:46:03.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 -- 172.21.15.40:0/3016197308 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 msgr2=0x7f8c10100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3016197308 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c10100020 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8c00009990 tx=0x7f8c00009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 -- 172.21.15.40:0/3016197308 shutdown_connections 2023-07-14T12:46:03.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3016197308 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c100fe9e0 0x7f8c100fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3016197308 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c10100560 0x7f8c10106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3016197308 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c10100020 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 -- 172.21.15.40:0/3016197308 >> 172.21.15.40:0/3016197308 conn(0x7f8c100fa000 msgr2=0x7f8c100fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:03.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 -- 172.21.15.40:0/3016197308 shutdown_connections 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.608+0000 7f8c1751e700 1 -- 172.21.15.40:0/3016197308 wait complete. 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 Processor -- start 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 -- start start 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c100fe9e0 0x7f8c100681e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c1019c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c10100560 0x7f8c1019ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c1019f5d0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c1019f740 con 0x7f8c10100560 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c1751e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c1019f900 con 0x7f8c100fe9e0 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c1019c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c1019c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33008/0 (socket says 172.21.15.40:33008) 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 -- 172.21.15.40:0/3635068296 learned_addr learned my addr 172.21.15.40:0/3635068296 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 -- 172.21.15.40:0/3635068296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c100fe9e0 msgr2=0x7f8c100681e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c100fe9e0 0x7f8c100681e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 -- 172.21.15.40:0/3635068296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c10100560 msgr2=0x7f8c1019ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c10100560 0x7f8c1019ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.609+0000 7f8c14ab9700 1 -- 172.21.15.40:0/3635068296 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c000095f0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.610+0000 7f8c14ab9700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c1019c9d0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8c0000c010 tx=0x7f8c00005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.610+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c0001d070 con 0x7f8c100ffbd0 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.610+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c1019fb80 con 0x7f8c100ffbd0 2023-07-14T12:46:03.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.610+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8c00004ca0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.610+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c00005500 con 0x7f8c100ffbd0 2023-07-14T12:46:03.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.610+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c1019ffa0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.611+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c1010a200 con 0x7f8c100ffbd0 2023-07-14T12:46:03.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.612+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f8c0000fbf0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.612+0000 7f8c067fc700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8bfc0a11e0 0x7f8bfc0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.613+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f8c000ce2b0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.613+0000 7f8c152ba700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8bfc0a11e0 0x7f8bfc0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.613+0000 7f8c152ba700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8bfc0a11e0 0x7f8bfc0a3690 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c005fd0 tx=0x7f8c0c005d00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:03.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.616+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f8c000978d0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.814+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8c101058e0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.815+0000 7f8c067fc700 1 -- 172.21.15.40:0/3635068296 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8c0009aef0 con 0x7f8c100ffbd0 2023-07-14T12:46:03.828 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:46:03.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8bfc0a11e0 msgr2=0x7f8bfc0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8bfc0a11e0 0x7f8bfc0a3690 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8c0c005fd0 tx=0x7f8c0c005d00 comp rx=0 tx=0).stop 2023-07-14T12:46:03.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 msgr2=0x7f8c1019c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c1019c9d0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f8c0000c010 tx=0x7f8c00005e80 comp rx=0 tx=0).stop 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 shutdown_connections 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8bfc0a11e0 0x7f8bfc0a3690 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8c100fe9e0 0x7f8c100681e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8c10100560 0x7f8c1019ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 --2- 172.21.15.40:0/3635068296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8c100ffbd0 0x7f8c1019c9d0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 >> 172.21.15.40:0/3635068296 conn(0x7f8c100fa000 msgr2=0x7f8c100fc250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:03.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 shutdown_connections 2023-07-14T12:46:03.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.817+0000 7f8c1751e700 1 -- 172.21.15.40:0/3635068296 wait complete. 2023-07-14T12:46:03.842 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:46:03.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.958+0000 7f1d426b3700 1 -- 172.21.15.40:0/1920000000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 msgr2=0x7f1d3c0fedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.958+0000 7f1d426b3700 1 --2- 172.21.15.40:0/1920000000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c0fedf0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c009990 tx=0x7f1d2c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 -- 172.21.15.40:0/1920000000 shutdown_connections 2023-07-14T12:46:03.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 --2- 172.21.15.40:0/1920000000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d3c100560 0x7f1d3c106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 --2- 172.21.15.40:0/1920000000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c0fedf0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 --2- 172.21.15.40:0/1920000000 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c0ffbd0 0x7f1d3c100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 -- 172.21.15.40:0/1920000000 >> 172.21.15.40:0/1920000000 conn(0x7f1d3c0fa000 msgr2=0x7f1d3c0fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:03.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 -- 172.21.15.40:0/1920000000 shutdown_connections 2023-07-14T12:46:03.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 -- 172.21.15.40:0/1920000000 wait complete. 2023-07-14T12:46:03.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 Processor -- start 2023-07-14T12:46:03.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.959+0000 7f1d426b3700 1 -- start start 2023-07-14T12:46:03.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c1946e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d3c0ffbd0 0x7f1d3c194c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c100560 0x7f1d3c19bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c19c260 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c19c3a0 con 0x7f1d3c100560 2023-07-14T12:46:03.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d3c19c530 con 0x7f1d3c0ffbd0 2023-07-14T12:46:03.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c1946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c1946e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33020/0 (socket says 172.21.15.40:33020) 2023-07-14T12:46:03.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 -- 172.21.15.40:0/3510623551 learned_addr learned my addr 172.21.15.40:0/3510623551 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:03.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d40c50700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c100560 0x7f1d3c19bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 -- 172.21.15.40:0/3510623551 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d3c0ffbd0 msgr2=0x7f1d3c194c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3b7fe700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d3c0ffbd0 0x7f1d3c194c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d3c0ffbd0 0x7f1d3c194c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 -- 172.21.15.40:0/3510623551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c100560 msgr2=0x7f1d3c19bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:03.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c100560 0x7f1d3c19bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:03.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 -- 172.21.15.40:0/3510623551 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d2c0095f0 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d40c50700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c100560 0x7f1d3c19bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:03.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d3bfff700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c1946e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c000c00 tx=0x7f1d2c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:03.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c01d070 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d2c004180 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c022e00 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d3c19c7b0 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.960+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d3c19cc10 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.961+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d3c10a1b0 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.963+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f1d2c022500 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.963+0000 7f1d397fa700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f1d240a11e0 0x7f1d240a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:03.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.963+0000 7f1d3b7fe700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f1d240a11e0 0x7f1d240a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:03.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.963+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f1d2c0ce0d0 con 0x7f1d3c0fe9e0 2023-07-14T12:46:03.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.964+0000 7f1d3b7fe700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f1d240a11e0 0x7f1d240a3690 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1d3000ba60 tx=0x7f1d30005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:03.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:03.967+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f1d2c097750 con 0x7f1d3c0fe9e0 2023-07-14T12:46:04.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:04 smithi040 ceph-mon[96535]: pgmap v291: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-07-14T12:46:04.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:04 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/429474480' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:04.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:04 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3145647606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:04.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:04 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3635068296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:04.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.172+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1d3c105890 con 0x7f1d3c0fe9e0 2023-07-14T12:46:04.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.173+0000 7f1d397fa700 1 -- 172.21.15.40:0/3510623551 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1d2c09ad70 con 0x7f1d3c0fe9e0 2023-07-14T12:46:04.187 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:46:04.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f1d240a11e0 msgr2=0x7f1d240a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f1d240a11e0 0x7f1d240a3690 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1d3000ba60 tx=0x7f1d30005d50 comp rx=0 tx=0).stop 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 msgr2=0x7f1d3c1946e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c1946e0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c000c00 tx=0x7f1d2c009f90 comp rx=0 tx=0).stop 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 shutdown_connections 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f1d240a11e0 0x7f1d240a3690 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d3c100560 0x7f1d3c19bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d3c0fe9e0 0x7f1d3c1946e0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 --2- 172.21.15.40:0/3510623551 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d3c0ffbd0 0x7f1d3c194c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 >> 172.21.15.40:0/3510623551 conn(0x7f1d3c0fa000 msgr2=0x7f1d3c0fc260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:04.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 shutdown_connections 2023-07-14T12:46:04.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.175+0000 7f1d426b3700 1 -- 172.21.15.40:0/3510623551 wait complete. 2023-07-14T12:46:04.201 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:46:04.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:04 smithi130 ceph-mon[97977]: pgmap v291: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-07-14T12:46:04.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:04 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/429474480' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:04.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:04 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3145647606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:04.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:04 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3635068296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:04.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 -- 172.21.15.40:0/2557712668 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb310100560 msgr2=0x7fb310102940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 --2- 172.21.15.40:0/2557712668 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb310100560 0x7fb310102940 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fb300009990 tx=0x7fb300009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 -- 172.21.15.40:0/2557712668 shutdown_connections 2023-07-14T12:46:04.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 --2- 172.21.15.40:0/2557712668 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3101057a0 0x7fb310107c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 --2- 172.21.15.40:0/2557712668 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb310100560 0x7fb310102940 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 --2- 172.21.15.40:0/2557712668 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310102e80 0x7fb310105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 -- 172.21.15.40:0/2557712668 >> 172.21.15.40:0/2557712668 conn(0x7fb3100fa000 msgr2=0x7fb3100fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:04.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 -- 172.21.15.40:0/2557712668 shutdown_connections 2023-07-14T12:46:04.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.316+0000 7fb316082700 1 -- 172.21.15.40:0/2557712668 wait complete. 2023-07-14T12:46:04.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 Processor -- start 2023-07-14T12:46:04.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 -- start start 2023-07-14T12:46:04.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310100560 0x7fb310195820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb310102e80 0x7fb310195d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 0x7fb31019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31019d3a0 con 0x7fb3101057a0 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31019d4e0 con 0x7fb310100560 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb316082700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31019d670 con 0x7fb310102e80 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb30ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 0x7fb31019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb30ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 0x7fb31019cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33038/0 (socket says 172.21.15.40:33038) 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb30ffff700 1 -- 172.21.15.40:0/17144538 learned_addr learned my addr 172.21.15.40:0/17144538 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:04.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.317+0000 7fb30f7fe700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310100560 0x7fb310195820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30effd700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb310102e80 0x7fb310195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30ffff700 1 -- 172.21.15.40:0/17144538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb310102e80 msgr2=0x7fb310195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30ffff700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb310102e80 0x7fb310195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30ffff700 1 -- 172.21.15.40:0/17144538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310100560 msgr2=0x7fb310195820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30ffff700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310100560 0x7fb310195820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30ffff700 1 -- 172.21.15.40:0/17144538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3000095f0 con 0x7fb3101057a0 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30f7fe700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310100560 0x7fb310195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:04.335 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30ffff700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 0x7fb31019cdd0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb308007ee0 tx=0x7fb30800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:04.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb308017070 con 0x7fb3101057a0 2023-07-14T12:46:04.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb30800f040 con 0x7fb3101057a0 2023-07-14T12:46:04.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb31019d950 con 0x7fb3101057a0 2023-07-14T12:46:04.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb308005740 con 0x7fb3101057a0 2023-07-14T12:46:04.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.318+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb31019de60 con 0x7fb3101057a0 2023-07-14T12:46:04.336 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.319+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3100fbb70 con 0x7fb3101057a0 2023-07-14T12:46:04.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.321+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb30800dc60 con 0x7fb3101057a0 2023-07-14T12:46:04.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.321+0000 7fb30cff9700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb2f80a1260 0x7fb2f80a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.321+0000 7fb30f7fe700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb2f80a1260 0x7fb2f80a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.321+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fb3080cc8e0 con 0x7fb3101057a0 2023-07-14T12:46:04.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.322+0000 7fb30f7fe700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb2f80a1260 0x7fb2f80a3710 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb30000b2e0 tx=0x7fb300005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:04.338 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.324+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb308095e70 con 0x7fb3101057a0 2023-07-14T12:46:04.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:04 smithi133 ceph-mon[98311]: pgmap v291: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-07-14T12:46:04.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:04 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/429474480' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:04.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:04 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3145647606' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:04.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:04 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3635068296' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:04.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.525+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb31002ca60 con 0x7fb3101057a0 2023-07-14T12:46:04.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.525+0000 7fb30cff9700 1 -- 172.21.15.40:0/17144538 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb308099490 con 0x7fb3101057a0 2023-07-14T12:46:04.539 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:46:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb2f80a1260 msgr2=0x7fb2f80a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb2f80a1260 0x7fb2f80a3710 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fb30000b2e0 tx=0x7fb300005fb0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 msgr2=0x7fb31019cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 0x7fb31019cdd0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fb308007ee0 tx=0x7fb30800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 shutdown_connections 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb2f80a1260 0x7fb2f80a3710 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3101057a0 0x7fb31019cdd0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb310100560 0x7fb310195820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 --2- 172.21.15.40:0/17144538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb310102e80 0x7fb310195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.527+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 >> 172.21.15.40:0/17144538 conn(0x7fb3100fa000 msgr2=0x7fb3101011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.528+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 shutdown_connections 2023-07-14T12:46:04.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.528+0000 7fb316082700 1 -- 172.21.15.40:0/17144538 wait complete. 2023-07-14T12:46:04.553 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:46:04.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 -- 172.21.15.40:0/2957726779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80ffbc0 msgr2=0x7f68d8100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 --2- 172.21.15.40:0/2957726779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80ffbc0 0x7f68d8100010 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f68cc009990 tx=0x7f68cc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 -- 172.21.15.40:0/2957726779 shutdown_connections 2023-07-14T12:46:04.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 --2- 172.21.15.40:0/2957726779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d80fe9d0 0x7f68d80fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 --2- 172.21.15.40:0/2957726779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d8100550 0x7f68d8106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 --2- 172.21.15.40:0/2957726779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80ffbc0 0x7f68d8100010 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 -- 172.21.15.40:0/2957726779 >> 172.21.15.40:0/2957726779 conn(0x7f68d80f9fd0 msgr2=0x7f68d80fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:04.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 -- 172.21.15.40:0/2957726779 shutdown_connections 2023-07-14T12:46:04.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 -- 172.21.15.40:0/2957726779 wait complete. 2023-07-14T12:46:04.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 Processor -- start 2023-07-14T12:46:04.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.666+0000 7f68e06d2700 1 -- start start 2023-07-14T12:46:04.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 0x7f68d8194690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d80ffbc0 0x7f68d8194bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d8100550 0x7f68d819bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d819c210 con 0x7f68d80fe9d0 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d819c350 con 0x7f68d80ffbc0 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d819c4e0 con 0x7f68d8100550 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 0x7f68d8194690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 0x7f68d8194690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33048/0 (socket says 172.21.15.40:33048) 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 -- 172.21.15.40:0/3793165358 learned_addr learned my addr 172.21.15.40:0/3793165358 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68dec6f700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d8100550 0x7f68d819bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68ddc6d700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d80ffbc0 0x7f68d8194bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 -- 172.21.15.40:0/3793165358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d8100550 msgr2=0x7f68d819bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d8100550 0x7f68d819bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 -- 172.21.15.40:0/3793165358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d80ffbc0 msgr2=0x7f68d8194bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d80ffbc0 0x7f68d8194bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 -- 172.21.15.40:0/3793165358 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68cc0095f0 con 0x7f68d80fe9d0 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68ddc6d700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d80ffbc0 0x7f68d8194bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:04.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68dec6f700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d8100550 0x7f68d819bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68de46e700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 0x7f68d8194690 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f68d400c970 tx=0x7f68d400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68d4004220 con 0x7f68d80fe9d0 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68d8067790 con 0x7f68d80fe9d0 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f68d4007d60 con 0x7f68d80fe9d0 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68d4003d00 con 0x7f68d80fe9d0 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.667+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68d8067ca0 con 0x7f68d80fe9d0 2023-07-14T12:46:04.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.668+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68d810a1a0 con 0x7f68d80fe9d0 2023-07-14T12:46:04.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.669+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f68d4004380 con 0x7f68d80fe9d0 2023-07-14T12:46:04.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.670+0000 7f68cb7fe700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68c40a1220 0x7f68c40a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:04.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.670+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f68d40cca80 con 0x7f68d80fe9d0 2023-07-14T12:46:04.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.670+0000 7f68ddc6d700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68c40a1220 0x7f68c40a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:04.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.670+0000 7f68ddc6d700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68c40a1220 0x7f68c40a36d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f68cc000c00 tx=0x7f68cc005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:04.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.673+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f68d4096070 con 0x7f68d80fe9d0 2023-07-14T12:46:04.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.919+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f68d8105d30 con 0x7f68d80fe9d0 2023-07-14T12:46:04.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.920+0000 7f68cb7fe700 1 -- 172.21.15.40:0/3793165358 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7f68d4099690 con 0x7f68d80fe9d0 2023-07-14T12:46:04.934 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:04.935 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:46:04.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68c40a1220 msgr2=0x7f68c40a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68c40a1220 0x7f68c40a36d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f68cc000c00 tx=0x7f68cc005fb0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 msgr2=0x7f68d8194690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:04.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 0x7f68d8194690 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f68d400c970 tx=0x7f68d400cd30 comp rx=0 tx=0).stop 2023-07-14T12:46:04.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 shutdown_connections 2023-07-14T12:46:04.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f68c40a1220 0x7f68c40a36d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68d8100550 0x7f68d819bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68d80fe9d0 0x7f68d8194690 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 --2- 172.21.15.40:0/3793165358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f68d80ffbc0 0x7f68d8194bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:04.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.922+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 >> 172.21.15.40:0/3793165358 conn(0x7f68d80f9fd0 msgr2=0x7f68d8103070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:04.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.923+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 shutdown_connections 2023-07-14T12:46:04.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:04.923+0000 7f68e06d2700 1 -- 172.21.15.40:0/3793165358 wait complete. 2023-07-14T12:46:04.938 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:46:04.948 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:05.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 -- 172.21.15.40:0/1100152045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500ffbc0 msgr2=0x7fc450100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 --2- 172.21.15.40:0/1100152045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500ffbc0 0x7fc450100010 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fc438009990 tx=0x7fc438009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 -- 172.21.15.40:0/1100152045 shutdown_connections 2023-07-14T12:46:05.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 --2- 172.21.15.40:0/1100152045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc450100550 0x7fc450106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 --2- 172.21.15.40:0/1100152045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc4500fe9d0 0x7fc4500fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 --2- 172.21.15.40:0/1100152045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500ffbc0 0x7fc450100010 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 -- 172.21.15.40:0/1100152045 >> 172.21.15.40:0/1100152045 conn(0x7fc4500f9fd0 msgr2=0x7fc4500fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 -- 172.21.15.40:0/1100152045 shutdown_connections 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 -- 172.21.15.40:0/1100152045 wait complete. 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.061+0000 7fc456339700 1 Processor -- start 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 -- start start 2023-07-14T12:46:05.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 0x7fc450195800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4500ffbc0 0x7fc450195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc450100550 0x7fc45019cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc45019d380 con 0x7fc4500fe9d0 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc45019d4c0 con 0x7fc450100550 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc456339700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc45019d650 con 0x7fc4500ffbc0 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 0x7fc450195800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 0x7fc450195800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33062/0 (socket says 172.21.15.40:33062) 2023-07-14T12:46:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 -- 172.21.15.40:0/3966993262 learned_addr learned my addr 172.21.15.40:0/3966993262 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44f7fe700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4500ffbc0 0x7fc450195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc4548d6700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc450100550 0x7fc45019cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 -- 172.21.15.40:0/3966993262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4500ffbc0 msgr2=0x7fc450195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4500ffbc0 0x7fc450195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 -- 172.21.15.40:0/3966993262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc450100550 msgr2=0x7fc45019cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc450100550 0x7fc45019cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.084 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 -- 172.21.15.40:0/3966993262 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4380095f0 con 0x7fc4500fe9d0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc4548d6700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc450100550 0x7fc45019cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.062+0000 7fc44ffff700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 0x7fc450195800 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc44000e970 tx=0x7fc44000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.063+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc440009790 con 0x7fc4500fe9d0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.063+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4400044e0 con 0x7fc4500fe9d0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.063+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc440003e30 con 0x7fc4500fe9d0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.063+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc45019d930 con 0x7fc4500fe9d0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.063+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc45019ddf0 con 0x7fc4500fe9d0 2023-07-14T12:46:05.085 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.064+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc45010a1f0 con 0x7fc4500fe9d0 2023-07-14T12:46:05.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.065+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc440003f90 con 0x7fc4500fe9d0 2023-07-14T12:46:05.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.065+0000 7fc44d7fa700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc43c0a1220 0x7fc43c0a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.066+0000 7fc44f7fe700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc43c0a1220 0x7fc43c0a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.066+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fc440014070 con 0x7fc4500fe9d0 2023-07-14T12:46:05.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.066+0000 7fc44f7fe700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc43c0a1220 0x7fc43c0a36d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc43800b2e0 tx=0x7fc438005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.069+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc440096450 con 0x7fc4500fe9d0 2023-07-14T12:46:05.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.269+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc45019e430 con 0x7fc4500fe9d0 2023-07-14T12:46:05.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.271+0000 7fc44d7fa700 1 -- 172.21.15.40:0/3966993262 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7fc440099a70 con 0x7fc4500fe9d0 2023-07-14T12:46:05.284 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:05.285 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:05.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc43c0a1220 msgr2=0x7fc43c0a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc43c0a1220 0x7fc43c0a36d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc43800b2e0 tx=0x7fc438005fb0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 msgr2=0x7fc450195800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 0x7fc450195800 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc44000e970 tx=0x7fc44000ed30 comp rx=0 tx=0).stop 2023-07-14T12:46:05.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 shutdown_connections 2023-07-14T12:46:05.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc43c0a1220 0x7fc43c0a36d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc450100550 0x7fc45019cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc4500fe9d0 0x7fc450195800 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 --2- 172.21.15.40:0/3966993262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4500ffbc0 0x7fc450195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 >> 172.21.15.40:0/3966993262 conn(0x7fc4500f9fd0 msgr2=0x7fc4500676f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 shutdown_connections 2023-07-14T12:46:05.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.273+0000 7fc456339700 1 -- 172.21.15.40:0/3966993262 wait complete. 2023-07-14T12:46:05.297 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:05 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3510623551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:05.298 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:05 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/17144538' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:05.298 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:05 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3793165358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:05.299 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-07-14T12:44:47.505406+0000', 'modified': '2023-07-14T12:44:54.759119+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24527, 'mds_1': 24505, 'mds_2': 24491, 'mds_3': 24437, 'mds_4': 24433}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14595': {'gid': 14595, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6839/2689125653', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6838', 'nonce': 2689125653}, {'type': 'v1', 'addr': '172.21.15.40:6839', 'nonce': 2689125653}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_14607': {'gid': 14607, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6841/951645887', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6840', 'nonce': 951645887}, {'type': 'v1', 'addr': '172.21.15.40:6841', 'nonce': 951645887}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24433': {'gid': 24433, 'name': 'l', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.133:6833/1848616642', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 1848616642}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 1848616642}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24437': {'gid': 24437, 'name': 'k', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.130:6833/2878458841', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6832', 'nonce': 2878458841}, {'type': 'v1', 'addr': '172.21.15.130:6833', 'nonce': 2878458841}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24461': {'gid': 24461, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.130:6835/625272293', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6834', 'nonce': 625272293}, {'type': 'v1', 'addr': '172.21.15.130:6835', 'nonce': 625272293}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/4012282981', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 4012282981}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 4012282981}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24481': {'gid': 24481, 'name': 'c', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/3910204745', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 3910204745}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 3910204745}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.130:6837/4055803208', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6836', 'nonce': 4055803208}, {'type': 'v1', 'addr': '172.21.15.130:6837', 'nonce': 4055803208}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24505': {'gid': 24505, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.133:6839/532214832', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 532214832}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 532214832}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}, 'gid_24527': {'gid': 24527, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.130:6839/3748800315', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.130:6838', 'nonce': 3748800315}, {'type': 'v1', 'addr': '172.21.15.130:6839', 'nonce': 3748800315}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-07-14T12:46:05.300 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-07-14T12:46:05.300 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.l status 2023-07-14T12:46:05.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 -- 172.21.15.40:0/1114324469 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 msgr2=0x7f9eec100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/1114324469 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec100020 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009990 tx=0x7f9ed4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 -- 172.21.15.40:0/1114324469 shutdown_connections 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/1114324469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 0x7f9eec106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/1114324469 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9eec0fe9e0 0x7f9eec0fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/1114324469 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec100020 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 -- 172.21.15.40:0/1114324469 >> 172.21.15.40:0/1114324469 conn(0x7f9eec0fa000 msgr2=0x7f9eec0fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 -- 172.21.15.40:0/1114324469 shutdown_connections 2023-07-14T12:46:05.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.413+0000 7f9ef0a62700 1 -- 172.21.15.40:0/1114324469 wait complete. 2023-07-14T12:46:05.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 Processor -- start 2023-07-14T12:46:05.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 -- start start 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9eec0fe9e0 0x7f9eec1958a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 0x7f9eec19ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec19d420 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec19d560 con 0x7f9eec0fe9e0 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ef0a62700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec19d6f0 con 0x7f9eec100560 2023-07-14T12:46:05.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec195de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33078/0 (socket says 172.21.15.40:33078) 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3496331910 learned_addr learned my addr 172.21.15.40:0/3496331910 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9eec0fe9e0 0x7f9eec1958a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 0x7f9eec19ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3496331910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 msgr2=0x7f9eec19ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 0x7f9eec19ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3496331910 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9eec0fe9e0 msgr2=0x7f9eec1958a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9eec0fe9e0 0x7f9eec1958a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3496331910 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ed40095f0 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 0x7f9eec19ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:05.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.414+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec195de0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4005910 tx=0x7f9ed4005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.415+0000 7f9ee37fe700 1 -- 172.21.15.40:0/3496331910 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed401d070 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.415+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9eec19d970 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.415+0000 7f9ee37fe700 1 -- 172.21.15.40:0/3496331910 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ed4003f60 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.415+0000 7f9ee37fe700 1 -- 172.21.15.40:0/3496331910 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4022ca0 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.415+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eec19ddf0 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.417+0000 7f9ee37fe700 1 -- 172.21.15.40:0/3496331910 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f9ed40040d0 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.417+0000 7f9ee37fe700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ed80a11e0 0x7f9ed80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.417+0000 7f9ee37fe700 1 -- 172.21.15.40:0/3496331910 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f9ed40ce000 con 0x7f9eec0ffbd0 2023-07-14T12:46:05.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.417+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ed80a11e0 0x7f9ed80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.418+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ed80a11e0 0x7f9ed80a3690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9eec0ffa30 tx=0x7f9edc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.418+0000 7f9efcbe8b80 1 Processor -- start 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.418+0000 7f9efcbe8b80 1 -- start start 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1480 0x5595418e1890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1dd0 0x5595418e2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418e3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595417e6c60 con 0x5595418e2c20 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595418399f0 con 0x5595418e1dd0 2023-07-14T12:46:05.439 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559541832e80 con 0x5595418e1480 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418e3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418e3090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33088/0 (socket says 172.21.15.40:33088) 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 -- 172.21.15.40:0/699597006 learned_addr learned my addr 172.21.15.40:0/699597006 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1dd0 0x5595418e2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eea59c700 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1480 0x5595418e1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 -- 172.21.15.40:0/699597006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1480 msgr2=0x5595418e1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1480 0x5595418e1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 -- 172.21.15.40:0/699597006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1dd0 msgr2=0x5595418e2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1dd0 0x5595418e2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 -- 172.21.15.40:0/699597006 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559541660d90 con 0x5595418e2c20 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9eead9d700 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418e3090 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009e60 tx=0x7f9ee40077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c862f1f60e6e3125 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9ee0ff9700 1 -- 172.21.15.40:0/699597006 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4014610 con 0x5595418e2c20 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9ee0ff9700 1 -- 172.21.15.40:0/699597006 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ee400f050 con 0x5595418e2c20 2023-07-14T12:46:05.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.419+0000 7f9ee0ff9700 1 -- 172.21.15.40:0/699597006 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4013950 con 0x5595418e2c20 2023-07-14T12:46:05.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/699597006 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 msgr2=0x5595418e3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418e3090 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009e60 tx=0x7f9ee40077e0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/699597006 shutdown_connections 2023-07-14T12:46:05.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1480 0x5595418e1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418e3090 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/699597006 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1dd0 0x5595418e2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/699597006 >> 172.21.15.40:0/699597006 conn(0x5595418d6d50 msgr2=0x5595418dc180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/699597006 shutdown_connections 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.420+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/699597006 wait complete. 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 -- start start 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 Processor -- start 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418eb060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418eb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595417d2a70 con 0x5595418e1dd0 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595417d2770 con 0x5595418e1480 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595416b68d0 con 0x5595418e2c20 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9efcbe8b80 10 client.0 _ll_register_callbacks cb 0x5595417d0710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9ee9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418eb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9ee9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418eb5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33092/0 (socket says 172.21.15.40:33092) 2023-07-14T12:46:05.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3369954560 learned_addr learned my addr 172.21.15.40:0/3369954560 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418eb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.421+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 msgr2=0x5595418f25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3369954560 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 msgr2=0x5595418eb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418eb060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/3369954560 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ee4009a90 con 0x5595418e1dd0 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418eb5a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9ed409b040 tx=0x7f9ed40a1330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=347fe85a20dff12a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ed1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/3369954560 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed409f170 con 0x5595418e1dd0 2023-07-14T12:46:05.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/3369954560 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f9ed409b340 con 0x5595418e1dd0 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55954178c4a0 con 0x5595418e1dd0 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/3369954560 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ed409f370 con 0x5595418e1dd0 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 10 client.15210 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x559541649c10 con 0x5595418e1dd0 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/3369954560 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ed40b7080 con 0x5595418e1dd0 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/3369954560 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9ed40a3350 con 0x5595418e1dd0 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 10 client.15210 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 10 client.15210 resolve_mds: resolved name 'l' to daemon mds.l 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 20 client.15210 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5595418f5ec0 0x5595418f5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 4 client.15210 mds_command: new command op to 24433 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.422+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55954182be60 con 0x5595418f5ec0 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.423+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5595418f5ec0 0x5595418f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.423+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5595418f5ec0 0x5595418f5510 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dcb26f709a9e7c89 server_cookie=b16e3ae6b203bd51 in_seq=0 out_seq=0 2023-07-14T12:46:05.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.423+0000 7f9ed1ffb700 10 client.15210 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/3369954560 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55954182be60 con 0x5595418f5ec0 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9ed1ffb700 10 client.15210 handle_command_reply: tid=0 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 client.15210 shutdown 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 msgr2=0x5595418eb5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418eb5a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9ed409b040 tx=0x7f9ed40a1330 comp rx=0 tx=0).stop 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 shutdown_connections 2023-07-14T12:46:05.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5595418f5ec0 0x5595418f5510 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418eb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9ed1ffb700 0 client.15210 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3369954560 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418eb5a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 >> 172.21.15.40:0/3369954560 conn(0x5595418d6d50 msgr2=0x5595418db860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 shutdown_connections 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3369954560 wait complete. 2023-07-14T12:46:05.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.424+0000 7f9efcbe8b80 20 client.15210 trim_cache size 0 max 16384 2023-07-14T12:46:05.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 Processor -- start 2023-07-14T12:46:05.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 -- start start 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418e9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1dd0 0x5595418f25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418db860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595417dc470 con 0x5595418e2c20 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559541801790 con 0x5595418e1480 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595416c2de0 con 0x5595418e1dd0 2023-07-14T12:46:05.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9eead9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418db860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9eead9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418db860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33102/0 (socket says 172.21.15.40:33102) 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9eead9d700 1 -- 172.21.15.40:0/3460597891 learned_addr learned my addr 172.21.15.40:0/3460597891 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.442+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1dd0 0x5595418f25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418e9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eead9d700 1 -- 172.21.15.40:0/3460597891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1dd0 msgr2=0x5595418f25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1dd0 0x5595418f25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eead9d700 1 -- 172.21.15.40:0/3460597891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 msgr2=0x5595418e9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418e9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.459 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eead9d700 1 -- 172.21.15.40:0/3460597891 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559541687200 con 0x5595418e2c20 2023-07-14T12:46:05.459 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eea59c700 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418e9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.459 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9eead9d700 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418db860 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9ee400c010 tx=0x7f9ee4009950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b1f2a274996d094 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.459 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9ee17fa700 1 -- 172.21.15.40:0/3460597891 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4004c90 con 0x5595418e2c20 2023-07-14T12:46:05.459 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9ee17fa700 1 -- 172.21.15.40:0/3460597891 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ee40090b0 con 0x5595418e2c20 2023-07-14T12:46:05.459 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.443+0000 7f9ee17fa700 1 -- 172.21.15.40:0/3460597891 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4027830 con 0x5595418e2c20 2023-07-14T12:46:05.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3460597891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 msgr2=0x5595418db860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418db860 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9ee400c010 tx=0x7f9ee4009950 comp rx=0 tx=0).stop 2023-07-14T12:46:05.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3460597891 shutdown_connections 2023-07-14T12:46:05.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e2c20 0x5595418db860 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418e9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/3460597891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e1dd0 0x5595418f25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3460597891 >> 172.21.15.40:0/3460597891 conn(0x5595418d6d50 msgr2=0x5595418f5510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3460597891 shutdown_connections 2023-07-14T12:46:05.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/3460597891 wait complete. 2023-07-14T12:46:05.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- start start 2023-07-14T12:46:05.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 Processor -- start 2023-07-14T12:46:05.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418edd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418ee2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f12f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595418f1830 con 0x5595418e1dd0 2023-07-14T12:46:05.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595418f19a0 con 0x5595418e1480 2023-07-14T12:46:05.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5595418f1b60 con 0x5595418e2c20 2023-07-14T12:46:05.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9efcbe8b80 10 client.0 _ll_register_callbacks cb 0x7f9ed409af10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9ee9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418ee2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9ee9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418ee2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33106/0 (socket says 172.21.15.40:33106) 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/2945627942 learned_addr learned my addr 172.21.15.40:0/2945627942 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.444+0000 7f9eead9d700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9eea59c700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418edd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 msgr2=0x5595418f12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/2945627942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 msgr2=0x5595418edd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418edd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ee9d9b700 1 -- 172.21.15.40:0/2945627942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559541660d90 con 0x5595418e1dd0 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9eead9d700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9eea59c700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418edd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ee9d9b700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418ee2d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4005c00 tx=0x7f9ed40a35d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd2d331e503c318e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ed1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/2945627942 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed409f170 con 0x5595418e1dd0 2023-07-14T12:46:05.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/2945627942 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f9ed4098a30 con 0x5595418e1dd0 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9ee400f050 con 0x5595418e1dd0 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/2945627942 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ed409b340 con 0x5595418e1dd0 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9efcbe8b80 10 client.15216 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55954165f260 con 0x5595418e1dd0 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/2945627942 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ee400f050 con 0x5595418e1dd0 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/2945627942 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9ed409a2a0 con 0x5595418e1dd0 2023-07-14T12:46:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9efcbe8b80 10 client.15216 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9efcbe8b80 10 client.15216 resolve_mds: resolved name 'l' to daemon mds.l 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.445+0000 7f9efcbe8b80 20 client.15216 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55954194f510 0x55954194bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9efcbe8b80 4 client.15216 mds_command: new command op to 24433 tid=0[{"prefix": "status"}] 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5595417ee000 con 0x55954194f510 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9eea59c700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55954194f510 0x55954194bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9ed1ffb700 10 client.15216 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:05.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9eea59c700 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55954194f510 0x55954194bec0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8a4047bc5b4c8b58 server_cookie=9b846281b2b0b2f in_seq=0 out_seq=0 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9ed1ffb700 1 -- 172.21.15.40:0/2945627942 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x5595417ee000 con 0x55954194f510 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9ed1ffb700 10 client.15216 handle_command_reply: tid=0 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9efcbe8b80 1 client.15216 shutdown 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.446+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 msgr2=0x5595418ee2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418ee2d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4005c00 tx=0x7f9ed40a35d0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 shutdown_connections 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55954194f510 0x55954194bec0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5595418e2c20 0x5595418f12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5595418e1480 0x5595418edd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ed1ffb700 0 client.15216 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 --2- 172.21.15.40:0/2945627942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5595418e1dd0 0x5595418ee2d0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 >> 172.21.15.40:0/2945627942 conn(0x5595418d6d50 msgr2=0x5595418db860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 shutdown_connections 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 1 -- 172.21.15.40:0/2945627942 wait complete. 2023-07-14T12:46:05.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9efcbe8b80 20 client.15216 trim_cache size 0 max 16384 2023-07-14T12:46:05.472 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:05.472 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:46:05.472 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 4, 2023-07-14T12:46:05.472 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24433, 2023-07-14T12:46:05.472 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 71.690302024999994, 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 82, 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:46:05.473 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 108.053919054 2023-07-14T12:46:05.474 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:05.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ed80a11e0 msgr2=0x7f9ed80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ed80a11e0 0x7f9ed80a3690 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9eec0ffa30 tx=0x7f9edc00b410 comp rx=0 tx=0).stop 2023-07-14T12:46:05.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 msgr2=0x7f9eec195de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec195de0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4005910 tx=0x7f9ed4005740 comp rx=0 tx=0).stop 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 shutdown_connections 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f9ed80a11e0 0x7f9ed80a3690 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9eec100560 0x7f9eec19ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9eec0fe9e0 0x7f9eec1958a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 --2- 172.21.15.40:0/3496331910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9eec0ffbd0 0x7f9eec195de0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 >> 172.21.15.40:0/3496331910 conn(0x7f9eec0fa000 msgr2=0x7f9eec067650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 shutdown_connections 2023-07-14T12:46:05.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.447+0000 7f9ef0a62700 1 -- 172.21.15.40:0/3496331910 wait complete. 2023-07-14T12:46:05.477 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2023-07-14T12:46:05.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:05 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3510623551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:05.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:05 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/17144538' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:05.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:05 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3793165358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:05.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:05 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3510623551' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:05.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:05 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/17144538' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:05.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:05 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3793165358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:05.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 -- 172.21.15.40:0/478594692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc110102e80 msgr2=0x7fc110105260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 --2- 172.21.15.40:0/478594692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc110102e80 0x7fc110105260 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc104009990 tx=0x7fc104009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 -- 172.21.15.40:0/478594692 shutdown_connections 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 --2- 172.21.15.40:0/478594692 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc110100560 0x7fc110102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 --2- 172.21.15.40:0/478594692 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc1101057a0 0x7fc110107c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 --2- 172.21.15.40:0/478594692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc110102e80 0x7fc110105260 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 -- 172.21.15.40:0/478594692 >> 172.21.15.40:0/478594692 conn(0x7fc1100fa000 msgr2=0x7fc1100fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 -- 172.21.15.40:0/478594692 shutdown_connections 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.590+0000 7fc1167e0700 1 -- 172.21.15.40:0/478594692 wait complete. 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 Processor -- start 2023-07-14T12:46:05.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 -- start start 2023-07-14T12:46:05.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc110100560 0x7fc110195810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc110102e80 0x7fc110195d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 0x7fc11019cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc11019d390 con 0x7fc1101057a0 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc11019d4d0 con 0x7fc110100560 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc1167e0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc11019d660 con 0x7fc110102e80 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc114d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 0x7fc11019cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc114d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 0x7fc11019cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33122/0 (socket says 172.21.15.40:33122) 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc114d7d700 1 -- 172.21.15.40:0/219178343 learned_addr learned my addr 172.21.15.40:0/219178343 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.591+0000 7fc10ffff700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc110100560 0x7fc110195810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc110102e80 0x7fc110195d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc114d7d700 1 -- 172.21.15.40:0/219178343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc110102e80 msgr2=0x7fc110195d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc114d7d700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc110102e80 0x7fc110195d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc114d7d700 1 -- 172.21.15.40:0/219178343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc110100560 msgr2=0x7fc110195810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc114d7d700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc110100560 0x7fc110195810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc114d7d700 1 -- 172.21.15.40:0/219178343 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1040095f0 con 0x7fc1101057a0 2023-07-14T12:46:05.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc114d7d700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 0x7fc11019cdc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc10800ef30 tx=0x7fc10800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc10d7fa700 1 -- 172.21.15.40:0/219178343 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc108018070 con 0x7fc1101057a0 2023-07-14T12:46:05.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc10d7fa700 1 -- 172.21.15.40:0/219178343 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc10800f040 con 0x7fc1101057a0 2023-07-14T12:46:05.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc11019d8e0 con 0x7fc1101057a0 2023-07-14T12:46:05.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc10d7fa700 1 -- 172.21.15.40:0/219178343 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10800cdb0 con 0x7fc1101057a0 2023-07-14T12:46:05.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.592+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc11019dda0 con 0x7fc1101057a0 2023-07-14T12:46:05.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.594+0000 7fc10d7fa700 1 -- 172.21.15.40:0/219178343 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fc108003a00 con 0x7fc1101057a0 2023-07-14T12:46:05.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.595+0000 7fc10d7fa700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc0f80a11e0 0x7fc0f80a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.595+0000 7fc10ffff700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc0f80a11e0 0x7fc0f80a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.595+0000 7fc10d7fa700 1 -- 172.21.15.40:0/219178343 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fc1080cc6d0 con 0x7fc1101057a0 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc10ffff700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc0f80a11e0 0x7fc0f80a3690 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc100009c60 tx=0x7fc100009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 Processor -- start 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 -- start start 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac464890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac465690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac466090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac369c60 con 0x556dac465c20 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac3bc9f0 con 0x556dac464480 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc122966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac3b5e80 con 0x556dac464dd0 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc114d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac466090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc114d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac466090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33130/0 (socket says 172.21.15.40:33130) 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.596+0000 7fc114d7d700 1 -- 172.21.15.40:0/1870969025 learned_addr learned my addr 172.21.15.40:0/1870969025 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac465690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc114d7d700 1 -- 172.21.15.40:0/1870969025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 msgr2=0x556dac465690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc114d7d700 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac465690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc10ffff700 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac464890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc114d7d700 1 -- 172.21.15.40:0/1870969025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 msgr2=0x556dac464890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc114d7d700 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac464890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc114d7d700 1 -- 172.21.15.40:0/1870969025 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556dac1e3d90 con 0x556dac465c20 2023-07-14T12:46:05.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc10ffff700 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac464890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc114d7d700 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac466090 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc1080090a0 tx=0x7fc108099900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca5d07fa99fcddf9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc0f67fc700 1 -- 172.21.15.40:0/1870969025 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc108004b30 con 0x556dac465c20 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc0f67fc700 1 -- 172.21.15.40:0/1870969025 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc108099a10 con 0x556dac465c20 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.597+0000 7fc0f67fc700 1 -- 172.21.15.40:0/1870969025 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc108098f00 con 0x556dac465c20 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 -- 172.21.15.40:0/1870969025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 msgr2=0x556dac466090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac466090 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc1080090a0 tx=0x7fc108099900 comp rx=0 tx=0).stop 2023-07-14T12:46:05.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 -- 172.21.15.40:0/1870969025 shutdown_connections 2023-07-14T12:46:05.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac466090 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac464890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 --2- 172.21.15.40:0/1870969025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac465690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 -- 172.21.15.40:0/1870969025 >> 172.21.15.40:0/1870969025 conn(0x556dac459d50 msgr2=0x556dac45f180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 -- 172.21.15.40:0/1870969025 shutdown_connections 2023-07-14T12:46:05.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 -- 172.21.15.40:0/1870969025 wait complete. 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 -- start start 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.598+0000 7fc122966b80 1 Processor -- start 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464480 0x556dac46e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464dd0 0x556dac46e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac475760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac355a70 con 0x556dac465c20 2023-07-14T12:46:05.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac355770 con 0x556dac464dd0 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac2398d0 con 0x556dac464480 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac475760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 10 client.0 _ll_register_callbacks cb 0x556dac353710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac475760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33136/0 (socket says 172.21.15.40:33136) 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 -- 172.21.15.40:0/3570867863 learned_addr learned my addr 172.21.15.40:0/3570867863 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc10ffff700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464480 0x556dac46e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464dd0 0x556dac46e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 -- 172.21.15.40:0/3570867863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464480 msgr2=0x556dac46e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464480 0x556dac46e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 -- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464dd0 msgr2=0x556dac46e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464dd0 0x556dac46e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 -- 172.21.15.40:0/3570867863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc11019dda0 con 0x556dac465c20 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc114d7d700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac475760 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc10800c7a0 tx=0x7fc108099130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fca02980fba3270 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc0ef7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/3570867863 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc10809da40 con 0x556dac465c20 2023-07-14T12:46:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/3570867863 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fc1080a1dd0 con 0x556dac465c20 2023-07-14T12:46:05.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556dac30f4a0 con 0x556dac465c20 2023-07-14T12:46:05.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.599+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/3570867863 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1080a1b50 con 0x556dac465c20 2023-07-14T12:46:05.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 10 client.15228 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556dac1ccc10 con 0x556dac465c20 2023-07-14T12:46:05.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/3570867863 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556dac30f4a0 con 0x556dac465c20 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/3570867863 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fc108098b70 con 0x556dac465c20 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 10 client.15228 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 10 client.15228 resolve_mds: resolved name 'k' to daemon mds.k 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 20 client.15228 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac479420 0x556dac478600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 4 client.15228 mds_command: new command op to 24437 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:05.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556dac3aee60 con 0x556dac479420 2023-07-14T12:46:05.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.600+0000 7fc10ffff700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac479420 0x556dac478600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.601+0000 7fc0ef7fe700 10 client.15228 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:05.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.601+0000 7fc10ffff700 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac479420 0x556dac478600 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=66b70978dac317ef server_cookie=eea8311d0dc3d052 in_seq=0 out_seq=0 2023-07-14T12:46:05.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.601+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/3570867863 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556dac3aee60 con 0x556dac479420 2023-07-14T12:46:05.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.601+0000 7fc0ef7fe700 10 client.15228 handle_command_reply: tid=0 2023-07-14T12:46:05.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.601+0000 7fc122966b80 1 client.15228 shutdown 2023-07-14T12:46:05.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 msgr2=0x556dac475760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac475760 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc10800c7a0 tx=0x7fc108099130 comp rx=0 tx=0).stop 2023-07-14T12:46:05.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 shutdown_connections 2023-07-14T12:46:05.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac479420 0x556dac478600 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464480 0x556dac46e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac465c20 0x556dac475760 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 --2- 172.21.15.40:0/3570867863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464dd0 0x556dac46e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc0ef7fe700 0 client.15228 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:05.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 >> 172.21.15.40:0/3570867863 conn(0x556dac459d50 msgr2=0x556dac45e860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 shutdown_connections 2023-07-14T12:46:05.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 1 -- 172.21.15.40:0/3570867863 wait complete. 2023-07-14T12:46:05.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.602+0000 7fc122966b80 20 client.15228 trim_cache size 0 max 16384 2023-07-14T12:46:05.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.619+0000 7fc122966b80 1 Processor -- start 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.619+0000 7fc122966b80 1 -- start start 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc122966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac46c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc122966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 0x556dac475680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc122966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac465c20 0x556dac475ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc122966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac46c970 con 0x556dac464dd0 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc122966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac46f0e0 con 0x556dac464480 2023-07-14T12:46:05.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc122966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac3aee60 con 0x556dac465c20 2023-07-14T12:46:05.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 0x556dac475680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 0x556dac475680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33142/0 (socket says 172.21.15.40:33142) 2023-07-14T12:46:05.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 -- 172.21.15.40:0/3922048655 learned_addr learned my addr 172.21.15.40:0/3922048655 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10ffff700 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac46c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc114d7d700 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac465c20 0x556dac475ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 -- 172.21.15.40:0/3922048655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac465c20 msgr2=0x556dac475ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac465c20 0x556dac475ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 -- 172.21.15.40:0/3922048655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 msgr2=0x556dac46c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac46c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 -- 172.21.15.40:0/3922048655 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556dac45f420 con 0x556dac464dd0 2023-07-14T12:46:05.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc114d7d700 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac465c20 0x556dac475ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 0x556dac475680 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fc104009990 tx=0x7fc104005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5622903395c96856 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc0f6ffd700 1 -- 172.21.15.40:0/3922048655 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc104005a00 con 0x556dac464dd0 2023-07-14T12:46:05.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc0f6ffd700 1 -- 172.21.15.40:0/3922048655 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc104005500 con 0x556dac464dd0 2023-07-14T12:46:05.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.620+0000 7fc0f6ffd700 1 -- 172.21.15.40:0/3922048655 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1040049d0 con 0x556dac464dd0 2023-07-14T12:46:05.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 -- 172.21.15.40:0/3922048655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 msgr2=0x556dac475680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 0x556dac475680 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fc104009990 tx=0x7fc104005e80 comp rx=0 tx=0).stop 2023-07-14T12:46:05.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 -- 172.21.15.40:0/3922048655 shutdown_connections 2023-07-14T12:46:05.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac465c20 0x556dac475ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac464480 0x556dac46c080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 --2- 172.21.15.40:0/3922048655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464dd0 0x556dac475680 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 -- 172.21.15.40:0/3922048655 >> 172.21.15.40:0/3922048655 conn(0x556dac459d50 msgr2=0x556dac46ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 -- 172.21.15.40:0/3922048655 shutdown_connections 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 -- 172.21.15.40:0/3922048655 wait complete. 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.621+0000 7fc122966b80 1 -- start start 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 Processor -- start 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 0x556dac470f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac471450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac465c20 0x556dac4743b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac4748f0 con 0x556dac464480 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac474a60 con 0x556dac465c20 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556dac474c20 con 0x556dac464dd0 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc122966b80 10 client.0 _ll_register_callbacks cb 0x7fc108099550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 0x556dac470f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 0x556dac470f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33146/0 (socket says 172.21.15.40:33146) 2023-07-14T12:46:05.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 -- 172.21.15.40:0/2918550009 learned_addr learned my addr 172.21.15.40:0/2918550009 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac471450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc114d7d700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac465c20 0x556dac4743b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 -- 172.21.15.40:0/2918550009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 msgr2=0x556dac471450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac471450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 -- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac465c20 msgr2=0x556dac4743b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac465c20 0x556dac4743b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 -- 172.21.15.40:0/2918550009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1101087f0 con 0x556dac464480 2023-07-14T12:46:05.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc114d7d700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac465c20 0x556dac4743b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc0ef7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.622+0000 7fc10ffff700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 0x556dac470f10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc1000094f0 tx=0x7fc1000047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad44dc8cd2c6a6ae server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/2918550009 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc100022040 con 0x556dac464480 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/2918550009 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fc10001ca00 con 0x556dac464480 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc108099a10 con 0x556dac464480 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/2918550009 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc10001cbc0 con 0x556dac464480 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 10 client.15234 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556dac20a200 con 0x556dac464480 2023-07-14T12:46:05.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/2918550009 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc108099a10 con 0x556dac464480 2023-07-14T12:46:05.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/2918550009 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fc100003a90 con 0x556dac464480 2023-07-14T12:46:05.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 10 client.15234 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 10 client.15234 resolve_mds: resolved name 'k' to daemon mds.k 2023-07-14T12:46:05.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 20 client.15234 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac4d2880 0x556dac4cf1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 4 client.15234 mds_command: new command op to 24437 tid=0[{"prefix": "status"}] 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.623+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556dac371000 con 0x556dac4d2880 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac4d2880 0x556dac4cf1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc10f7fe700 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac4d2880 0x556dac4cf1b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c7eb6529bed2d80d server_cookie=9192efd1c5342992 in_seq=0 out_seq=0 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc0ef7fe700 10 client.15234 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc0ef7fe700 1 -- 172.21.15.40:0/2918550009 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x556dac371000 con 0x556dac4d2880 2023-07-14T12:46:05.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc0ef7fe700 10 client.15234 handle_command_reply: tid=0 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 client.15234 shutdown 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 msgr2=0x556dac470f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 0x556dac470f10 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc1000094f0 tx=0x7fc1000047c0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 shutdown_connections 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x556dac4d2880 0x556dac4cf1b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556dac465c20 0x556dac4743b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556dac464480 0x556dac470f10 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 --2- 172.21.15.40:0/2918550009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556dac464dd0 0x556dac471450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc0ef7fe700 0 client.15234 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:05.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.624+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 >> 172.21.15.40:0/2918550009 conn(0x556dac459d50 msgr2=0x556dac46c080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 shutdown_connections 2023-07-14T12:46:05.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc122966b80 1 -- 172.21.15.40:0/2918550009 wait complete. 2023-07-14T12:46:05.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc122966b80 20 client.15234 trim_cache size 0 max 16384 2023-07-14T12:46:05.652 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:05.652 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:46:05.652 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 3, 2023-07-14T12:46:05.652 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24437, 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 72.880464931999995, 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 82, 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:46:05.653 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 106.065730669 2023-07-14T12:46:05.654 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:05.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc0f80a11e0 msgr2=0x7fc0f80a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc0f80a11e0 0x7fc0f80a3690 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc100009c60 tx=0x7fc100009260 comp rx=0 tx=0).stop 2023-07-14T12:46:05.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 msgr2=0x7fc11019cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 0x7fc11019cdc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc10800ef30 tx=0x7fc10800c3a0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 shutdown_connections 2023-07-14T12:46:05.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fc0f80a11e0 0x7fc0f80a3690 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc1101057a0 0x7fc11019cdc0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc110100560 0x7fc110195810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 --2- 172.21.15.40:0/219178343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc110102e80 0x7fc110195d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 >> 172.21.15.40:0/219178343 conn(0x7fc1100fa000 msgr2=0x7fc110101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 shutdown_connections 2023-07-14T12:46:05.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.625+0000 7fc1167e0700 1 -- 172.21.15.40:0/219178343 wait complete. 2023-07-14T12:46:05.657 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-07-14T12:46:05.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 -- 172.21.15.40:0/3557591876 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 msgr2=0x7f7e74100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3557591876 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74100020 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f7e68009990 tx=0x7f7e68009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 -- 172.21.15.40:0/3557591876 shutdown_connections 2023-07-14T12:46:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3557591876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e740fe9e0 0x7f7e740fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3557591876 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e74100560 0x7f7e74106e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3557591876 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74100020 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 -- 172.21.15.40:0/3557591876 >> 172.21.15.40:0/3557591876 conn(0x7f7e740fa000 msgr2=0x7f7e740fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 -- 172.21.15.40:0/3557591876 shutdown_connections 2023-07-14T12:46:05.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 -- 172.21.15.40:0/3557591876 wait complete. 2023-07-14T12:46:05.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 Processor -- start 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.770+0000 7f7e7a864700 1 -- start start 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e7a864700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e740fe9e0 0x7f7e741957d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e7a864700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74195d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e7a864700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e74100560 0x7f7e7419cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e7a864700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7419d350 con 0x7f7e740ffbd0 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e7a864700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7419d490 con 0x7f7e740fe9e0 2023-07-14T12:46:05.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e7a864700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7419d620 con 0x7f7e74100560 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74195d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74195d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33162/0 (socket says 172.21.15.40:33162) 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 -- 172.21.15.40:0/3085067988 learned_addr learned my addr 172.21.15.40:0/3085067988 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e78e01700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e74100560 0x7f7e7419cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e740fe9e0 0x7f7e741957d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 -- 172.21.15.40:0/3085067988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e74100560 msgr2=0x7f7e7419cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e74100560 0x7f7e7419cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 -- 172.21.15.40:0/3085067988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e740fe9e0 msgr2=0x7f7e741957d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e740fe9e0 0x7f7e741957d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 -- 172.21.15.40:0/3085067988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e680095f0 con 0x7f7e740ffbd0 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e740fe9e0 0x7f7e741957d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.771+0000 7f7e737fe700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74195d10 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f7e68004760 tx=0x7f7e68004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.772+0000 7f7e717fa700 1 -- 172.21.15.40:0/3085067988 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6801d070 con 0x7f7e740ffbd0 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.772+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e7419d8a0 con 0x7f7e740ffbd0 2023-07-14T12:46:05.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.772+0000 7f7e717fa700 1 -- 172.21.15.40:0/3085067988 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e68004cf0 con 0x7f7e740ffbd0 2023-07-14T12:46:05.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.772+0000 7f7e717fa700 1 -- 172.21.15.40:0/3085067988 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e68005280 con 0x7f7e740ffbd0 2023-07-14T12:46:05.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.772+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e7419dcf0 con 0x7f7e740ffbd0 2023-07-14T12:46:05.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.774+0000 7f7e717fa700 1 -- 172.21.15.40:0/3085067988 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7e680053e0 con 0x7f7e740ffbd0 2023-07-14T12:46:05.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.775+0000 7f7e717fa700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7e5c0a11e0 0x7f7e5c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.775+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7e5c0a11e0 0x7f7e5c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.775+0000 7f7e717fa700 1 -- 172.21.15.40:0/3085067988 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f7e680cdbb0 con 0x7f7e740ffbd0 2023-07-14T12:46:05.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.775+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7e5c0a11e0 0x7f7e5c0a3690 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7e64005950 tx=0x7f7e640058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.775+0000 7f7e869eab80 1 Processor -- start 2023-07-14T12:46:05.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.775+0000 7f7e869eab80 1 -- start start 2023-07-14T12:46:05.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x56278101f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x562781020690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781021090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e869eab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f24c60 con 0x562781020c20 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e869eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f779f0 con 0x56278101f480 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e869eab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f70e80 con 0x56278101fdd0 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781021090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781021090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33172/0 (socket says 172.21.15.40:33172) 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e73fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x56278101f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 -- 172.21.15.40:0/1415226389 learned_addr learned my addr 172.21.15.40:0/1415226389 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e737fe700 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x562781020690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 -- 172.21.15.40:0/1415226389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 msgr2=0x562781020690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x562781020690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 -- 172.21.15.40:0/1415226389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 msgr2=0x56278101f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x56278101f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 -- 172.21.15.40:0/1415226389 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562780d9ed90 con 0x562781020c20 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e737fe700 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x562781020690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.803 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e78e01700 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781021090 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c00f5a0 tx=0x7f7e6c00f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fba0c7c682b8271f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e5a7fc700 1 -- 172.21.15.40:0/1415226389 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c004bb0 con 0x562781020c20 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e5a7fc700 1 -- 172.21.15.40:0/1415226389 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e6c004d10 con 0x562781020c20 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.776+0000 7f7e5a7fc700 1 -- 172.21.15.40:0/1415226389 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c005040 con 0x562781020c20 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 -- 172.21.15.40:0/1415226389 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 msgr2=0x562781021090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781021090 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c00f5a0 tx=0x7f7e6c00f8b0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 -- 172.21.15.40:0/1415226389 shutdown_connections 2023-07-14T12:46:05.804 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781021090 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x56278101f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 --2- 172.21.15.40:0/1415226389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x562781020690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 -- 172.21.15.40:0/1415226389 >> 172.21.15.40:0/1415226389 conn(0x562781014d50 msgr2=0x56278101a180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 -- 172.21.15.40:0/1415226389 shutdown_connections 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 -- 172.21.15.40:0/1415226389 wait complete. 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.777+0000 7f7e869eab80 1 -- start start 2023-07-14T12:46:05.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 Processor -- start 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x5627810290a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x5627810295e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781030620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f10a70 con 0x562781020c20 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f10770 con 0x56278101f480 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780df48d0 con 0x56278101fdd0 2023-07-14T12:46:05.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e869eab80 10 client.0 _ll_register_callbacks cb 0x562780f0e710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781030620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e73fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x5627810290a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781030620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33178/0 (socket says 172.21.15.40:33178) 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 -- 172.21.15.40:0/2802849696 learned_addr learned my addr 172.21.15.40:0/2802849696 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e737fe700 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x5627810295e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 -- 172.21.15.40:0/2802849696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 msgr2=0x5627810295e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x5627810295e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 -- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 msgr2=0x5627810290a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x5627810290a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.778+0000 7f7e78e01700 1 -- 172.21.15.40:0/2802849696 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e6c00f1d0 con 0x562781020c20 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e78e01700 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781030620 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c007e80 tx=0x7f7e6c003f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319eec3f2ad53d68 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e537fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e537fe700 1 -- 172.21.15.40:0/2802849696 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6c014800 con 0x562781020c20 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e537fe700 1 -- 172.21.15.40:0/2802849696 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f7e6c014960 con 0x562781020c20 2023-07-14T12:46:05.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562780eca4a0 con 0x562781020c20 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e537fe700 1 -- 172.21.15.40:0/2802849696 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e6c014b40 con 0x562781020c20 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 10 client.15246 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562780d87c10 con 0x562781020c20 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e537fe700 1 -- 172.21.15.40:0/2802849696 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562780eca4a0 con 0x562781020c20 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e537fe700 1 -- 172.21.15.40:0/2802849696 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7e6c023070 con 0x562781020c20 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 10 client.15246 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 10 client.15246 resolve_mds: resolved name 'h' to daemon mds.h 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 20 client.15246 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781034170 0x562781033580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 4 client.15246 mds_command: new command op to 24491 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.779+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562780f69e60 con 0x562781034170 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.780+0000 7f7e73fff700 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781034170 0x562781033580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.780+0000 7f7e73fff700 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781034170 0x562781033580 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=12f8851427f008e4 server_cookie=b6b22c41fc2a605 in_seq=0 out_seq=0 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.780+0000 7f7e537fe700 10 client.15246 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e537fe700 1 -- 172.21.15.40:0/2802849696 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562780f69e60 con 0x562781034170 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e537fe700 10 client.15246 handle_command_reply: tid=0 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 client.15246 shutdown 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 msgr2=0x562781030620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781030620 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c007e80 tx=0x7f7e6c003f80 comp rx=0 tx=0).stop 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 shutdown_connections 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781034170 0x562781033580 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562781020c20 0x562781030620 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e537fe700 0 client.15246 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:05.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101f480 0x5627810290a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 --2- 172.21.15.40:0/2802849696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56278101fdd0 0x5627810295e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 >> 172.21.15.40:0/2802849696 conn(0x562781014d50 msgr2=0x562781019860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 shutdown_connections 2023-07-14T12:46:05.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.781+0000 7f7e869eab80 1 -- 172.21.15.40:0/2802849696 wait complete. 2023-07-14T12:46:05.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.782+0000 7f7e869eab80 20 client.15246 trim_cache size 0 max 16384 2023-07-14T12:46:05.816 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 Processor -- start 2023-07-14T12:46:05.816 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 -- start start 2023-07-14T12:46:05.816 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x562781027e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.816 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x5627810305e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x562781026ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56278102a290 con 0x56278101f480 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f3f790 con 0x56278101fdd0 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e869eab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562780f2f480 con 0x562781014d50 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x5627810305e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x5627810305e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33184/0 (socket says 172.21.15.40:33184) 2023-07-14T12:46:05.817 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e737fe700 1 -- 172.21.15.40:0/689543426 learned_addr learned my addr 172.21.15.40:0/689543426 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e78e01700 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x562781026ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.799+0000 7f7e73fff700 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x562781027e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e737fe700 1 -- 172.21.15.40:0/689543426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 msgr2=0x562781027e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e737fe700 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x562781027e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e737fe700 1 -- 172.21.15.40:0/689543426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 msgr2=0x562781026ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e737fe700 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x562781026ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e737fe700 1 -- 172.21.15.40:0/689543426 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562780dc5200 con 0x56278101f480 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e73fff700 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x562781027e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e737fe700 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x5627810305e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7e68097900 tx=0x7f7e6800b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3ea15ff6b19408 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e5affd700 1 -- 172.21.15.40:0/689543426 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e68004e60 con 0x56278101f480 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e5affd700 1 -- 172.21.15.40:0/689543426 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e6809ae90 con 0x56278101f480 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e5affd700 1 -- 172.21.15.40:0/689543426 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6809a380 con 0x56278101f480 2023-07-14T12:46:05.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 -- 172.21.15.40:0/689543426 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 msgr2=0x5627810305e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x5627810305e0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7e68097900 tx=0x7f7e6800b540 comp rx=0 tx=0).stop 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 -- 172.21.15.40:0/689543426 shutdown_connections 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x562781027e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x562781026ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 --2- 172.21.15.40:0/689543426 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x5627810305e0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 -- 172.21.15.40:0/689543426 >> 172.21.15.40:0/689543426 conn(0x562781016640 msgr2=0x562781019860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.800+0000 7f7e869eab80 1 -- 172.21.15.40:0/689543426 shutdown_connections 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 -- 172.21.15.40:0/689543426 wait complete. 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 -- start start 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 Processor -- start 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x56278102ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x56278102bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x56278102efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56278102f510 con 0x56278101f480 2023-07-14T12:46:05.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56278102f680 con 0x56278101fdd0 2023-07-14T12:46:05.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56278102f840 con 0x562781014d50 2023-07-14T12:46:05.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e869eab80 10 client.0 _ll_register_callbacks cb 0x7f7e64015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x56278102bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x56278102bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33190/0 (socket says 172.21.15.40:33190) 2023-07-14T12:46:05.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e737fe700 1 -- 172.21.15.40:0/3323103881 learned_addr learned my addr 172.21.15.40:0/3323103881 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.801+0000 7f7e78e01700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x56278102efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x56278102ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e737fe700 1 -- 172.21.15.40:0/3323103881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 msgr2=0x56278102ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e737fe700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x56278102ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e737fe700 1 -- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 msgr2=0x56278102efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e737fe700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x56278102efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e737fe700 1 -- 172.21.15.40:0/3323103881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e7419dcf0 con 0x56278101f480 2023-07-14T12:46:05.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e737fe700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x56278102bfb0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f7e68004730 tx=0x7f7e68003f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b00f90615b646278 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e537fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e537fe700 1 -- 172.21.15.40:0/3323103881 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6809eec0 con 0x56278101f480 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e537fe700 1 -- 172.21.15.40:0/3323103881 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f7e680cb750 con 0x56278101f480 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7e6c004d10 con 0x56278101f480 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e537fe700 1 -- 172.21.15.40:0/3323103881 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e680cb1a0 con 0x56278101f480 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e869eab80 10 client.15252 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562780d9d260 con 0x56278101f480 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e537fe700 1 -- 172.21.15.40:0/3323103881 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e68064070 con 0x56278101f480 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.802+0000 7f7e537fe700 1 -- 172.21.15.40:0/3323103881 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7e68004890 con 0x56278101f480 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 10 client.15252 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 10 client.15252 resolve_mds: resolved name 'h' to daemon mds.h 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 20 client.15252 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781020c20 0x56278108a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 4 client.15252 mds_command: new command op to 24491 tid=0[{"prefix": "status"}] 2023-07-14T12:46:05.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "status"}) v1 -- 0x562780f2c000 con 0x562781020c20 2023-07-14T12:46:05.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781020c20 0x56278108a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e537fe700 10 client.15252 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:05.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e73fff700 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781020c20 0x56278108a000 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3e5d20efaec718a5 server_cookie=bc44bb3517ad4c46 in_seq=0 out_seq=0 2023-07-14T12:46:05.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e537fe700 1 -- 172.21.15.40:0/3323103881 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x562780f2c000 con 0x562781020c20 2023-07-14T12:46:05.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e537fe700 10 client.15252 handle_command_reply: tid=0 2023-07-14T12:46:05.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.803+0000 7f7e869eab80 1 client.15252 shutdown 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 msgr2=0x56278102bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x56278102bfb0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f7e68004730 tx=0x7f7e68003f70 comp rx=0 tx=0).stop 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 shutdown_connections 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562781014d50 0x56278102ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x562781020c20 0x56278108a000 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56278101fdd0 0x56278102efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 --2- 172.21.15.40:0/3323103881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56278101f480 0x56278102bfb0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e537fe700 0 client.15252 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:05.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 >> 172.21.15.40:0/3323103881 conn(0x562781016640 msgr2=0x562781027e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 shutdown_connections 2023-07-14T12:46:05.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 1 -- 172.21.15.40:0/3323103881 wait complete. 2023-07-14T12:46:05.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e869eab80 20 client.15252 trim_cache size 0 max 16384 2023-07-14T12:46:05.829 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 2, 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24491, 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:46:05.830 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 73.700684108999994, 2023-07-14T12:46:05.831 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:46:05.831 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 82, 2023-07-14T12:46:05.831 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:46:05.831 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 93.032671284000003 2023-07-14T12:46:05.831 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:05.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7e5c0a11e0 msgr2=0x7f7e5c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7e5c0a11e0 0x7f7e5c0a3690 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7e64005950 tx=0x7f7e640058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 msgr2=0x7f7e74195d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74195d10 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f7e68004760 tx=0x7f7e68004790 comp rx=0 tx=0).stop 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 shutdown_connections 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7e5c0a11e0 0x7f7e5c0a3690 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7e74100560 0x7f7e7419cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7e740fe9e0 0x7f7e741957d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 --2- 172.21.15.40:0/3085067988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e740ffbd0 0x7f7e74195d10 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 >> 172.21.15.40:0/3085067988 conn(0x7f7e740fa000 msgr2=0x7f7e74067670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 shutdown_connections 2023-07-14T12:46:05.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.804+0000 7f7e7a864700 1 -- 172.21.15.40:0/3085067988 wait complete. 2023-07-14T12:46:05.834 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-07-14T12:46:05.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 -- 172.21.15.40:0/875709420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff624100560 msgr2=0x7ff624106e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/875709420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff624100560 0x7ff624106e20 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff61c00b0a0 tx=0x7ff61c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 -- 172.21.15.40:0/875709420 shutdown_connections 2023-07-14T12:46:05.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/875709420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6240fe9e0 0x7ff6240fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/875709420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff624100560 0x7ff624106e20 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.963 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/875709420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff6240ffbd0 0x7ff624100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.963 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 -- 172.21.15.40:0/875709420 >> 172.21.15.40:0/875709420 conn(0x7ff6240fa000 msgr2=0x7ff6240fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.963 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 -- 172.21.15.40:0/875709420 shutdown_connections 2023-07-14T12:46:05.963 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.948+0000 7ff62b8fc700 1 -- 172.21.15.40:0/875709420 wait complete. 2023-07-14T12:46:05.963 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 Processor -- start 2023-07-14T12:46:05.963 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 -- start start 2023-07-14T12:46:05.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6240fe9e0 0x7ff6241092d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 0x7ff624107910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff624100560 0x7ff624107e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6241085f0 con 0x7ff6240ffbd0 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff624108760 con 0x7ff624100560 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff62b8fc700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff62419f9a0 con 0x7ff6240fe9e0 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 0x7ff624107910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 0x7ff624107910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33204/0 (socket says 172.21.15.40:33204) 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 -- 172.21.15.40:0/4063624150 learned_addr learned my addr 172.21.15.40:0/4063624150 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff629698700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6240fe9e0 0x7ff6241092d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff629e99700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff624100560 0x7ff624107e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 -- 172.21.15.40:0/4063624150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6240fe9e0 msgr2=0x7ff6241092d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6240fe9e0 0x7ff6241092d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 -- 172.21.15.40:0/4063624150 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff624100560 msgr2=0x7ff624107e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff624100560 0x7ff624107e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 -- 172.21.15.40:0/4063624150 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff61c009d00 con 0x7ff6240ffbd0 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff628e97700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 0x7ff624107910 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff61400e9a0 tx=0x7ff61400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.949+0000 7ff61a7fc700 1 -- 172.21.15.40:0/4063624150 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff614009790 con 0x7ff6240ffbd0 2023-07-14T12:46:05.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.950+0000 7ff61a7fc700 1 -- 172.21.15.40:0/4063624150 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff614010430 con 0x7ff6240ffbd0 2023-07-14T12:46:05.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.950+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff62419fc80 con 0x7ff6240ffbd0 2023-07-14T12:46:05.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.950+0000 7ff61a7fc700 1 -- 172.21.15.40:0/4063624150 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff614018680 con 0x7ff6240ffbd0 2023-07-14T12:46:05.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.950+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6241a01b0 con 0x7ff6240ffbd0 2023-07-14T12:46:05.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.952+0000 7ff61a7fc700 1 -- 172.21.15.40:0/4063624150 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff6140105a0 con 0x7ff6240ffbd0 2023-07-14T12:46:05.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.952+0000 7ff61a7fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff6100a1260 0x7ff6100a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.952+0000 7ff629698700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff6100a1260 0x7ff6100a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.952+0000 7ff61a7fc700 1 -- 172.21.15.40:0/4063624150 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7ff614014070 con 0x7ff6240ffbd0 2023-07-14T12:46:05.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.953+0000 7ff629698700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff6100a1260 0x7ff6100a3710 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff6240ffa30 tx=0x7ff62000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.953+0000 7ff637a82b80 1 Processor -- start 2023-07-14T12:46:05.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.953+0000 7ff637a82b80 1 -- start start 2023-07-14T12:46:05.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79480 0x560cc4a79890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79dd0 0x560cc4a7a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 0x560cc4a7b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff637a82b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc497ec60 con 0x560cc4a7ac20 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff637a82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc49d19f0 con 0x560cc4a79480 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff637a82b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc49cae80 con 0x560cc4a79dd0 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 0x560cc4a7b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 0x560cc4a7b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33214/0 (socket says 172.21.15.40:33214) 2023-07-14T12:46:05.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 -- 172.21.15.40:0/2280268310 learned_addr learned my addr 172.21.15.40:0/2280268310 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629698700 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79480 0x560cc4a79890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff628e97700 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79dd0 0x560cc4a7a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 -- 172.21.15.40:0/2280268310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79dd0 msgr2=0x560cc4a7a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79dd0 0x560cc4a7a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 -- 172.21.15.40:0/2280268310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79480 msgr2=0x560cc4a79890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79480 0x560cc4a79890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 -- 172.21.15.40:0/2280268310 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560cc47f8d90 con 0x560cc4a7ac20 2023-07-14T12:46:05.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff629e99700 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 0x560cc4a7b090 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff61c0079f0 tx=0x7ff61c0093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c40e16ebe1d03a9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff60f7fe700 1 -- 172.21.15.40:0/2280268310 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c00e040 con 0x560cc4a7ac20 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff60f7fe700 1 -- 172.21.15.40:0/2280268310 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff61c007dc0 con 0x560cc4a7ac20 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.954+0000 7ff60f7fe700 1 -- 172.21.15.40:0/2280268310 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c003d60 con 0x560cc4a7ac20 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 -- 172.21.15.40:0/2280268310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 msgr2=0x560cc4a7b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 0x560cc4a7b090 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff61c0079f0 tx=0x7ff61c0093d0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 -- 172.21.15.40:0/2280268310 shutdown_connections 2023-07-14T12:46:05.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a7ac20 0x560cc4a7b090 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79480 0x560cc4a79890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 --2- 172.21.15.40:0/2280268310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79dd0 0x560cc4a7a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 -- 172.21.15.40:0/2280268310 >> 172.21.15.40:0/2280268310 conn(0x560cc4a6ed50 msgr2=0x560cc4a74180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 -- 172.21.15.40:0/2280268310 shutdown_connections 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.955+0000 7ff637a82b80 1 -- 172.21.15.40:0/2280268310 wait complete. 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 -- start start 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 Processor -- start 2023-07-14T12:46:05.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a82ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a83530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a7ac20 0x560cc4a8a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc496aa70 con 0x560cc4a79dd0 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc496a770 con 0x560cc4a7ac20 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc484e8d0 con 0x560cc4a79480 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff637a82b80 10 client.0 _ll_register_callbacks cb 0x560cc4968710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:05.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff628e97700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a83530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff628e97700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a83530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33218/0 (socket says 172.21.15.40:33218) 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff628e97700 1 -- 172.21.15.40:0/3344626891 learned_addr learned my addr 172.21.15.40:0/3344626891 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff629e99700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a7ac20 0x560cc4a8a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.956+0000 7ff629698700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a82ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff628e97700 1 -- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 msgr2=0x560cc4a82ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff628e97700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a82ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff628e97700 1 -- 172.21.15.40:0/3344626891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a7ac20 msgr2=0x560cc4a8a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff628e97700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a7ac20 0x560cc4a8a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff628e97700 1 -- 172.21.15.40:0/3344626891 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff624067670 con 0x560cc4a79dd0 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff629e99700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a7ac20 0x560cc4a8a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff628e97700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a83530 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff6140963a0 tx=0x7ff61409a3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1986a117c55a34c6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff60cff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff60cff9700 1 -- 172.21.15.40:0/3344626891 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6140b1070 con 0x560cc4a79dd0 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff60cff9700 1 -- 172.21.15.40:0/3344626891 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7ff6140a22f0 con 0x560cc4a79dd0 2023-07-14T12:46:05.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560cc49244a0 con 0x560cc4a79dd0 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff60cff9700 1 -- 172.21.15.40:0/3344626891 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff614010880 con 0x560cc4a79dd0 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 10 client.15264 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x560cc47e1c10 con 0x560cc4a79dd0 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff60cff9700 1 -- 172.21.15.40:0/3344626891 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff6140c8080 con 0x560cc4a79dd0 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff60cff9700 1 -- 172.21.15.40:0/3344626891 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff6140cabb0 con 0x560cc4a79dd0 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 10 client.15264 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 10 client.15264 resolve_mds: resolved name 'i' to daemon mds.i 2023-07-14T12:46:05.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 20 client.15264 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a8e240 0x560cc4a8d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 4 client.15264 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.957+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560cc49c3e60 con 0x560cc4a8e240 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.958+0000 7ff629698700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a8e240 0x560cc4a8d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.958+0000 7ff629698700 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a8e240 0x560cc4a8d6d0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1e2c7474f871e96c server_cookie=ac3e35c01f7f875e in_seq=0 out_seq=0 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.958+0000 7ff60cff9700 10 client.15264 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff60cff9700 1 -- 172.21.15.40:0/3344626891 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560cc49c3e60 con 0x560cc4a8e240 2023-07-14T12:46:05.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff60cff9700 10 client.15264 handle_command_reply: tid=0 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 client.15264 shutdown 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 msgr2=0x560cc4a83530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a83530 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff6140963a0 tx=0x7ff61409a3e0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 shutdown_connections 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a8e240 0x560cc4a8d6d0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a82ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff60cff9700 0 client.15264 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:05.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a7ac20 0x560cc4a8a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 --2- 172.21.15.40:0/3344626891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a83530 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 >> 172.21.15.40:0/3344626891 conn(0x560cc4a6ed50 msgr2=0x560cc4a73860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 shutdown_connections 2023-07-14T12:46:05.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.959+0000 7ff637a82b80 1 -- 172.21.15.40:0/3344626891 wait complete. 2023-07-14T12:46:05.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.960+0000 7ff637a82b80 20 client.15264 trim_cache size 0 max 16384 2023-07-14T12:46:05.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.977+0000 7ff637a82b80 1 Processor -- start 2023-07-14T12:46:05.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.977+0000 7ff637a82b80 1 -- start start 2023-07-14T12:46:05.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 0x560cc4a7da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a7dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79dd0 0x560cc4a8a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff637a82b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc49c3e60 con 0x560cc4a6ed50 2023-07-14T12:46:05.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff637a82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc4a841e0 con 0x560cc4a79dd0 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff637a82b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc4999790 con 0x560cc4a79480 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 0x560cc4a7da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 0x560cc4a7da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33224/0 (socket says 172.21.15.40:33224) 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 -- 172.21.15.40:0/701391945 learned_addr learned my addr 172.21.15.40:0/701391945 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629e99700 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79dd0 0x560cc4a8a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 -- 172.21.15.40:0/701391945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 msgr2=0x560cc4a7dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff628e97700 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a7dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a7dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 -- 172.21.15.40:0/701391945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79dd0 msgr2=0x560cc4a8a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79dd0 0x560cc4a8a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 -- 172.21.15.40:0/701391945 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560cc481f200 con 0x560cc4a6ed50 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629e99700 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79dd0 0x560cc4a8a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff629698700 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 0x560cc4a7da80 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7ff620005fb0 tx=0x7ff620013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c94361e7a897225a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff60ffff700 1 -- 172.21.15.40:0/701391945 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff62002b070 con 0x560cc4a6ed50 2023-07-14T12:46:05.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff60ffff700 1 -- 172.21.15.40:0/701391945 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff620015070 con 0x560cc4a6ed50 2023-07-14T12:46:05.995 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.978+0000 7ff60ffff700 1 -- 172.21.15.40:0/701391945 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff620026070 con 0x560cc4a6ed50 2023-07-14T12:46:05.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 -- 172.21.15.40:0/701391945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 msgr2=0x560cc4a7da80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:05.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 0x560cc4a7da80 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7ff620005fb0 tx=0x7ff620013000 comp rx=0 tx=0).stop 2023-07-14T12:46:05.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 -- 172.21.15.40:0/701391945 shutdown_connections 2023-07-14T12:46:05.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a79dd0 0x560cc4a8a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a6ed50 0x560cc4a7da80 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 --2- 172.21.15.40:0/701391945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a7dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 -- 172.21.15.40:0/701391945 >> 172.21.15.40:0/701391945 conn(0x560cc4a820a0 msgr2=0x560cc4a80f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 -- 172.21.15.40:0/701391945 shutdown_connections 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 -- 172.21.15.40:0/701391945 wait complete. 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 -- start start 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.979+0000 7ff637a82b80 1 Processor -- start 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a6ed50 0x560cc4a85ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:05.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a863e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a89400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc4a89940 con 0x560cc4a79dd0 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc4a89ab0 con 0x560cc4a6ed50 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cc4a89c70 con 0x560cc4a79480 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff637a82b80 10 client.0 _ll_register_callbacks cb 0x7ff6140999e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a89400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a89400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33234/0 (socket says 172.21.15.40:33234) 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 -- 172.21.15.40:0/1688519428 learned_addr learned my addr 172.21.15.40:0/1688519428 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff628e97700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a863e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629698700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a6ed50 0x560cc4a85ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 -- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 msgr2=0x560cc4a863e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a863e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 -- 172.21.15.40:0/1688519428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a6ed50 msgr2=0x560cc4a85ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a6ed50 0x560cc4a85ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 -- 172.21.15.40:0/1688519428 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff620021450 con 0x560cc4a79dd0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff629e99700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a89400 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ff61c0095f0 tx=0x7ff61c006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f17e04234abccd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.980+0000 7ff60cff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff60cff9700 1 -- 172.21.15.40:0/1688519428 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff61c00e030 con 0x560cc4a79dd0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff61c007dc0 con 0x560cc4a79dd0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff60cff9700 1 -- 172.21.15.40:0/1688519428 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7ff61c003a00 con 0x560cc4a79dd0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff60cff9700 1 -- 172.21.15.40:0/1688519428 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff61c00be60 con 0x560cc4a79dd0 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 10 client.15270 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:06.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x560cc47f7260 con 0x560cc4a79dd0 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff60cff9700 1 -- 172.21.15.40:0/1688519428 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff61c007dc0 con 0x560cc4a79dd0 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff60cff9700 1 -- 172.21.15.40:0/1688519428 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff61c037080 con 0x560cc4a79dd0 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 10 client.15270 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 10 client.15270 resolve_mds: resolved name 'i' to daemon mds.i 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 20 client.15270 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a7ac20 0x560cc4ae45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 4 client.15270 mds_command: new command op to 24505 tid=0[{"prefix": "status"}] 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "status"}) v1 -- 0x560cc4986000 con 0x560cc4a7ac20 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.981+0000 7ff629698700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a7ac20 0x560cc4ae45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff629698700 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a7ac20 0x560cc4ae45f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e37c612f67b2e010 server_cookie=3e1d14fed62751b9 in_seq=0 out_seq=0 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff60cff9700 10 client.15270 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff60cff9700 1 -- 172.21.15.40:0/1688519428 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x560cc4986000 con 0x560cc4a7ac20 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff60cff9700 10 client.15270 handle_command_reply: tid=0 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 client.15270 shutdown 2023-07-14T12:46:06.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 msgr2=0x560cc4a89400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a89400 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ff61c0095f0 tx=0x7ff61c006000 comp rx=0 tx=0).stop 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 shutdown_connections 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560cc4a79dd0 0x560cc4a89400 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560cc4a6ed50 0x560cc4a85ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x560cc4a7ac20 0x560cc4ae45f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 --2- 172.21.15.40:0/1688519428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560cc4a79480 0x560cc4a863e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff60cff9700 0 client.15270 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:06.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 >> 172.21.15.40:0/1688519428 conn(0x560cc4a820a0 msgr2=0x560cc4a7da80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 shutdown_connections 2023-07-14T12:46:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 1 -- 172.21.15.40:0/1688519428 wait complete. 2023-07-14T12:46:06.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.982+0000 7ff637a82b80 20 client.15270 trim_cache size 0 max 16384 2023-07-14T12:46:06.006 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:06.006 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 1, 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24505, 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 74.887845780000006, 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:46:06.007 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 82, 2023-07-14T12:46:06.008 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:46:06.008 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 90.992614953 2023-07-14T12:46:06.008 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:06.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff6100a1260 msgr2=0x7ff6100a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff6100a1260 0x7ff6100a3710 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff6240ffa30 tx=0x7ff62000b410 comp rx=0 tx=0).stop 2023-07-14T12:46:06.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 msgr2=0x7ff624107910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 0x7ff624107910 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff61400e9a0 tx=0x7ff61400ecb0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 shutdown_connections 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff6100a1260 0x7ff6100a3710 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6240fe9e0 0x7ff6241092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff624100560 0x7ff624107e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 --2- 172.21.15.40:0/4063624150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff6240ffbd0 0x7ff624107910 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 >> 172.21.15.40:0/4063624150 conn(0x7ff6240fa000 msgr2=0x7ff6240fc160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 shutdown_connections 2023-07-14T12:46:06.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:05.983+0000 7ff62b8fc700 1 -- 172.21.15.40:0/4063624150 wait complete. 2023-07-14T12:46:06.011 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-07-14T12:46:06.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 -- 172.21.15.40:0/3831685449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce94100590 msgr2=0x7fce94106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 --2- 172.21.15.40:0/3831685449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce94100590 0x7fce94106e50 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fce8c00b0a0 tx=0x7fce8c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 -- 172.21.15.40:0/3831685449 shutdown_connections 2023-07-14T12:46:06.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 --2- 172.21.15.40:0/3831685449 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce94100590 0x7fce94106e50 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 --2- 172.21.15.40:0/3831685449 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce940fea10 0x7fce940fee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 --2- 172.21.15.40:0/3831685449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce940ffc00 0x7fce94100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 -- 172.21.15.40:0/3831685449 >> 172.21.15.40:0/3831685449 conn(0x7fce940fa030 msgr2=0x7fce940fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 -- 172.21.15.40:0/3831685449 shutdown_connections 2023-07-14T12:46:06.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 -- 172.21.15.40:0/3831685449 wait complete. 2023-07-14T12:46:06.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 Processor -- start 2023-07-14T12:46:06.141 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.126+0000 7fce9a359700 1 -- start start 2023-07-14T12:46:06.143 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 0x7fce941029a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.143 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce940ffc00 0x7fce94100fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.143 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce94100590 0x7fce94101520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.143 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce94101cc0 con 0x7fce940fea10 2023-07-14T12:46:06.143 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce94101e30 con 0x7fce94100590 2023-07-14T12:46:06.143 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce9419f9b0 con 0x7fce940ffc00 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 0x7fce941029a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 0x7fce941029a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33244/0 (socket says 172.21.15.40:33244) 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 -- 172.21.15.40:0/374524787 learned_addr learned my addr 172.21.15.40:0/374524787 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce937fe700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce940ffc00 0x7fce94100fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce988f6700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce94100590 0x7fce94101520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 -- 172.21.15.40:0/374524787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce940ffc00 msgr2=0x7fce94100fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce940ffc00 0x7fce94100fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 -- 172.21.15.40:0/374524787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce94100590 msgr2=0x7fce94101520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce94100590 0x7fce94101520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 -- 172.21.15.40:0/374524787 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce8c009d00 con 0x7fce940fea10 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce93fff700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 0x7fce941029a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fce8400c970 tx=0x7fce8400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce917fa700 1 -- 172.21.15.40:0/374524787 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84004220 con 0x7fce940fea10 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce917fa700 1 -- 172.21.15.40:0/374524787 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce84007d60 con 0x7fce940fea10 2023-07-14T12:46:06.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce917fa700 1 -- 172.21.15.40:0/374524787 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84003c90 con 0x7fce940fea10 2023-07-14T12:46:06.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce9419fc90 con 0x7fce940fea10 2023-07-14T12:46:06.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.127+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce941a01a0 con 0x7fce940fea10 2023-07-14T12:46:06.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.130+0000 7fce917fa700 1 -- 172.21.15.40:0/374524787 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fce84004380 con 0x7fce940fea10 2023-07-14T12:46:06.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.130+0000 7fce917fa700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce7c0a1260 0x7fce7c0a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.130+0000 7fce917fa700 1 -- 172.21.15.40:0/374524787 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fce840cc570 con 0x7fce940fea10 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.130+0000 7fce937fe700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce7c0a1260 0x7fce7c0a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fce937fe700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce7c0a1260 0x7fce7c0a3710 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fce88005950 tx=0x7fce8800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 Processor -- start 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 -- start start 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbec0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbec1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbec2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbdc5c60 con 0x55abdbec0dd0 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbe189f0 con 0x55abdbec0480 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbe11e80 con 0x55abdbec1c20 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fce937fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbec1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fce937fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbec1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33254/0 (socket says 172.21.15.40:33254) 2023-07-14T12:46:06.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fce937fe700 1 -- 172.21.15.40:0/3852820463 learned_addr learned my addr 172.21.15.40:0/3852820463 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fce93fff700 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbec0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.131+0000 7fce988f6700 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbec2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce937fe700 1 -- 172.21.15.40:0/3852820463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 msgr2=0x55abdbec2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce937fe700 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbec2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce937fe700 1 -- 172.21.15.40:0/3852820463 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 msgr2=0x55abdbec0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce937fe700 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbec0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce937fe700 1 -- 172.21.15.40:0/3852820463 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55abdbc3fd90 con 0x55abdbec0dd0 2023-07-14T12:46:06.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce937fe700 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbec1690 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fce8800fdd0 tx=0x7fce88012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379c45410a9d0421 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce7a7fc700 1 -- 172.21.15.40:0/3852820463 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8800a8a0 con 0x55abdbec0dd0 2023-07-14T12:46:06.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce7a7fc700 1 -- 172.21.15.40:0/3852820463 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce88020070 con 0x55abdbec0dd0 2023-07-14T12:46:06.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.132+0000 7fce7a7fc700 1 -- 172.21.15.40:0/3852820463 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8801bea0 con 0x55abdbec0dd0 2023-07-14T12:46:06.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3852820463 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 msgr2=0x55abdbec1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbec1690 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fce8800fdd0 tx=0x7fce88012000 comp rx=0 tx=0).stop 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3852820463 shutdown_connections 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbec2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbec0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3852820463 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbec1690 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3852820463 >> 172.21.15.40:0/3852820463 conn(0x55abdbeb5d50 msgr2=0x55abdbebb180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3852820463 shutdown_connections 2023-07-14T12:46:06.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3852820463 wait complete. 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 -- start start 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 Processor -- start 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbeca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.133+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbeca660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbed16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbdb1a70 con 0x55abdbec0dd0 2023-07-14T12:46:06.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbdb1770 con 0x55abdbec0480 2023-07-14T12:46:06.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbc958d0 con 0x55abdbec1c20 2023-07-14T12:46:06.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fcea64dfb80 10 client.0 _ll_register_callbacks cb 0x55abdbdaf710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:06.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbeca660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbeca660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33260/0 (socket says 172.21.15.40:33260) 2023-07-14T12:46:06.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 -- 172.21.15.40:0/1607775643 learned_addr learned my addr 172.21.15.40:0/1607775643 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:06.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce93fff700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbeca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce988f6700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbed16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 -- 172.21.15.40:0/1607775643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 msgr2=0x55abdbed16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbed16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 -- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 msgr2=0x55abdbeca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbeca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 -- 172.21.15.40:0/1607775643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce8800fab0 con 0x55abdbec0dd0 2023-07-14T12:46:06.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce988f6700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbed16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:06.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce937fe700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbeca660 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fce8801b660 tx=0x7fce8800a910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8c979116333ade2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce737fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:06.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce737fe700 1 -- 172.21.15.40:0/1607775643 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8802a070 con 0x55abdbec0dd0 2023-07-14T12:46:06.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fce737fe700 1 -- 172.21.15.40:0/1607775643 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fce88010ad0 con 0x55abdbec0dd0 2023-07-14T12:46:06.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.134+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55abdbd6b4a0 con 0x55abdbec0dd0 2023-07-14T12:46:06.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fce737fe700 1 -- 172.21.15.40:0/1607775643 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce88010cd0 con 0x55abdbec0dd0 2023-07-14T12:46:06.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 10 client.15282 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:06.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55abdbc28c10 con 0x55abdbec0dd0 2023-07-14T12:46:06.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fce737fe700 1 -- 172.21.15.40:0/1607775643 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55abdbd6b4a0 con 0x55abdbec0dd0 2023-07-14T12:46:06.162 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fce737fe700 1 -- 172.21.15.40:0/1607775643 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fce88004c20 con 0x55abdbec0dd0 2023-07-14T12:46:06.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 10 client.15282 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:06.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 10 client.15282 resolve_mds: resolved name 'b' to daemon mds.b 2023-07-14T12:46:06.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 20 client.15282 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:06.163 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbed52b0 0x55abdbed4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 4 client.15282 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:06.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55abdbe0ae60 con 0x55abdbed52b0 2023-07-14T12:46:06.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.135+0000 7fce93fff700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbed52b0 0x55abdbed4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.164 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.136+0000 7fce93fff700 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbed52b0 0x55abdbed4690 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5a715424230985e server_cookie=ce3066105e3b5642 in_seq=0 out_seq=0 2023-07-14T12:46:06.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.136+0000 7fce737fe700 10 client.15282 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:06.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.136+0000 7fce737fe700 1 -- 172.21.15.40:0/1607775643 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55abdbe0ae60 con 0x55abdbed52b0 2023-07-14T12:46:06.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.136+0000 7fce737fe700 10 client.15282 handle_command_reply: tid=0 2023-07-14T12:46:06.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.136+0000 7fcea64dfb80 1 client.15282 shutdown 2023-07-14T12:46:06.165 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 msgr2=0x55abdbeca660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbeca660 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fce8801b660 tx=0x7fce8800a910 comp rx=0 tx=0).stop 2023-07-14T12:46:06.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 shutdown_connections 2023-07-14T12:46:06.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbed52b0 0x55abdbed4690 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.166 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec1c20 0x55abdbed16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.167 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fce737fe700 0 client.15282 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:06.167 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0480 0x55abdbeca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.167 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/1607775643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0dd0 0x55abdbeca660 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.167 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 >> 172.21.15.40:0/1607775643 conn(0x55abdbeb5d50 msgr2=0x55abdbeba860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.167 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 shutdown_connections 2023-07-14T12:46:06.167 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 1 -- 172.21.15.40:0/1607775643 wait complete. 2023-07-14T12:46:06.168 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.137+0000 7fcea64dfb80 20 client.15282 trim_cache size 0 max 16384 2023-07-14T12:46:06.170 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 Processor -- start 2023-07-14T12:46:06.170 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 -- start start 2023-07-14T12:46:06.170 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 0x55abdbeddfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.170 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0dd0 0x55abdbed15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.170 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec1c20 0x55abdbeba860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbde07c0 con 0x55abdbec0480 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbca1e10 con 0x55abdbec1c20 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbdadd50 con 0x55abdbec0dd0 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 0x55abdbeddfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 0x55abdbeddfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33266/0 (socket says 172.21.15.40:33266) 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 -- 172.21.15.40:0/3129108013 learned_addr learned my addr 172.21.15.40:0/3129108013 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:06.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce937fe700 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0dd0 0x55abdbed15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 -- 172.21.15.40:0/3129108013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0dd0 msgr2=0x55abdbed15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce988f6700 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec1c20 0x55abdbeba860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0dd0 0x55abdbed15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 -- 172.21.15.40:0/3129108013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec1c20 msgr2=0x55abdbeba860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec1c20 0x55abdbeba860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce93fff700 1 -- 172.21.15.40:0/3129108013 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55abdbc66200 con 0x55abdbec0480 2023-07-14T12:46:06.172 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.155+0000 7fce988f6700 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec1c20 0x55abdbeba860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:06.173 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fce93fff700 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 0x55abdbeddfe0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fce84096290 tx=0x7fce8409c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f31c807fdc027082 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.173 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fce7affd700 1 -- 172.21.15.40:0/3129108013 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84097960 con 0x55abdbec0480 2023-07-14T12:46:06.173 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fce7affd700 1 -- 172.21.15.40:0/3129108013 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce84097bc0 con 0x55abdbec0480 2023-07-14T12:46:06.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fce7affd700 1 -- 172.21.15.40:0/3129108013 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce840b7c10 con 0x55abdbec0480 2023-07-14T12:46:06.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3129108013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 msgr2=0x55abdbeddfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 0x55abdbeddfe0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fce84096290 tx=0x7fce8409c040 comp rx=0 tx=0).stop 2023-07-14T12:46:06.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3129108013 shutdown_connections 2023-07-14T12:46:06.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec1c20 0x55abdbeba860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec0480 0x55abdbeddfe0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/3129108013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0dd0 0x55abdbed15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3129108013 >> 172.21.15.40:0/3129108013 conn(0x55abdbeb5d50 msgr2=0x55abdbeb72c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.176 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3129108013 shutdown_connections 2023-07-14T12:46:06.176 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.156+0000 7fcea64dfb80 1 -- 172.21.15.40:0/3129108013 wait complete. 2023-07-14T12:46:06.176 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 -- start start 2023-07-14T12:46:06.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 Processor -- start 2023-07-14T12:46:06.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0480 0x55abdbecca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0dd0 0x55abdbeccf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 0x55abdbecff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbed0480 con 0x55abdbec1c20 2023-07-14T12:46:06.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbed05f0 con 0x55abdbec0dd0 2023-07-14T12:46:06.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdbed07b0 con 0x55abdbec0480 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fcea64dfb80 10 client.0 _ll_register_callbacks cb 0x7fce8800fcd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 0x55abdbecff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 0x55abdbecff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33276/0 (socket says 172.21.15.40:33276) 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 -- 172.21.15.40:0/121736487 learned_addr learned my addr 172.21.15.40:0/121736487 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce93fff700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0480 0x55abdbecca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce937fe700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0dd0 0x55abdbeccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 -- 172.21.15.40:0/121736487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0480 msgr2=0x55abdbecca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0480 0x55abdbecca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 -- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0dd0 msgr2=0x55abdbeccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0dd0 0x55abdbeccf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.157+0000 7fce988f6700 1 -- 172.21.15.40:0/121736487 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce941a01a0 con 0x55abdbec1c20 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce988f6700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 0x55abdbecff40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fce8c00d010 tx=0x7fce8c0094f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4879889f2447271 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce737fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce737fe700 1 -- 172.21.15.40:0/121736487 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8c00e040 con 0x55abdbec1c20 2023-07-14T12:46:06.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce737fe700 1 -- 172.21.15.40:0/121736487 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fce8c004d60 con 0x55abdbec1c20 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fce88020070 con 0x55abdbec1c20 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce737fe700 1 -- 172.21.15.40:0/121736487 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce8c005040 con 0x55abdbec1c20 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 10 client.15288 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55abdbc3e260 con 0x55abdbec1c20 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce737fe700 1 -- 172.21.15.40:0/121736487 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce88020070 con 0x55abdbec1c20 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fce737fe700 1 -- 172.21.15.40:0/121736487 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fce8c00b0d0 con 0x55abdbec1c20 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 10 client.15288 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 10 client.15288 resolve_mds: resolved name 'b' to daemon mds.b 2023-07-14T12:46:06.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 20 client.15288 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:06.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbf2eb00 0x55abdbf2b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:06.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 4 client.15288 mds_command: new command op to 24527 tid=0[{"prefix": "status"}] 2023-07-14T12:46:06.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.158+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55abdbdcd000 con 0x55abdbf2eb00 2023-07-14T12:46:06.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fce93fff700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbf2eb00 0x55abdbf2b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:06.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fce93fff700 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbf2eb00 0x55abdbf2b450 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=256bc4047675a07c server_cookie=b0c7a665c3df0e02 in_seq=0 out_seq=0 2023-07-14T12:46:06.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fce737fe700 10 client.15288 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:06.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fce737fe700 1 -- 172.21.15.40:0/121736487 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55abdbdcd000 con 0x55abdbf2eb00 2023-07-14T12:46:06.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fce737fe700 10 client.15288 handle_command_reply: tid=0 2023-07-14T12:46:06.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 client.15288 shutdown 2023-07-14T12:46:06.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 msgr2=0x55abdbecff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 0x55abdbecff40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fce8c00d010 tx=0x7fce8c0094f0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 shutdown_connections 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abdbf2eb00 0x55abdbf2b450 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abdbec0480 0x55abdbecca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abdbec1c20 0x55abdbecff40 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 --2- 172.21.15.40:0/121736487 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abdbec0dd0 0x55abdbeccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fce737fe700 0 client.15288 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.159+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 >> 172.21.15.40:0/121736487 conn(0x55abdbeb5d50 msgr2=0x55abdbeddfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 shutdown_connections 2023-07-14T12:46:06.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fcea64dfb80 1 -- 172.21.15.40:0/121736487 wait complete. 2023-07-14T12:46:06.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fcea64dfb80 20 client.15288 trim_cache size 0 max 16384 2023-07-14T12:46:06.188 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:06.188 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_fsid": "1fe65914-2243-11ee-9b33-001a4aab830c", 2023-07-14T12:46:06.188 INFO:teuthology.orchestra.run.smithi040.stdout: "whoami": 0, 2023-07-14T12:46:06.189 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 24527, 2023-07-14T12:46:06.189 INFO:teuthology.orchestra.run.smithi040.stdout: "want_state": "up:active", 2023-07-14T12:46:06.189 INFO:teuthology.orchestra.run.smithi040.stdout: "state": "up:active", 2023-07-14T12:46:06.189 INFO:teuthology.orchestra.run.smithi040.stdout: "fs_name": "cephfs", 2023-07-14T12:46:06.189 INFO:teuthology.orchestra.run.smithi040.stdout: "rank_uptime": 78.106268577999998, 2023-07-14T12:46:06.189 INFO:teuthology.orchestra.run.smithi040.stdout: "mdsmap_epoch": 27, 2023-07-14T12:46:06.190 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch": 82, 2023-07-14T12:46:06.190 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_epoch_barrier": 80, 2023-07-14T12:46:06.190 INFO:teuthology.orchestra.run.smithi040.stdout: "uptime": 84.236248688000003 2023-07-14T12:46:06.190 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:06.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce7c0a1260 msgr2=0x7fce7c0a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce7c0a1260 0x7fce7c0a3710 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fce88005950 tx=0x7fce8800a300 comp rx=0 tx=0).stop 2023-07-14T12:46:06.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 msgr2=0x7fce941029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:06.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 0x7fce941029a0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fce8400c970 tx=0x7fce8400cc80 comp rx=0 tx=0).stop 2023-07-14T12:46:06.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 shutdown_connections 2023-07-14T12:46:06.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce7c0a1260 0x7fce7c0a3710 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce94100590 0x7fce94101520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce940fea10 0x7fce941029a0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 --2- 172.21.15.40:0/374524787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce940ffc00 0x7fce94100fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:06.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 >> 172.21.15.40:0/374524787 conn(0x7fce940fa030 msgr2=0x7fce940686c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:06.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 shutdown_connections 2023-07-14T12:46:06.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:06.160+0000 7fce9a359700 1 -- 172.21.15.40:0/374524787 wait complete. 2023-07-14T12:46:06.194 INFO:teuthology.run_tasks:Running task kclient... 2023-07-14T12:46:06.220 INFO:tasks.kclient:Mounting kernel clients... 2023-07-14T12:46:06.220 INFO:tasks.kclient:config is {'client.0': {}} 2023-07-14T12:46:06.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:06.221 DEBUG:teuthology.orchestra.run.smithi040:> ip netns list 2023-07-14T12:46:06.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:06.240 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link delete ceph-brx 2023-07-14T12:46:06.303 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:06 smithi040 ceph-mon[96535]: pgmap v292: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2023-07-14T12:46:06.303 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:06 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3966993262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:06.308 INFO:teuthology.orchestra.run.smithi040.stderr:Cannot find device "ceph-brx" 2023-07-14T12:46:06.309 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T12:46:06.310 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2023-07-14T12:46:06.310 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-07-14T12:46:06.311 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:06.311 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph fs ls 2023-07-14T12:46:06.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:06 smithi133 ceph-mon[98311]: pgmap v292: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2023-07-14T12:46:06.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:06 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3966993262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:06.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:06 smithi130 ceph-mon[97977]: pgmap v292: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2023-07-14T12:46:06.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:06 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3966993262' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:06.907 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T12:46:08.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 -- 172.21.15.40:0/723988340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb240ffe00 msgr2=0x7fbb241001d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:08.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/723988340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb240ffe00 0x7fbb241001d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbb140099c0 tx=0x7fbb14009cd0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 -- 172.21.15.40:0/723988340 shutdown_connections 2023-07-14T12:46:08.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/723988340 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb24104ea0 0x7fbb2410ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/723988340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb240ffe00 0x7fbb241001d0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/723988340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb241007a0 0x7fbb24104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 -- 172.21.15.40:0/723988340 >> 172.21.15.40:0/723988340 conn(0x7fbb240fb660 msgr2=0x7fbb240fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:08.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 -- 172.21.15.40:0/723988340 shutdown_connections 2023-07-14T12:46:08.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 -- 172.21.15.40:0/723988340 wait complete. 2023-07-14T12:46:08.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 Processor -- start 2023-07-14T12:46:08.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.089+0000 7fbb29cfd700 1 -- start start 2023-07-14T12:46:08.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb29cfd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb240ffe00 0x7fbb2419ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:08.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb29cfd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb241007a0 0x7fbb2419bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:08.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb29cfd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 0x7fbb24195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:08.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb29cfd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb241960f0 con 0x7fbb24104ea0 2023-07-14T12:46:08.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb29cfd700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb24196260 con 0x7fbb241007a0 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb29cfd700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb24196420 con 0x7fbb240ffe00 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 0x7fbb24195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 0x7fbb24195a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33290/0 (socket says 172.21.15.40:33290) 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 -- 172.21.15.40:0/3386726527 learned_addr learned my addr 172.21.15.40:0/3386726527 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb237fe700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb240ffe00 0x7fbb2419ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb22ffd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb241007a0 0x7fbb2419bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:08.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 -- 172.21.15.40:0/3386726527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb240ffe00 msgr2=0x7fbb2419ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb240ffe00 0x7fbb2419ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 -- 172.21.15.40:0/3386726527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb241007a0 msgr2=0x7fbb2419bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb241007a0 0x7fbb2419bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 -- 172.21.15.40:0/3386726527 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb140095f0 con 0x7fbb24104ea0 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb22ffd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb241007a0 0x7fbb2419bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.090+0000 7fbb23fff700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 0x7fbb24195a80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c007d70 tx=0x7fbb1c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.091+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c00ad40 con 0x7fbb24104ea0 2023-07-14T12:46:08.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.091+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbb1c0128e0 con 0x7fbb24104ea0 2023-07-14T12:46:08.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.091+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb24196700 con 0x7fbb24104ea0 2023-07-14T12:46:08.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.091+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c011780 con 0x7fbb24104ea0 2023-07-14T12:46:08.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.091+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb241a29f0 con 0x7fbb24104ea0 2023-07-14T12:46:08.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.092+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb2404e210 con 0x7fbb24104ea0 2023-07-14T12:46:08.110 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.094+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fbb1c012a50 con 0x7fbb24104ea0 2023-07-14T12:46:08.110 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.095+0000 7fbb20ff9700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbb0c0a11e0 0x7fbb0c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:08.111 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.095+0000 7fbb237fe700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbb0c0a11e0 0x7fbb0c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:08.111 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.095+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fbb1c0cd0e0 con 0x7fbb24104ea0 2023-07-14T12:46:08.111 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.095+0000 7fbb237fe700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbb0c0a11e0 0x7fbb0c0a3690 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbb14009fd0 tx=0x7fbb14005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:08.112 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.098+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fbb1c0967e0 con 0x7fbb24104ea0 2023-07-14T12:46:08.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:08 smithi040 ceph-mon[96535]: pgmap v293: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-07-14T12:46:08.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.337+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbb24196f90 con 0x7fbb24104ea0 2023-07-14T12:46:08.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.337+0000 7fbb20ff9700 1 -- 172.21.15.40:0/3386726527 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) v1 ==== 53+0+73 (secure 0 0 0) 0x7fbb1c099e00 con 0x7fbb24104ea0 2023-07-14T12:46:08.351 INFO:teuthology.orchestra.run.smithi040.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-07-14T12:46:08.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbb0c0a11e0 msgr2=0x7fbb0c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:08.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbb0c0a11e0 0x7fbb0c0a3690 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbb14009fd0 tx=0x7fbb14005fb0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 msgr2=0x7fbb24195a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:08.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 0x7fbb24195a80 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c007d70 tx=0x7fbb1c00a340 comp rx=0 tx=0).stop 2023-07-14T12:46:08.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 shutdown_connections 2023-07-14T12:46:08.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fbb0c0a11e0 0x7fbb0c0a3690 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb240ffe00 0x7fbb2419ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbb24104ea0 0x7fbb24195a80 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 --2- 172.21.15.40:0/3386726527 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbb241007a0 0x7fbb2419bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 >> 172.21.15.40:0/3386726527 conn(0x7fbb240fb660 msgr2=0x7fbb240fc160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 shutdown_connections 2023-07-14T12:46:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:08.339+0000 7fbb29cfd700 1 -- 172.21.15.40:0/3386726527 wait complete. 2023-07-14T12:46:08.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:08 smithi133 ceph-mon[98311]: pgmap v293: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-07-14T12:46:08.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:08 smithi130 ceph-mon[97977]: pgmap v293: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2023-07-14T12:46:08.869 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-07-14T12:46:08.869 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-07-14T12:46:08.870 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi040.front.sepia.ceph.com 2023-07-14T12:46:08.870 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-07-14T12:46:08.870 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:08.871 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-07-14T12:46:08.871 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-07-14T12:46:08.871 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-07-14T12:46:08.872 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-07-14T12:46:08.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:08.872 DEBUG:teuthology.orchestra.run.smithi040:> ip addr 2023-07-14T12:46:08.890 INFO:teuthology.orchestra.run.smithi040.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout: inet 127.0.0.1/8 scope host lo 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout: valid_lft forever preferred_lft forever 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout: inet6 ::1/128 scope host 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout: valid_lft forever preferred_lft forever 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-07-14T12:46:08.891 INFO:teuthology.orchestra.run.smithi040.stdout: link/ether 0c:c4:7a:6b:fd:16 brd ff:ff:ff:ff:ff:ff 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout: link/ether 0c:c4:7a:6b:fd:17 brd ff:ff:ff:ff:ff:ff 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout: link/ether 0c:c4:7a:bd:12:cc brd ff:ff:ff:ff:ff:ff 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout: inet 172.21.15.40/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout: valid_lft 41324sec preferred_lft 41324sec 2023-07-14T12:46:08.892 INFO:teuthology.orchestra.run.smithi040.stdout: inet6 fe80::ec4:7aff:febd:12cc/64 scope link 2023-07-14T12:46:08.893 INFO:teuthology.orchestra.run.smithi040.stdout: valid_lft forever preferred_lft forever 2023-07-14T12:46:08.893 INFO:teuthology.orchestra.run.smithi040.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-07-14T12:46:08.893 INFO:teuthology.orchestra.run.smithi040.stdout: link/ether 0c:c4:7a:bd:12:cd brd ff:ff:ff:ff:ff:ff 2023-07-14T12:46:08.893 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-07-14T12:46:08.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:08.894 DEBUG:teuthology.orchestra.run.smithi040:> (cd / && exec bash -c ' 2023-07-14T12:46:08.894 DEBUG:teuthology.orchestra.run.smithi040:> set -e 2023-07-14T12:46:08.894 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link add name ceph-brx type bridge 2023-07-14T12:46:08.895 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip addr flush dev ceph-brx 2023-07-14T12:46:08.895 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link set ceph-brx up 2023-07-14T12:46:08.895 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-07-14T12:46:08.895 DEBUG:teuthology.orchestra.run.smithi040:> ') 2023-07-14T12:46:09.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.073 DEBUG:teuthology.orchestra.run.smithi040:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-07-14T12:46:09.104 INFO:teuthology.orchestra.run.smithi040.stdout:1 2023-07-14T12:46:09.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.112 DEBUG:teuthology.orchestra.run.smithi040:> route 2023-07-14T12:46:09.190 INFO:teuthology.orchestra.run.smithi040.stdout:Kernel IP routing table 2023-07-14T12:46:09.190 INFO:teuthology.orchestra.run.smithi040.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-07-14T12:46:09.190 INFO:teuthology.orchestra.run.smithi040.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-07-14T12:46:09.191 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-07-14T12:46:09.191 INFO:teuthology.orchestra.run.smithi040.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-07-14T12:46:09.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.192 DEBUG:teuthology.orchestra.run.smithi040:> (cd / && exec bash -c ' 2023-07-14T12:46:09.192 DEBUG:teuthology.orchestra.run.smithi040:> set -e 2023-07-14T12:46:09.192 DEBUG:teuthology.orchestra.run.smithi040:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-07-14T12:46:09.192 DEBUG:teuthology.orchestra.run.smithi040:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-07-14T12:46:09.193 DEBUG:teuthology.orchestra.run.smithi040:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-07-14T12:46:09.193 DEBUG:teuthology.orchestra.run.smithi040:> ') 2023-07-14T12:46:09.270 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:09 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3386726527' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-07-14T12:46:09.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:09 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3386726527' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-07-14T12:46:09.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.506 DEBUG:teuthology.orchestra.run.smithi040:> ip netns list 2023-07-14T12:46:09.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:09 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3386726527' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-07-14T12:46:09.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.565 DEBUG:teuthology.orchestra.run.smithi040:> ip netns list-id 2023-07-14T12:46:09.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.622 DEBUG:teuthology.orchestra.run.smithi040:> (cd / && exec bash -c ' 2023-07-14T12:46:09.622 DEBUG:teuthology.orchestra.run.smithi040:> set -e 2023-07-14T12:46:09.622 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-07-14T12:46:09.623 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-07-14T12:46:09.623 DEBUG:teuthology.orchestra.run.smithi040:> ') 2023-07-14T12:46:09.717 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-07-14T12:46:09.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.718 DEBUG:teuthology.orchestra.run.smithi040:> (cd / && exec bash -c ' 2023-07-14T12:46:09.719 DEBUG:teuthology.orchestra.run.smithi040:> set -e 2023-07-14T12:46:09.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-07-14T12:46:09.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-07-14T12:46:09.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-07-14T12:46:09.720 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-07-14T12:46:09.720 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-07-14T12:46:09.720 DEBUG:teuthology.orchestra.run.smithi040:> ') 2023-07-14T12:46:09.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:09.927 DEBUG:teuthology.orchestra.run.smithi040:> (cd / && exec bash -c ' 2023-07-14T12:46:09.927 DEBUG:teuthology.orchestra.run.smithi040:> set -e 2023-07-14T12:46:09.927 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link set brx.0 up 2023-07-14T12:46:09.927 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link set dev brx.0 master ceph-brx 2023-07-14T12:46:09.928 DEBUG:teuthology.orchestra.run.smithi040:> ') 2023-07-14T12:46:10.029 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-14T12:46:10.029 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:10.047 INFO:teuthology.orchestra.run.smithi040.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-07-14T12:46:10.048 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-07-14T12:46:10.048 DEBUG:teuthology.orchestra.run.smithi040:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:10.105 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2023-07-14T12:46:10.105 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2023-07-14T12:46:10.106 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f 2023-07-14T12:46:10.106 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:10.106 DEBUG:teuthology.orchestra.run.smithi040:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2023-07-14T12:46:10.218 INFO:teuthology.orchestra.run.smithi040.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2023-07-14T12:46:10.218 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2023-07-14T12:46:10.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:10 smithi040 ceph-mon[96535]: pgmap v294: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-07-14T12:46:10.353 INFO:teuthology.orchestra.run.smithi040.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=legacy,nowsync,nofallback 2023-07-14T12:46:10.353 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync". 2023-07-14T12:46:10.353 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: resolved to: "172.21.15.40:6789,172.21.15.130:6789,172.21.15.133:6789" 2023-07-14T12:46:10.353 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: trying mount with new device syntax: 0@1fe65914-2243-11ee-9b33-001a4aab830c.cephfs=/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f 2023-07-14T12:46:10.354 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync,name=0,key=0,mon_addr=172.21.15.40:6789/172.21.15.130:6789/172.21.15.133:6789" will pass to kernel 2023-07-14T12:46:10.354 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: v2 mount support check returned 2 2023-07-14T12:46:10.354 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: kernel does not support v2 syntax 2023-07-14T12:46:10.354 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.40:6789,172.21.15.130:6789,172.21.15.133:6789:/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f 2023-07-14T12:46:10.354 INFO:teuthology.orchestra.run.smithi040.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=legacy,nowsync,name=0,key=0,mds_namespace=cephfs,fsid=1fe65914-2243-11ee-9b33-001a4aab830c" will pass to kernel 2023-07-14T12:46:10.361 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-07-14T12:46:10.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:10.361 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:10.399 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:10.400 DEBUG:teuthology.orchestra.run.smithi040:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-07-14T12:46:10.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:10 smithi133 ceph-mon[98311]: pgmap v294: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-07-14T12:46:10.494 INFO:teuthology.orchestra.run.smithi040.stdout:client15297 2023-07-14T12:46:10.494 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:46:10.495 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-14T12:46:10.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:10.513 DEBUG:teuthology.orchestra.run.smithi040:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-07-14T12:46:10.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:10 smithi130 ceph-mon[97977]: pgmap v294: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-07-14T12:46:10.610 INFO:teuthology.orchestra.run.smithi040.stdout:client15297 2023-07-14T12:46:10.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:10.611 DEBUG:teuthology.orchestra.run.smithi040:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-07-14T12:46:10.664 INFO:teuthology.orchestra.run.smithi040.stdout:client15297 2023-07-14T12:46:10.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T12:46:10.665 DEBUG:teuthology.orchestra.run.smithi040:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/1fe65914-2243-11ee-9b33-001a4aab830c.client15297/status') 2023-07-14T12:46:10.722 INFO:teuthology.orchestra.run.smithi040.stdout:instance: client.15297 (3)192.168.0.1:0/3162224028 2023-07-14T12:46:10.723 INFO:teuthology.orchestra.run.smithi040.stdout:blocklisted: false 2023-07-14T12:46:10.724 INFO:teuthology.orchestra.run.smithi040.stderr:0+1 records in 2023-07-14T12:46:10.724 INFO:teuthology.orchestra.run.smithi040.stderr:0+1 records out 2023-07-14T12:46:10.724 INFO:teuthology.orchestra.run.smithi040.stderr:70 bytes copied, 2.5678e-05 s, 2.7 MB/s 2023-07-14T12:46:10.725 INFO:teuthology.run_tasks:Running task check-counter... 2023-07-14T12:46:10.736 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-07-14T12:46:10.747 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:10.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 -- 172.21.15.40:0/3787127470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0ff690 msgr2=0x7f31ec106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:10.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 --2- 172.21.15.40:0/3787127470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0ff690 0x7f31ec106f40 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f31e400b0a0 tx=0x7f31e400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:10.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 -- 172.21.15.40:0/3787127470 shutdown_connections 2023-07-14T12:46:10.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 --2- 172.21.15.40:0/3787127470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0ff690 0x7f31ec106f40 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:10.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 --2- 172.21.15.40:0/3787127470 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31ec100120 0x7f31ec100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:10.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 --2- 172.21.15.40:0/3787127470 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec0fece0 0x7f31ec0ff150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:10.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 -- 172.21.15.40:0/3787127470 >> 172.21.15.40:0/3787127470 conn(0x7f31ec0f9860 msgr2=0x7f31ec0fbc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:10.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 -- 172.21.15.40:0/3787127470 shutdown_connections 2023-07-14T12:46:10.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.861+0000 7f31f135b700 1 -- 172.21.15.40:0/3787127470 wait complete. 2023-07-14T12:46:10.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 Processor -- start 2023-07-14T12:46:10.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 -- start start 2023-07-14T12:46:10.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 0x7f31ec0fe740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:10.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31ec0ff690 0x7f31ec19c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:10.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec100120 0x7f31ec19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:10.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec19f530 con 0x7f31ec0fece0 2023-07-14T12:46:10.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec19f6a0 con 0x7f31ec0ff690 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31f135b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec19f860 con 0x7f31ec100120 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31eaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 0x7f31ec0fe740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31eaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 0x7f31ec0fe740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33308/0 (socket says 172.21.15.40:33308) 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31eaffd700 1 -- 172.21.15.40:0/2353099127 learned_addr learned my addr 172.21.15.40:0/2353099127 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.862+0000 7f31ea7fc700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31ec0ff690 0x7f31ec19c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eb7fe700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec100120 0x7f31ec19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eaffd700 1 -- 172.21.15.40:0/2353099127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec100120 msgr2=0x7f31ec19ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eaffd700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec100120 0x7f31ec19ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eaffd700 1 -- 172.21.15.40:0/2353099127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31ec0ff690 msgr2=0x7f31ec19c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eaffd700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31ec0ff690 0x7f31ec19c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eaffd700 1 -- 172.21.15.40:0/2353099127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e4009d00 con 0x7f31ec0fece0 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eb7fe700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec100120 0x7f31ec19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31eaffd700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 0x7f31ec0fe740 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f31d400d950 tx=0x7f31d400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:10.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d4009940 con 0x7f31ec0fece0 2023-07-14T12:46:10.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31ec19fb40 con 0x7f31ec0fece0 2023-07-14T12:46:10.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f31d4010460 con 0x7f31ec0fece0 2023-07-14T12:46:10.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d400f620 con 0x7f31ec0fece0 2023-07-14T12:46:10.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.863+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31ec1a00a0 con 0x7f31ec0fece0 2023-07-14T12:46:10.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.864+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31ec105f30 con 0x7f31ec0fece0 2023-07-14T12:46:10.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.865+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f31d40108d0 con 0x7f31ec0fece0 2023-07-14T12:46:10.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.866+0000 7f31e3fff700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f31d80a1220 0x7f31d80a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:10.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.866+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f31d40cccc0 con 0x7f31ec0fece0 2023-07-14T12:46:10.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.866+0000 7f31ea7fc700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f31d80a1220 0x7f31d80a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:10.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.866+0000 7f31ea7fc700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f31d80a1220 0x7f31d80a36d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31dc00ac50 tx=0x7f31dc00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:10.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:10.870+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f31d40d3080 con 0x7f31ec0fece0 2023-07-14T12:46:11.086 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.072+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f31ec02cac0 con 0x7f31ec0fece0 2023-07-14T12:46:11.087 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.074+0000 7f31e3fff700 1 -- 172.21.15.40:0/2353099127 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7f31d4020090 con 0x7f31ec0fece0 2023-07-14T12:46:11.088 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:11.088 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:11.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f31d80a1220 msgr2=0x7f31d80a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f31d80a1220 0x7f31d80a36d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f31dc00ac50 tx=0x7f31dc00a380 comp rx=0 tx=0).stop 2023-07-14T12:46:11.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 msgr2=0x7f31ec0fe740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 0x7f31ec0fe740 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f31d400d950 tx=0x7f31d400dc60 comp rx=0 tx=0).stop 2023-07-14T12:46:11.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 shutdown_connections 2023-07-14T12:46:11.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f31d80a1220 0x7f31d80a36d0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31ec100120 0x7f31ec19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31ec0fece0 0x7f31ec0fe740 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 --2- 172.21.15.40:0/2353099127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31ec0ff690 0x7f31ec19c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 >> 172.21.15.40:0/2353099127 conn(0x7f31ec0f9860 msgr2=0x7f31ec103070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:11.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 shutdown_connections 2023-07-14T12:46:11.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.076+0000 7f31f135b700 1 -- 172.21.15.40:0/2353099127 wait complete. 2023-07-14T12:46:11.103 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:46:11.104 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:46:11.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 -- 172.21.15.40:0/3758140500 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00ff620 msgr2=0x7fe5a0106ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 --2- 172.21.15.40:0/3758140500 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00ff620 0x7fe5a0106ef0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fe59800b0a0 tx=0x7fe59800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.234 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 -- 172.21.15.40:0/3758140500 shutdown_connections 2023-07-14T12:46:11.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 --2- 172.21.15.40:0/3758140500 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5a00fff60 0x7fe5a0100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 --2- 172.21.15.40:0/3758140500 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00ff620 0x7fe5a0106ef0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 --2- 172.21.15.40:0/3758140500 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5a00fec90 0x7fe5a00ff0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 -- 172.21.15.40:0/3758140500 >> 172.21.15.40:0/3758140500 conn(0x7fe5a00f9770 msgr2=0x7fe5a00fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:11.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 -- 172.21.15.40:0/3758140500 shutdown_connections 2023-07-14T12:46:11.235 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.220+0000 7fe5a5007700 1 -- 172.21.15.40:0/3758140500 wait complete. 2023-07-14T12:46:11.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 Processor -- start 2023-07-14T12:46:11.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 -- start start 2023-07-14T12:46:11.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5a00fec90 0x7fe5a00fe710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5a00ff620 0x7fe5a019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 0x7fe5a019cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a019d4b0 con 0x7fe5a00fff60 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a019d620 con 0x7fe5a00ff620 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.221+0000 7fe5a5007700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a019d7e0 con 0x7fe5a00fec90 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 0x7fe5a019cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 0x7fe5a019cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33326/0 (socket says 172.21.15.40:33326) 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 -- 172.21.15.40:0/1848380819 learned_addr learned my addr 172.21.15.40:0/1848380819 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:11.238 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59e59c700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5a00ff620 0x7fe5a019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59ed9d700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5a00fec90 0x7fe5a00fe710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 -- 172.21.15.40:0/1848380819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5a00fec90 msgr2=0x7fe5a00fe710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5a00fec90 0x7fe5a00fe710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 -- 172.21.15.40:0/1848380819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5a00ff620 msgr2=0x7fe5a019a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5a00ff620 0x7fe5a019a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 -- 172.21.15.40:0/1848380819 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe598009d00 con 0x7fe5a00fff60 2023-07-14T12:46:11.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe59f59e700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 0x7fe5a019cce0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe59800b070 tx=0x7fe598004b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:11.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59800e040 con 0x7fe5a00fff60 2023-07-14T12:46:11.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe598004020 con 0x7fe5a00fff60 2023-07-14T12:46:11.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5a019da60 con 0x7fe5a00fff60 2023-07-14T12:46:11.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59801b6b0 con 0x7fe5a00fff60 2023-07-14T12:46:11.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.222+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a019dee0 con 0x7fe5a00fff60 2023-07-14T12:46:11.240 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.223+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5a0105fa0 con 0x7fe5a00fff60 2023-07-14T12:46:11.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.224+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fe598004190 con 0x7fe5a00fff60 2023-07-14T12:46:11.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.225+0000 7fe587fff700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe5880a11e0 0x7fe5880a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.225+0000 7fe59ed9d700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe5880a11e0 0x7fe5880a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.225+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fe5980cde30 con 0x7fe5a00fff60 2023-07-14T12:46:11.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.225+0000 7fe59ed9d700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe5880a11e0 0x7fe5880a3690 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe590005fd0 tx=0x7fe590005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:11.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.229+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe598097450 con 0x7fe5a00fff60 2023-07-14T12:46:11.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:11 smithi040 ceph-mon[96535]: pgmap v295: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-07-14T12:46:11.440 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.427+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe5a002caa0 con 0x7fe5a00fff60 2023-07-14T12:46:11.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.427+0000 7fe587fff700 1 -- 172.21.15.40:0/1848380819 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe59809aa70 con 0x7fe5a00fff60 2023-07-14T12:46:11.441 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:46:11.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe5880a11e0 msgr2=0x7fe5880a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe5880a11e0 0x7fe5880a3690 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe590005fd0 tx=0x7fe590005e50 comp rx=0 tx=0).stop 2023-07-14T12:46:11.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 msgr2=0x7fe5a019cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 0x7fe5a019cce0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe59800b070 tx=0x7fe598004b00 comp rx=0 tx=0).stop 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 shutdown_connections 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fe5880a11e0 0x7fe5880a3690 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe5a00fec90 0x7fe5a00fe710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe5a00fff60 0x7fe5a019cce0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 --2- 172.21.15.40:0/1848380819 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe5a00ff620 0x7fe5a019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 >> 172.21.15.40:0/1848380819 conn(0x7fe5a00f9770 msgr2=0x7fe5a01030e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.429+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 shutdown_connections 2023-07-14T12:46:11.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.430+0000 7fe5a5007700 1 -- 172.21.15.40:0/1848380819 wait complete. 2023-07-14T12:46:11.456 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:46:11.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:11 smithi133 ceph-mon[98311]: pgmap v295: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-07-14T12:46:11.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:11 smithi130 ceph-mon[97977]: pgmap v295: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-07-14T12:46:11.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 -- 172.21.15.40:0/1132472218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 msgr2=0x7f5f90106e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 --2- 172.21.15.40:0/1132472218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f90106e20 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f5f88009990 tx=0x7f5f88009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 -- 172.21.15.40:0/1132472218 shutdown_connections 2023-07-14T12:46:11.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 --2- 172.21.15.40:0/1132472218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f900fe9e0 0x7f5f900fedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 --2- 172.21.15.40:0/1132472218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f90106e20 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 --2- 172.21.15.40:0/1132472218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f900ffbd0 0x7f5f90100020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 -- 172.21.15.40:0/1132472218 >> 172.21.15.40:0/1132472218 conn(0x7f5f900fa000 msgr2=0x7f5f900fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:11.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 -- 172.21.15.40:0/1132472218 shutdown_connections 2023-07-14T12:46:11.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.571+0000 7f5f94819700 1 -- 172.21.15.40:0/1132472218 wait complete. 2023-07-14T12:46:11.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.572+0000 7f5f94819700 1 Processor -- start 2023-07-14T12:46:11.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.572+0000 7f5f94819700 1 -- start start 2023-07-14T12:46:11.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f94819700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f900fe9e0 0x7f5f90194730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f94819700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f900ffbd0 0x7f5f90194c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f94819700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f9019bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f94819700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f9019c2b0 con 0x7f5f90100560 2023-07-14T12:46:11.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f94819700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f9019c3f0 con 0x7f5f900ffbd0 2023-07-14T12:46:11.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f94819700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f9019c580 con 0x7f5f900fe9e0 2023-07-14T12:46:11.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f9019bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f9019bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33340/0 (socket says 172.21.15.40:33340) 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 -- 172.21.15.40:0/1294418725 learned_addr learned my addr 172.21.15.40:0/1294418725 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8dd9b700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f900ffbd0 0x7f5f90194c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8e59c700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f900fe9e0 0x7f5f90194730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 -- 172.21.15.40:0/1294418725 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f900fe9e0 msgr2=0x7f5f90194730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f900fe9e0 0x7f5f90194730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 -- 172.21.15.40:0/1294418725 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f900ffbd0 msgr2=0x7f5f90194c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f900ffbd0 0x7f5f90194c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 -- 172.21.15.40:0/1294418725 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f880095f0 con 0x7f5f90100560 2023-07-14T12:46:11.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f8ed9d700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f9019bce0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f5f88006010 tx=0x7f5f88005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:11.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.573+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f8800fcc0 con 0x7f5f90100560 2023-07-14T12:46:11.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.574+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f8800fe20 con 0x7f5f90100560 2023-07-14T12:46:11.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.574+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f88020440 con 0x7f5f90100560 2023-07-14T12:46:11.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.574+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f90067670 con 0x7f5f90100560 2023-07-14T12:46:11.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.574+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f90067ad0 con 0x7f5f90100560 2023-07-14T12:46:11.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.575+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f900684c0 con 0x7f5f90100560 2023-07-14T12:46:11.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.576+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f5f88004e10 con 0x7f5f90100560 2023-07-14T12:46:11.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.577+0000 7f5f877fe700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f7c0a11e0 0x7f5f7c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.577+0000 7f5f8e59c700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f7c0a11e0 0x7f5f7c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.577+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f5f880d07a0 con 0x7f5f90100560 2023-07-14T12:46:11.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.577+0000 7f5f8e59c700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f7c0a11e0 0x7f5f7c0a3690 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5f900ffa30 tx=0x7f5f80009040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:11.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.581+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5f88099e20 con 0x7f5f90100560 2023-07-14T12:46:11.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.779+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5f90105b00 con 0x7f5f90100560 2023-07-14T12:46:11.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.779+0000 7f5f877fe700 1 -- 172.21.15.40:0/1294418725 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5f8809d440 con 0x7f5f90100560 2023-07-14T12:46:11.793 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:46:11.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f7c0a11e0 msgr2=0x7f5f7c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f7c0a11e0 0x7f5f7c0a3690 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f5f900ffa30 tx=0x7f5f80009040 comp rx=0 tx=0).stop 2023-07-14T12:46:11.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 msgr2=0x7f5f9019bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f9019bce0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f5f88006010 tx=0x7f5f88005e80 comp rx=0 tx=0).stop 2023-07-14T12:46:11.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 shutdown_connections 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5f7c0a11e0 0x7f5f7c0a3690 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5f900fe9e0 0x7f5f90194730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5f90100560 0x7f5f9019bce0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 --2- 172.21.15.40:0/1294418725 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5f900ffbd0 0x7f5f90194c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 >> 172.21.15.40:0/1294418725 conn(0x7f5f900fa000 msgr2=0x7f5f90103010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 shutdown_connections 2023-07-14T12:46:11.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.781+0000 7f5f94819700 1 -- 172.21.15.40:0/1294418725 wait complete. 2023-07-14T12:46:11.807 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:46:11.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 -- 172.21.15.40:0/41323215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0440100590 msgr2=0x7f0440106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 --2- 172.21.15.40:0/41323215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0440100590 0x7f0440106e50 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f043800b0a0 tx=0x7f043800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 -- 172.21.15.40:0/41323215 shutdown_connections 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 --2- 172.21.15.40:0/41323215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04400fea10 0x7f04400fee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 --2- 172.21.15.40:0/41323215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0440100590 0x7f0440106e50 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 --2- 172.21.15.40:0/41323215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04400ffc00 0x7f0440100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 -- 172.21.15.40:0/41323215 >> 172.21.15.40:0/41323215 conn(0x7f04400fa030 msgr2=0x7f04400fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:11.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 -- 172.21.15.40:0/41323215 shutdown_connections 2023-07-14T12:46:11.939 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 -- 172.21.15.40:0/41323215 wait complete. 2023-07-14T12:46:11.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.924+0000 7f04463a6700 1 Processor -- start 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 -- start start 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 0x7f0440194860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04400ffc00 0x7f0440194da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0440100590 0x7f044019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f044019c3e0 con 0x7f04400fea10 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f044019c520 con 0x7f04400ffc00 2023-07-14T12:46:11.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f04463a6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f044019c6b0 con 0x7f0440100590 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 0x7f0440194860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 0x7f0440194860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33348/0 (socket says 172.21.15.40:33348) 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 -- 172.21.15.40:0/929222466 learned_addr learned my addr 172.21.15.40:0/929222466 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f0444943700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0440100590 0x7f044019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043f7fe700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04400ffc00 0x7f0440194da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 -- 172.21.15.40:0/929222466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0440100590 msgr2=0x7f044019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0440100590 0x7f044019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 -- 172.21.15.40:0/929222466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04400ffc00 msgr2=0x7f0440194da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04400ffc00 0x7f0440194da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.925+0000 7f043ffff700 1 -- 172.21.15.40:0/929222466 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0438009d00 con 0x7f04400fea10 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.926+0000 7f043ffff700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 0x7f0440194860 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f043000ea80 tx=0x7f043000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.926+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0430013070 con 0x7f04400fea10 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.926+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f043000be80 con 0x7f04400fea10 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.926+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04400686a0 con 0x7f04400fea10 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.926+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0430003a10 con 0x7f04400fea10 2023-07-14T12:46:11.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.926+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0440068bb0 con 0x7f04400fea10 2023-07-14T12:46:11.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.927+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f044010a240 con 0x7f04400fea10 2023-07-14T12:46:11.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.928+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f0430004120 con 0x7f04400fea10 2023-07-14T12:46:11.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.928+0000 7f043d7fa700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f04280a11e0 0x7f04280a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:11.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.929+0000 7f043f7fe700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f04280a11e0 0x7f04280a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:11.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.929+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f04300ce920 con 0x7f04400fea10 2023-07-14T12:46:11.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.929+0000 7f043f7fe700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f04280a11e0 0x7f04280a3690 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0434009c60 tx=0x7f0434009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:11.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:11.932+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f0430097eb0 con 0x7f04400fea10 2023-07-14T12:46:12.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:12 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2353099127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:12.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:12 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1848380819' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:12.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:12 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1294418725' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:12.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.131+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f04400693f0 con 0x7f04400fea10 2023-07-14T12:46:12.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.132+0000 7f043d7fa700 1 -- 172.21.15.40:0/929222466 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) v1 ==== 100+0+11 (secure 0 0 0) 0x7f043009b4d0 con 0x7f04400fea10 2023-07-14T12:46:12.146 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:46:12.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f04280a11e0 msgr2=0x7f04280a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f04280a11e0 0x7f04280a3690 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f0434009c60 tx=0x7f0434009260 comp rx=0 tx=0).stop 2023-07-14T12:46:12.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 msgr2=0x7f0440194860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 0x7f0440194860 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f043000ea80 tx=0x7f043000ed90 comp rx=0 tx=0).stop 2023-07-14T12:46:12.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 shutdown_connections 2023-07-14T12:46:12.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f04280a11e0 0x7f04280a3690 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0440100590 0x7f044019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04400fea10 0x7f0440194860 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 --2- 172.21.15.40:0/929222466 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04400ffc00 0x7f0440194da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 >> 172.21.15.40:0/929222466 conn(0x7f04400fa030 msgr2=0x7f04400fc240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:12.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 shutdown_connections 2023-07-14T12:46:12.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.134+0000 7f04463a6700 1 -- 172.21.15.40:0/929222466 wait complete. 2023-07-14T12:46:12.160 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:12.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 -- 172.21.15.40:0/3485087242 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5480fe9d0 msgr2=0x7fb5480fede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/3485087242 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5480fe9d0 0x7fb5480fede0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb538009990 tx=0x7fb538009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 -- 172.21.15.40:0/3485087242 shutdown_connections 2023-07-14T12:46:12.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/3485087242 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb548100550 0x7fb548106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/3485087242 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb5480fe9d0 0x7fb5480fede0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/3485087242 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5480ffbc0 0x7fb548100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 -- 172.21.15.40:0/3485087242 >> 172.21.15.40:0/3485087242 conn(0x7fb5480f9fd0 msgr2=0x7fb5480fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:12.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 -- 172.21.15.40:0/3485087242 shutdown_connections 2023-07-14T12:46:12.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.273+0000 7fb54c9aa700 1 -- 172.21.15.40:0/3485087242 wait complete. 2023-07-14T12:46:12.290 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 Processor -- start 2023-07-14T12:46:12.290 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 -- start start 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5480fe9d0 0x7fb548068200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5480ffbc0 0x7fb54819a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 0x7fb54819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54819d3e0 con 0x7fb548100550 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54819d550 con 0x7fb5480ffbc0 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb54c9aa700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54819d710 con 0x7fb5480fe9d0 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb546d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 0x7fb54819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb546d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 0x7fb54819cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33366/0 (socket says 172.21.15.40:33366) 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.274+0000 7fb546d9d700 1 -- 172.21.15.40:0/648423830 learned_addr learned my addr 172.21.15.40:0/648423830 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb545d9b700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5480ffbc0 0x7fb54819a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb54659c700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5480fe9d0 0x7fb548068200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb546d9d700 1 -- 172.21.15.40:0/648423830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5480fe9d0 msgr2=0x7fb548068200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb546d9d700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5480fe9d0 0x7fb548068200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb546d9d700 1 -- 172.21.15.40:0/648423830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5480ffbc0 msgr2=0x7fb54819a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb546d9d700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5480ffbc0 0x7fb54819a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb546d9d700 1 -- 172.21.15.40:0/648423830 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5380095f0 con 0x7fb548100550 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb546d9d700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 0x7fb54819cc10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb540007ee0 tx=0x7fb54000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb54000dd20 con 0x7fb548100550 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb54819d9f0 con 0x7fb548100550 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb54000f040 con 0x7fb548100550 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5400048a0 con 0x7fb548100550 2023-07-14T12:46:12.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.275+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb54819df00 con 0x7fb548100550 2023-07-14T12:46:12.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.276+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb548105fb0 con 0x7fb548100550 2023-07-14T12:46:12.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.277+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fb540003a00 con 0x7fb548100550 2023-07-14T12:46:12.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.278+0000 7fb53f7fe700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5340a1220 0x7fb5340a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.278+0000 7fb54659c700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5340a1220 0x7fb5340a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.278+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fb5400cca50 con 0x7fb548100550 2023-07-14T12:46:12.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.279+0000 7fb54659c700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5340a1220 0x7fb5340a36d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb538006010 tx=0x7fb538005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:12.295 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.282+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fb540096040 con 0x7fb548100550 2023-07-14T12:46:12.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:12 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2353099127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:12.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:12 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1848380819' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:12.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:12 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1294418725' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:12.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.484+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb54802c850 con 0x7fb548100550 2023-07-14T12:46:12.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.485+0000 7fb53f7fe700 1 -- 172.21.15.40:0/648423830 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7fb540023090 con 0x7fb548100550 2023-07-14T12:46:12.499 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:12.499 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:12.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5340a1220 msgr2=0x7fb5340a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5340a1220 0x7fb5340a36d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb538006010 tx=0x7fb538005960 comp rx=0 tx=0).stop 2023-07-14T12:46:12.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 msgr2=0x7fb54819cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 0x7fb54819cc10 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb540007ee0 tx=0x7fb54000d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 shutdown_connections 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fb5340a1220 0x7fb5340a36d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb5480fe9d0 0x7fb548068200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb548100550 0x7fb54819cc10 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 --2- 172.21.15.40:0/648423830 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb5480ffbc0 0x7fb54819a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.487+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 >> 172.21.15.40:0/648423830 conn(0x7fb5480f9fd0 msgr2=0x7fb5481030f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:12.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.488+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 shutdown_connections 2023-07-14T12:46:12.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.488+0000 7fb54c9aa700 1 -- 172.21.15.40:0/648423830 wait complete. 2023-07-14T12:46:12.514 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:46:12.515 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:46:12.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:12 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2353099127' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:12.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:12 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1848380819' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:12.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:12 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1294418725' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:12.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 -- 172.21.15.40:0/268902508 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 msgr2=0x7ff1f40fffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 --2- 172.21.15.40:0/268902508 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f40fffe0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8009990 tx=0x7ff1e8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 -- 172.21.15.40:0/268902508 shutdown_connections 2023-07-14T12:46:12.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 --2- 172.21.15.40:0/268902508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1f40fe9a0 0x7ff1f40fedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 --2- 172.21.15.40:0/268902508 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 0x7ff1f4106de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 --2- 172.21.15.40:0/268902508 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f40fffe0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 -- 172.21.15.40:0/268902508 >> 172.21.15.40:0/268902508 conn(0x7ff1f40f9fa0 msgr2=0x7ff1f40fc3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:12.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 -- 172.21.15.40:0/268902508 shutdown_connections 2023-07-14T12:46:12.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.631+0000 7ff1f9935700 1 -- 172.21.15.40:0/268902508 wait complete. 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 Processor -- start 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 -- start start 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1f40fe9a0 0x7ff1f4068200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f419a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 0x7ff1f419cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f419d2a0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f419d410 con 0x7ff1f4100520 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f9935700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f419d5d0 con 0x7ff1f40fe9a0 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f419a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f419a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33378/0 (socket says 172.21.15.40:33378) 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 -- 172.21.15.40:0/2997768208 learned_addr learned my addr 172.21.15.40:0/2997768208 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f2ffd700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1f40fe9a0 0x7ff1f4068200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f37fe700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 0x7ff1f419cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 -- 172.21.15.40:0/2997768208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1f40fe9a0 msgr2=0x7ff1f4068200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1f40fe9a0 0x7ff1f4068200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 -- 172.21.15.40:0/2997768208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 msgr2=0x7ff1f419cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 0x7ff1f419cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f27fc700 1 -- 172.21.15.40:0/2997768208 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1e80095f0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.632+0000 7ff1f37fe700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 0x7ff1f419cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.633+0000 7ff1f27fc700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f419a480 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8004760 tx=0x7ff1e8004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:12.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.633+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e801d070 con 0x7ff1f40ffb90 2023-07-14T12:46:12.652 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.633+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1e8004cf0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.652 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.633+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1f419d850 con 0x7ff1f40ffb90 2023-07-14T12:46:12.652 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.633+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8005280 con 0x7ff1f40ffb90 2023-07-14T12:46:12.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.633+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1f419dca0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.634+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1f410a170 con 0x7ff1f40ffb90 2023-07-14T12:46:12.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.635+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7ff1e80053e0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.636+0000 7ff1f8933700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff1dc0a11e0 0x7ff1dc0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:12.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.636+0000 7ff1f2ffd700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff1dc0a11e0 0x7ff1dc0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:12.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.636+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7ff1e80cdfc0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.636+0000 7ff1f2ffd700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff1dc0a11e0 0x7ff1dc0a3690 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff1f40ff9f0 tx=0x7ff1e400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:12.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.640+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7ff1e80976e0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.839+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff1f419e3a0 con 0x7ff1f40ffb90 2023-07-14T12:46:12.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.839+0000 7ff1f8933700 1 -- 172.21.15.40:0/2997768208 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff1e8004e60 con 0x7ff1f40ffb90 2023-07-14T12:46:12.854 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:46:12.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff1dc0a11e0 msgr2=0x7ff1dc0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff1dc0a11e0 0x7ff1dc0a3690 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff1f40ff9f0 tx=0x7ff1e400b410 comp rx=0 tx=0).stop 2023-07-14T12:46:12.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 msgr2=0x7ff1f419a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f419a480 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8004760 tx=0x7ff1e8004790 comp rx=0 tx=0).stop 2023-07-14T12:46:12.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 shutdown_connections 2023-07-14T12:46:12.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff1dc0a11e0 0x7ff1dc0a3690 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1f40fe9a0 0x7ff1f4068200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1f4100520 0x7ff1f419cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 --2- 172.21.15.40:0/2997768208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1f40ffb90 0x7ff1f419a480 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:12.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.841+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 >> 172.21.15.40:0/2997768208 conn(0x7ff1f40f9fa0 msgr2=0x7ff1f40fc1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:12.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.842+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 shutdown_connections 2023-07-14T12:46:12.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.842+0000 7ff1f9935700 1 -- 172.21.15.40:0/2997768208 wait complete. 2023-07-14T12:46:12.867 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:46:12.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 -- 172.21.15.40:0/3260949321 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 msgr2=0x7f7fd8102940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:12.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 --2- 172.21.15.40:0/3260949321 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8102940 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4009990 tx=0x7f7fd4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 -- 172.21.15.40:0/3260949321 shutdown_connections 2023-07-14T12:46:13.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 --2- 172.21.15.40:0/3260949321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7fd81057a0 0x7f7fd8107c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 --2- 172.21.15.40:0/3260949321 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8102940 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 --2- 172.21.15.40:0/3260949321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7fd8102e80 0x7f7fd8105260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.982+0000 7f7fdf885700 1 -- 172.21.15.40:0/3260949321 >> 172.21.15.40:0/3260949321 conn(0x7f7fd80fa000 msgr2=0x7f7fd80fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:13.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 -- 172.21.15.40:0/3260949321 shutdown_connections 2023-07-14T12:46:13.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 -- 172.21.15.40:0/3260949321 wait complete. 2023-07-14T12:46:13.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 Processor -- start 2023-07-14T12:46:13.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 -- start start 2023-07-14T12:46:13.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8195830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7fd8102e80 0x7f7fd8195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7fd81057a0 0x7f7fd819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd819d3b0 con 0x7f7fd8100560 2023-07-14T12:46:13.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd819d4f0 con 0x7f7fd8102e80 2023-07-14T12:46:13.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdf885700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd819d680 con 0x7f7fd81057a0 2023-07-14T12:46:13.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdd621700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8195830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdd621700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8195830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33390/0 (socket says 172.21.15.40:33390) 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.983+0000 7f7fdd621700 1 -- 172.21.15.40:0/2338746855 learned_addr learned my addr 172.21.15.40:0/2338746855 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdce20700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7fd8102e80 0x7f7fd8195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdde22700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7fd81057a0 0x7f7fd819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdd621700 1 -- 172.21.15.40:0/2338746855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7fd81057a0 msgr2=0x7f7fd819cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdd621700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7fd81057a0 0x7f7fd819cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdd621700 1 -- 172.21.15.40:0/2338746855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7fd8102e80 msgr2=0x7f7fd8195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdd621700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7fd8102e80 0x7f7fd8195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdd621700 1 -- 172.21.15.40:0/2338746855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd40095f0 con 0x7f7fd8100560 2023-07-14T12:46:13.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdd621700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8195830 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4000c00 tx=0x7f7fd400f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:13.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd401d070 con 0x7f7fd8100560 2023-07-14T12:46:13.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fd400fb50 con 0x7f7fd8100560 2023-07-14T12:46:13.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4017650 con 0x7f7fd8100560 2023-07-14T12:46:13.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fd819d900 con 0x7f7fd8100560 2023-07-14T12:46:13.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.984+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fd819dd60 con 0x7f7fd8100560 2023-07-14T12:46:13.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.985+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fd80fbb70 con 0x7f7fd8100560 2023-07-14T12:46:13.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.986+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f7fd400fcc0 con 0x7f7fd8100560 2023-07-14T12:46:13.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.987+0000 7f7fca7fc700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7fc40a11e0 0x7f7fc40a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.987+0000 7f7fdce20700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7fc40a11e0 0x7f7fc40a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.987+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f7fd40cddf0 con 0x7f7fd8100560 2023-07-14T12:46:13.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.987+0000 7f7fdce20700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7fc40a11e0 0x7f7fc40a3690 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc005950 tx=0x7f7fcc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:13.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:12.991+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7fd4097470 con 0x7f7fd8100560 2023-07-14T12:46:13.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.190+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7fd802ca70 con 0x7f7fd8100560 2023-07-14T12:46:13.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.190+0000 7f7fca7fc700 1 -- 172.21.15.40:0/2338746855 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7fd409aa90 con 0x7f7fd8100560 2023-07-14T12:46:13.204 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:46:13.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7fc40a11e0 msgr2=0x7f7fc40a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7fc40a11e0 0x7f7fc40a3690 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc005950 tx=0x7f7fcc00b410 comp rx=0 tx=0).stop 2023-07-14T12:46:13.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 msgr2=0x7f7fd8195830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8195830 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4000c00 tx=0x7f7fd400f710 comp rx=0 tx=0).stop 2023-07-14T12:46:13.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 shutdown_connections 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f7fc40a11e0 0x7f7fc40a3690 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7fd81057a0 0x7f7fd819cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7fd8100560 0x7f7fd8195830 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 --2- 172.21.15.40:0/2338746855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7fd8102e80 0x7f7fd8195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 >> 172.21.15.40:0/2338746855 conn(0x7f7fd80fa000 msgr2=0x7f7fd81011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 shutdown_connections 2023-07-14T12:46:13.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.192+0000 7f7fdf885700 1 -- 172.21.15.40:0/2338746855 wait complete. 2023-07-14T12:46:13.217 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:13 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/929222466' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:13.217 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:13 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/648423830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:13.217 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:13 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2997768208' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:13.218 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:13 smithi040 ceph-mon[96535]: pgmap v296: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2023-07-14T12:46:13.218 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:46:13.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 -- 172.21.15.40:0/990172013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 msgr2=0x7f92580fee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 --2- 172.21.15.40:0/990172013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580fee60 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f924c009990 tx=0x7f924c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 -- 172.21.15.40:0/990172013 shutdown_connections 2023-07-14T12:46:13.347 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 --2- 172.21.15.40:0/990172013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92581005d0 0x7f9258106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 --2- 172.21.15.40:0/990172013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580fee60 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 --2- 172.21.15.40:0/990172013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 0x7f9258100090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 -- 172.21.15.40:0/990172013 >> 172.21.15.40:0/990172013 conn(0x7f92580fa070 msgr2=0x7f92580fc4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 -- 172.21.15.40:0/990172013 shutdown_connections 2023-07-14T12:46:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.333+0000 7f925f21a700 1 -- 172.21.15.40:0/990172013 wait complete. 2023-07-14T12:46:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 Processor -- start 2023-07-14T12:46:13.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 -- start start 2023-07-14T12:46:13.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580693f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 0x7f925819a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.350 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92581005d0 0x7f925819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925819d340 con 0x7f92580fea50 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925819d4b0 con 0x7f92581005d0 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925f21a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925819d670 con 0x7f92580ffc40 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580693f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580693f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33404/0 (socket says 172.21.15.40:33404) 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 -- 172.21.15.40:0/1336019105 learned_addr learned my addr 172.21.15.40:0/1336019105 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:13.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f9257fff700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 0x7f925819a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925d7b7700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92581005d0 0x7f925819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 -- 172.21.15.40:0/1336019105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 msgr2=0x7f925819a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 0x7f925819a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 -- 172.21.15.40:0/1336019105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92581005d0 msgr2=0x7f925819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92581005d0 0x7f925819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 -- 172.21.15.40:0/1336019105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f924c0095f0 con 0x7f92580fea50 2023-07-14T12:46:13.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f9257fff700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 0x7f925819a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.334+0000 7f925cfb6700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580693f0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f924c0059d0 tx=0x7f924c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.335+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c01d070 con 0x7f92580fea50 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.335+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f924c004120 con 0x7f92580fea50 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.335+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c022de0 con 0x7f92580fea50 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.335+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f925819d8f0 con 0x7f92580fea50 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.335+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f925819dd10 con 0x7f92580fea50 2023-07-14T12:46:13.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.336+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9258105980 con 0x7f92580fea50 2023-07-14T12:46:13.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.337+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f924c022470 con 0x7f92580fea50 2023-07-14T12:46:13.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.337+0000 7f9255ffb700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f92480a1260 0x7f92480a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.338+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f924c0ce5b0 con 0x7f92580fea50 2023-07-14T12:46:13.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.338+0000 7f9257fff700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f92480a1260 0x7f92480a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.338+0000 7f9257fff700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f92480a1260 0x7f92480a3710 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9244005d90 tx=0x7f9244005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:13.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.341+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f924c097c30 con 0x7f92580fea50 2023-07-14T12:46:13.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:13 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/929222466' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:13.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:13 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/648423830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:13.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:13 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2997768208' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:13.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:13 smithi133 ceph-mon[98311]: pgmap v296: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2023-07-14T12:46:13.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:13 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/929222466' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:13.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:13 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/648423830' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:13.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:13 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2997768208' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:13.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:13 smithi130 ceph-mon[97977]: pgmap v296: 97 pgs: 97 active+clean; 639 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2023-07-14T12:46:13.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.539+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f925802c9e0 con 0x7f92580fea50 2023-07-14T12:46:13.553 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.539+0000 7f9255ffb700 1 -- 172.21.15.40:0/1336019105 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) v1 ==== 100+0+11 (secure 0 0 0) 0x7f924c09b250 con 0x7f92580fea50 2023-07-14T12:46:13.553 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:46:13.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.541+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f92480a1260 msgr2=0x7f92480a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.541+0000 7f925f21a700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f92480a1260 0x7f92480a3710 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9244005d90 tx=0x7f9244005d20 comp rx=0 tx=0).stop 2023-07-14T12:46:13.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.541+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 msgr2=0x7f92580693f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.541+0000 7f925f21a700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580693f0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f924c0059d0 tx=0x7f924c005ef0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 shutdown_connections 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f92480a1260 0x7f92480a3710 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f92581005d0 0x7f925819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92580fea50 0x7f92580693f0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 --2- 172.21.15.40:0/1336019105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92580ffc40 0x7f925819a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.556 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 >> 172.21.15.40:0/1336019105 conn(0x7f92580fa070 msgr2=0x7f92580fc2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:13.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 shutdown_connections 2023-07-14T12:46:13.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.542+0000 7f925f21a700 1 -- 172.21.15.40:0/1336019105 wait complete. 2023-07-14T12:46:13.568 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-07-14T12:46:13.568 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:46:13.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.680+0000 7f2341e8e700 1 -- 172.21.15.40:0/1715785562 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0ffbc0 msgr2=0x7f233c100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.680+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1715785562 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0ffbc0 0x7f233c100010 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f2330009990 tx=0x7f2330009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 -- 172.21.15.40:0/1715785562 shutdown_connections 2023-07-14T12:46:13.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1715785562 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f233c0fe9d0 0x7f233c0fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1715785562 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f233c100550 0x7f233c106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1715785562 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0ffbc0 0x7f233c100010 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 -- 172.21.15.40:0/1715785562 >> 172.21.15.40:0/1715785562 conn(0x7f233c0f9fd0 msgr2=0x7f233c0fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:13.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 -- 172.21.15.40:0/1715785562 shutdown_connections 2023-07-14T12:46:13.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 -- 172.21.15.40:0/1715785562 wait complete. 2023-07-14T12:46:13.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 Processor -- start 2023-07-14T12:46:13.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.681+0000 7f2341e8e700 1 -- start start 2023-07-14T12:46:13.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 0x7f233c194720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f233c0ffbc0 0x7f233c194c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f233c100550 0x7f233c19bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c19c2a0 con 0x7f233c0fe9d0 2023-07-14T12:46:13.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c19c3e0 con 0x7f233c100550 2023-07-14T12:46:13.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c19c570 con 0x7f233c0ffbc0 2023-07-14T12:46:13.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 0x7f233c194720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 0x7f233c194720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33418/0 (socket says 172.21.15.40:33418) 2023-07-14T12:46:13.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 -- 172.21.15.40:0/1844611636 learned_addr learned my addr 172.21.15.40:0/1844611636 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233bfff700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f233c100550 0x7f233c19bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233affd700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f233c0ffbc0 0x7f233c194c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 -- 172.21.15.40:0/1844611636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f233c0ffbc0 msgr2=0x7f233c194c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f233c0ffbc0 0x7f233c194c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 -- 172.21.15.40:0/1844611636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f233c100550 msgr2=0x7f233c19bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f233c100550 0x7f233c19bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 -- 172.21.15.40:0/1844611636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23300095f0 con 0x7f233c0fe9d0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f233b7fe700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 0x7f233c194720 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f232c00d980 tx=0x7f232c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f232c00f890 con 0x7f233c0fe9d0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f232c010460 con 0x7f233c0fe9d0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f233c19c850 con 0x7f233c0fe9d0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.682+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f232c00e610 con 0x7f233c0fe9d0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.683+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f233c19cd10 con 0x7f233c0fe9d0 2023-07-14T12:46:13.702 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.683+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f233c10a210 con 0x7f233c0fe9d0 2023-07-14T12:46:13.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.684+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f232c0108d0 con 0x7f233c0fe9d0 2023-07-14T12:46:13.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.685+0000 7f2338ff9700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23240a1220 0x7f23240a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:13.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.685+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f232c0cc500 con 0x7f233c0fe9d0 2023-07-14T12:46:13.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.685+0000 7f233affd700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23240a1220 0x7f23240a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:13.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.686+0000 7f233affd700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23240a1220 0x7f23240a36d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f233000b5c0 tx=0x7f2330005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:13.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.688+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f232c095af0 con 0x7f233c0fe9d0 2023-07-14T12:46:13.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.935+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f233c105860 con 0x7f233c0fe9d0 2023-07-14T12:46:13.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.936+0000 7f2338ff9700 1 -- 172.21.15.40:0/1844611636 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7f232c099110 con 0x7f233c0fe9d0 2023-07-14T12:46:13.949 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:13.950 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:46:13.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23240a1220 msgr2=0x7f23240a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23240a1220 0x7f23240a36d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f233000b5c0 tx=0x7f2330005fb0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 msgr2=0x7f233c194720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 0x7f233c194720 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f232c00d980 tx=0x7f232c00dc90 comp rx=0 tx=0).stop 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 shutdown_connections 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f23240a1220 0x7f23240a36d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f233c100550 0x7f233c19bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f233c0fe9d0 0x7f233c194720 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 --2- 172.21.15.40:0/1844611636 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f233c0ffbc0 0x7f233c194c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:13.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 >> 172.21.15.40:0/1844611636 conn(0x7f233c0f9fd0 msgr2=0x7f233c0fc1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:13.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 shutdown_connections 2023-07-14T12:46:13.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:13.938+0000 7f2341e8e700 1 -- 172.21.15.40:0/1844611636 wait complete. 2023-07-14T12:46:13.953 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:46:13.964 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-07-14T12:46:13.964 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-07-14T12:46:13.964 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-14T12:46:14.091 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 -- 172.21.15.40:0/1841785497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 msgr2=0x7f6ff4106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/1841785497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff4106e10 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f6fec00b0a0 tx=0x7f6fec00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 -- 172.21.15.40:0/1841785497 shutdown_connections 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/1841785497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ff40fe9d0 0x7f6ff40fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/1841785497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff4106e10 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/1841785497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 0x7f6ff4100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 -- 172.21.15.40:0/1841785497 >> 172.21.15.40:0/1841785497 conn(0x7f6ff40f9fd0 msgr2=0x7f6ff40fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:14.092 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 -- 172.21.15.40:0/1841785497 shutdown_connections 2023-07-14T12:46:14.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.077+0000 7f6ffa66e700 1 -- 172.21.15.40:0/1841785497 wait complete. 2023-07-14T12:46:14.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 Processor -- start 2023-07-14T12:46:14.093 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 -- start start 2023-07-14T12:46:14.094 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ff40fe9d0 0x7f6ff4194770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.095 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 0x7f6ff4194cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.095 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff419bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.095 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff419c2f0 con 0x7f6ff4100550 2023-07-14T12:46:14.095 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff419c430 con 0x7f6ff40ffbc0 2023-07-14T12:46:14.095 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ffa66e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff419c5c0 con 0x7f6ff40fe9d0 2023-07-14T12:46:14.096 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ff8c0b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff419bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.096 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.078+0000 7f6ff8c0b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff419bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33436/0 (socket says 172.21.15.40:33436) 2023-07-14T12:46:14.096 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 -- 172.21.15.40:0/2928338251 learned_addr learned my addr 172.21.15.40:0/2928338251 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:14.096 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff3fff700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ff40fe9d0 0x7f6ff4194770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.096 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff37fe700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 0x7f6ff4194cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 -- 172.21.15.40:0/2928338251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ff40fe9d0 msgr2=0x7f6ff4194770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ff40fe9d0 0x7f6ff4194770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 -- 172.21.15.40:0/2928338251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 msgr2=0x7f6ff4194cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 0x7f6ff4194cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 -- 172.21.15.40:0/2928338251 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fec009d00 con 0x7f6ff4100550 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff37fe700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 0x7f6ff4194cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff8c0b700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff419bd20 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f6fec009fd0 tx=0x7f6fec004d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:14.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec00e040 con 0x7f6ff4100550 2023-07-14T12:46:14.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fec003c00 con 0x7f6ff4100550 2023-07-14T12:46:14.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ff4067670 con 0x7f6ff4100550 2023-07-14T12:46:14.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec004420 con 0x7f6ff4100550 2023-07-14T12:46:14.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.079+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ff4067bd0 con 0x7f6ff4100550 2023-07-14T12:46:14.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.080+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ff410a200 con 0x7f6ff4100550 2023-07-14T12:46:14.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.081+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f6fec004580 con 0x7f6ff4100550 2023-07-14T12:46:14.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.082+0000 7f6ff17fa700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fdc0a12a0 0x7f6fdc0a3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.082+0000 7f6ff3fff700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fdc0a12a0 0x7f6fdc0a3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.082+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f6fec0cfea0 con 0x7f6ff4100550 2023-07-14T12:46:14.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.082+0000 7f6ff3fff700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fdc0a12a0 0x7f6fdc0a3750 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4005fd0 tx=0x7f6fe4005dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:14.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.086+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6fec099520 con 0x7f6ff4100550 2023-07-14T12:46:14.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.284+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6ff4067df0 con 0x7f6fdc0a12a0 2023-07-14T12:46:14.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.297+0000 7f6ff17fa700 1 -- 172.21.15.40:0/2928338251 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+343989 (secure 0 0 0) 0x7f6ff4067df0 con 0x7f6fdc0a12a0 2023-07-14T12:46:14.315 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:14.316 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fdc0a12a0 msgr2=0x7f6fdc0a3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fdc0a12a0 0x7f6fdc0a3750 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6fe4005fd0 tx=0x7f6fe4005dd0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 msgr2=0x7f6ff419bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff419bd20 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f6fec009fd0 tx=0x7f6fec004d30 comp rx=0 tx=0).stop 2023-07-14T12:46:14.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 shutdown_connections 2023-07-14T12:46:14.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f6fdc0a12a0 0x7f6fdc0a3750 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6ff40fe9d0 0x7f6ff4194770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6ff4100550 0x7f6ff419bd20 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 --2- 172.21.15.40:0/2928338251 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6ff40ffbc0 0x7f6ff4194cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 >> 172.21.15.40:0/2928338251 conn(0x7f6ff40f9fd0 msgr2=0x7f6ff40fc0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:14.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 shutdown_connections 2023-07-14T12:46:14.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.301+0000 7f6ffa66e700 1 -- 172.21.15.40:0/2928338251 wait complete. 2023-07-14T12:46:14.318 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:46:14.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2338746855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:14.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1336019105' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:14.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1844611636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:14.327 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":296,"stamp":"2023-07-14T12:46:13.004276+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654183,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":897,"num_read_kb":590,"num_write":414,"num_write_kb":3066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182552,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":342,"ondisk_log_size":342,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336040,"kb_used_data":12616,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124605784,"statfs":{"total":1151940427776,"available":1151596322816,"internally_reserved":0,"allocated":12918784,"data_stored":7104264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":318,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":51,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003156"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003741+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:45:46.003741+0000","last_peered":"2023-07-14T12:45:46.003741+0000","last_clean":"2023-07-14T12:45:46.003741+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:45:46.003741+0000","last_undegraded":"2023-07-14T12:45:46.003741+0000","last_fullsized":"2023-07-14T12:45:46.003741+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:15:10.012794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007241+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:45:46.007241+0000","last_peered":"2023-07-14T12:45:46.007241+0000","last_clean":"2023-07-14T12:45:46.007241+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:45:46.007241+0000","last_undegraded":"2023-07-14T12:45:46.007241+0000","last_fullsized":"2023-07-14T12:45:46.007241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:06:00.501495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007022+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:45:46.007022+0000","last_peered":"2023-07-14T12:45:46.007022+0000","last_clean":"2023-07-14T12:45:46.007022+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:45:46.007022+0000","last_undegraded":"2023-07-14T12:45:46.007022+0000","last_fullsized":"2023-07-14T12:45:46.007022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:10:58.501057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006291+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:45:46.006291+0000","last_peered":"2023-07-14T12:45:46.006291+0000","last_clean":"2023-07-14T12:45:46.006291+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:45:46.006291+0000","last_undegraded":"2023-07-14T12:45:46.006291+0000","last_fullsized":"2023-07-14T12:45:46.006291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:53:55.587888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008845+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:45:46.008845+0000","last_peered":"2023-07-14T12:45:46.008845+0000","last_clean":"2023-07-14T12:45:46.008845+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:45:46.008845+0000","last_undegraded":"2023-07-14T12:45:46.008845+0000","last_fullsized":"2023-07-14T12:45:46.008845+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:39:45.058471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088571+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:45:46.088571+0000","last_peered":"2023-07-14T12:45:46.088571+0000","last_clean":"2023-07-14T12:45:46.088571+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:45:46.088571+0000","last_undegraded":"2023-07-14T12:45:46.088571+0000","last_fullsized":"2023-07-14T12:45:46.088571+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:29:46.410713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009409+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:45:46.009409+0000","last_peered":"2023-07-14T12:45:46.009409+0000","last_clean":"2023-07-14T12:45:46.009409+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:45:46.009409+0000","last_undegraded":"2023-07-14T12:45:46.009409+0000","last_fullsized":"2023-07-14T12:45:46.009409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:12:13.648338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004180+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:45:46.004180+0000","last_peered":"2023-07-14T12:45:46.004180+0000","last_clean":"2023-07-14T12:45:46.004180+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:45:46.004180+0000","last_undegraded":"2023-07-14T12:45:46.004180+0000","last_fullsized":"2023-07-14T12:45:46.004180+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:38:07.202076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025925+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:45:46.025925+0000","last_peered":"2023-07-14T12:45:46.025925+0000","last_clean":"2023-07-14T12:45:46.025925+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:45:46.025925+0000","last_undegraded":"2023-07-14T12:45:46.025925+0000","last_fullsized":"2023-07-14T12:45:46.025925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:00:09.249353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088894+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:45:46.088894+0000","last_peered":"2023-07-14T12:45:46.088894+0000","last_clean":"2023-07-14T12:45:46.088894+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:45:46.088894+0000","last_undegraded":"2023-07-14T12:45:46.088894+0000","last_fullsized":"2023-07-14T12:45:46.088894+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:32:45.416156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010062+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:45:46.010062+0000","last_peered":"2023-07-14T12:45:46.010062+0000","last_clean":"2023-07-14T12:45:46.010062+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:45:46.010062+0000","last_undegraded":"2023-07-14T12:45:46.010062+0000","last_fullsized":"2023-07-14T12:45:46.010062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:03:12.184692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006115+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:45:46.006115+0000","last_peered":"2023-07-14T12:45:46.006115+0000","last_clean":"2023-07-14T12:45:46.006115+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:45:46.006115+0000","last_undegraded":"2023-07-14T12:45:46.006115+0000","last_fullsized":"2023-07-14T12:45:46.006115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:22:55.965523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002559+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:45:46.002559+0000","last_peered":"2023-07-14T12:45:46.002559+0000","last_clean":"2023-07-14T12:45:46.002559+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:45:46.002559+0000","last_undegraded":"2023-07-14T12:45:46.002559+0000","last_fullsized":"2023-07-14T12:45:46.002559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:53:59.193039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007490+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:45:46.007490+0000","last_peered":"2023-07-14T12:45:46.007490+0000","last_clean":"2023-07-14T12:45:46.007490+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:45:46.007490+0000","last_undegraded":"2023-07-14T12:45:46.007490+0000","last_fullsized":"2023-07-14T12:45:46.007490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:54.652921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007329+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:45:46.007329+0000","last_peered":"2023-07-14T12:45:46.007329+0000","last_clean":"2023-07-14T12:45:46.007329+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:45:46.007329+0000","last_undegraded":"2023-07-14T12:45:46.007329+0000","last_fullsized":"2023-07-14T12:45:46.007329+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:24:35.076903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025323+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:45:46.025323+0000","last_peered":"2023-07-14T12:45:46.025323+0000","last_clean":"2023-07-14T12:45:46.025323+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:45:46.025323+0000","last_undegraded":"2023-07-14T12:45:46.025323+0000","last_fullsized":"2023-07-14T12:45:46.025323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:26:33.661204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003600+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:45:46.003600+0000","last_peered":"2023-07-14T12:45:46.003600+0000","last_clean":"2023-07-14T12:45:46.003600+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:45:46.003600+0000","last_undegraded":"2023-07-14T12:45:46.003600+0000","last_fullsized":"2023-07-14T12:45:46.003600+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:59:18.168485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007000+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:45:46.007000+0000","last_peered":"2023-07-14T12:45:46.007000+0000","last_clean":"2023-07-14T12:45:46.007000+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:45:46.007000+0000","last_undegraded":"2023-07-14T12:45:46.007000+0000","last_fullsized":"2023-07-14T12:45:46.007000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:25:45.884793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005722+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:45:46.005722+0000","last_peered":"2023-07-14T12:45:46.005722+0000","last_clean":"2023-07-14T12:45:46.005722+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:45:46.005722+0000","last_undegraded":"2023-07-14T12:45:46.005722+0000","last_fullsized":"2023-07-14T12:45:46.005722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:16:03.991939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":134,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.056167+0000","last_change":"2023-07-14T12:45:46.036894+0000","last_active":"2023-07-14T12:46:09.056167+0000","last_peered":"2023-07-14T12:46:09.056167+0000","last_clean":"2023-07-14T12:46:09.056167+0000","last_became_active":"2023-07-14T12:45:46.026935+0000","last_became_peered":"2023-07-14T12:45:46.026935+0000","last_unstale":"2023-07-14T12:46:09.056167+0000","last_undegraded":"2023-07-14T12:46:09.056167+0000","last_fullsized":"2023-07-14T12:46:09.056167+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:07:16.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,1],"acting":[9,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010982+0000","last_change":"2023-07-14T12:45:46.010982+0000","last_active":"2023-07-14T12:45:46.010982+0000","last_peered":"2023-07-14T12:45:46.010982+0000","last_clean":"2023-07-14T12:45:46.010982+0000","last_became_active":"2023-07-14T12:45:46.010638+0000","last_became_peered":"2023-07-14T12:45:46.010638+0000","last_unstale":"2023-07-14T12:45:46.010982+0000","last_undegraded":"2023-07-14T12:45:46.010982+0000","last_fullsized":"2023-07-14T12:45:46.010982+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:43:03.041716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004713+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:45:46.004713+0000","last_peered":"2023-07-14T12:45:46.004713+0000","last_clean":"2023-07-14T12:45:46.004713+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:45:46.004713+0000","last_undegraded":"2023-07-14T12:45:46.004713+0000","last_fullsized":"2023-07-14T12:45:46.004713+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:29:03.290563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007504+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:45:46.007504+0000","last_peered":"2023-07-14T12:45:46.007504+0000","last_clean":"2023-07-14T12:45:46.007504+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:45:46.007504+0000","last_undegraded":"2023-07-14T12:45:46.007504+0000","last_fullsized":"2023-07-14T12:45:46.007504+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:05:27.096694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009662+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:45:46.009662+0000","last_peered":"2023-07-14T12:45:46.009662+0000","last_clean":"2023-07-14T12:45:46.009662+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:45:46.009662+0000","last_undegraded":"2023-07-14T12:45:46.009662+0000","last_fullsized":"2023-07-14T12:45:46.009662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:13.205342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025435+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:45:46.025435+0000","last_peered":"2023-07-14T12:45:46.025435+0000","last_clean":"2023-07-14T12:45:46.025435+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:45:46.025435+0000","last_undegraded":"2023-07-14T12:45:46.025435+0000","last_fullsized":"2023-07-14T12:45:46.025435+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:44:21.769640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009382+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:45:46.009382+0000","last_peered":"2023-07-14T12:45:46.009382+0000","last_clean":"2023-07-14T12:45:46.009382+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:45:46.009382+0000","last_undegraded":"2023-07-14T12:45:46.009382+0000","last_fullsized":"2023-07-14T12:45:46.009382+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:26:01.729109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006619+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:45:46.006619+0000","last_peered":"2023-07-14T12:45:46.006619+0000","last_clean":"2023-07-14T12:45:46.006619+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:45:46.006619+0000","last_undegraded":"2023-07-14T12:45:46.006619+0000","last_fullsized":"2023-07-14T12:45:46.006619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:54:25.009879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'7","reported_seq":109,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.865728+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:46:10.865728+0000","last_peered":"2023-07-14T12:46:10.865728+0000","last_clean":"2023-07-14T12:46:10.865728+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:46:10.865728+0000","last_undegraded":"2023-07-14T12:46:10.865728+0000","last_fullsized":"2023-07-14T12:46:10.865728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:08:51.942375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1282,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009107+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:45:46.009107+0000","last_peered":"2023-07-14T12:45:46.009107+0000","last_clean":"2023-07-14T12:45:46.009107+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:45:46.009107+0000","last_undegraded":"2023-07-14T12:45:46.009107+0000","last_fullsized":"2023-07-14T12:45:46.009107+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:29.105599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088545+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:45:46.088545+0000","last_peered":"2023-07-14T12:45:46.088545+0000","last_clean":"2023-07-14T12:45:46.088545+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:45:46.088545+0000","last_undegraded":"2023-07-14T12:45:46.088545+0000","last_fullsized":"2023-07-14T12:45:46.088545+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:05.971182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.011256+0000","last_change":"2023-07-14T12:45:46.011256+0000","last_active":"2023-07-14T12:45:46.011256+0000","last_peered":"2023-07-14T12:45:46.011256+0000","last_clean":"2023-07-14T12:45:46.011256+0000","last_became_active":"2023-07-14T12:45:46.010598+0000","last_became_peered":"2023-07-14T12:45:46.010598+0000","last_unstale":"2023-07-14T12:45:46.011256+0000","last_undegraded":"2023-07-14T12:45:46.011256+0000","last_fullsized":"2023-07-14T12:45:46.011256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:48:19.552763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002482+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:45:46.002482+0000","last_peered":"2023-07-14T12:45:46.002482+0000","last_clean":"2023-07-14T12:45:46.002482+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:45:46.002482+0000","last_undegraded":"2023-07-14T12:45:46.002482+0000","last_fullsized":"2023-07-14T12:45:46.002482+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:08:12.547072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004213+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:45:46.004213+0000","last_peered":"2023-07-14T12:45:46.004213+0000","last_clean":"2023-07-14T12:45:46.004213+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:45:46.004213+0000","last_undegraded":"2023-07-14T12:45:46.004213+0000","last_fullsized":"2023-07-14T12:45:46.004213+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:10:28.880426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006342+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:45:46.006342+0000","last_peered":"2023-07-14T12:45:46.006342+0000","last_clean":"2023-07-14T12:45:46.006342+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:45:46.006342+0000","last_undegraded":"2023-07-14T12:45:46.006342+0000","last_fullsized":"2023-07-14T12:45:46.006342+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:43:55.142743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006660+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:45:46.006660+0000","last_peered":"2023-07-14T12:45:46.006660+0000","last_clean":"2023-07-14T12:45:46.006660+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:45:46.006660+0000","last_undegraded":"2023-07-14T12:45:46.006660+0000","last_fullsized":"2023-07-14T12:45:46.006660+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:53:37.563611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":175,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.044190+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:46:09.044190+0000","last_peered":"2023-07-14T12:46:09.044190+0000","last_clean":"2023-07-14T12:46:09.044190+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:46:09.044190+0000","last_undegraded":"2023-07-14T12:46:09.044190+0000","last_fullsized":"2023-07-14T12:46:09.044190+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:53:55.817116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":153,"num_read_kb":153,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025577+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:45:46.025577+0000","last_peered":"2023-07-14T12:45:46.025577+0000","last_clean":"2023-07-14T12:45:46.025577+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:45:46.025577+0000","last_undegraded":"2023-07-14T12:45:46.025577+0000","last_fullsized":"2023-07-14T12:45:46.025577+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:40:54.527706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009976+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:45:46.009976+0000","last_peered":"2023-07-14T12:45:46.009976+0000","last_clean":"2023-07-14T12:45:46.009976+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:45:46.009976+0000","last_undegraded":"2023-07-14T12:45:46.009976+0000","last_fullsized":"2023-07-14T12:45:46.009976+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:11:28.106167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.011692+0000","last_change":"2023-07-14T12:45:46.011692+0000","last_active":"2023-07-14T12:45:46.011692+0000","last_peered":"2023-07-14T12:45:46.011692+0000","last_clean":"2023-07-14T12:45:46.011692+0000","last_became_active":"2023-07-14T12:45:46.011313+0000","last_became_peered":"2023-07-14T12:45:46.011313+0000","last_unstale":"2023-07-14T12:45:46.011692+0000","last_undegraded":"2023-07-14T12:45:46.011692+0000","last_fullsized":"2023-07-14T12:45:46.011692+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:04.805801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006747+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:45:46.006747+0000","last_peered":"2023-07-14T12:45:46.006747+0000","last_clean":"2023-07-14T12:45:46.006747+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:45:46.006747+0000","last_undegraded":"2023-07-14T12:45:46.006747+0000","last_fullsized":"2023-07-14T12:45:46.006747+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:42:59.626063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025614+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:45:46.025614+0000","last_peered":"2023-07-14T12:45:46.025614+0000","last_clean":"2023-07-14T12:45:46.025614+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:45:46.025614+0000","last_undegraded":"2023-07-14T12:45:46.025614+0000","last_fullsized":"2023-07-14T12:45:46.025614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:12:00.526130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'29","reported_seq":210,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.862867+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:46:09.862867+0000","last_peered":"2023-07-14T12:46:09.862867+0000","last_clean":"2023-07-14T12:46:09.862867+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:46:09.862867+0000","last_undegraded":"2023-07-14T12:46:09.862867+0000","last_fullsized":"2023-07-14T12:46:09.862867+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:42.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56241,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":163,"num_read_kb":135,"num_write":31,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009258+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:45:46.009258+0000","last_peered":"2023-07-14T12:45:46.009258+0000","last_clean":"2023-07-14T12:45:46.009258+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:45:46.009258+0000","last_undegraded":"2023-07-14T12:45:46.009258+0000","last_fullsized":"2023-07-14T12:45:46.009258+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:32:49.596946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005392+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:45:46.005392+0000","last_peered":"2023-07-14T12:45:46.005392+0000","last_clean":"2023-07-14T12:45:46.005392+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:45:46.005392+0000","last_undegraded":"2023-07-14T12:45:46.005392+0000","last_fullsized":"2023-07-14T12:45:46.005392+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:01:45.174630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002507+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:45:46.002507+0000","last_peered":"2023-07-14T12:45:46.002507+0000","last_clean":"2023-07-14T12:45:46.002507+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:45:46.002507+0000","last_undegraded":"2023-07-14T12:45:46.002507+0000","last_fullsized":"2023-07-14T12:45:46.002507+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:36:17.501017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006294+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:45:46.006294+0000","last_peered":"2023-07-14T12:45:46.006294+0000","last_clean":"2023-07-14T12:45:46.006294+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:45:46.006294+0000","last_undegraded":"2023-07-14T12:45:46.006294+0000","last_fullsized":"2023-07-14T12:45:46.006294+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:53:38.764705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009870+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:45:46.009870+0000","last_peered":"2023-07-14T12:45:46.009870+0000","last_clean":"2023-07-14T12:45:46.009870+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:45:46.009870+0000","last_undegraded":"2023-07-14T12:45:46.009870+0000","last_fullsized":"2023-07-14T12:45:46.009870+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:37:23.126485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'6","reported_seq":107,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.864129+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:46:10.864129+0000","last_peered":"2023-07-14T12:46:10.864129+0000","last_clean":"2023-07-14T12:46:10.864129+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:46:10.864129+0000","last_undegraded":"2023-07-14T12:46:10.864129+0000","last_fullsized":"2023-07-14T12:46:10.864129+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:32:58.200682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009383+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:45:46.009383+0000","last_peered":"2023-07-14T12:45:46.009383+0000","last_clean":"2023-07-14T12:45:46.009383+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:45:46.009383+0000","last_undegraded":"2023-07-14T12:45:46.009383+0000","last_fullsized":"2023-07-14T12:45:46.009383+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:37:42.739498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008801+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:45:46.008801+0000","last_peered":"2023-07-14T12:45:46.008801+0000","last_clean":"2023-07-14T12:45:46.008801+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:45:46.008801+0000","last_undegraded":"2023-07-14T12:45:46.008801+0000","last_fullsized":"2023-07-14T12:45:46.008801+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:50:55.640258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.026578+0000","last_change":"2023-07-14T12:45:46.026578+0000","last_active":"2023-07-14T12:45:46.026578+0000","last_peered":"2023-07-14T12:45:46.026578+0000","last_clean":"2023-07-14T12:45:46.026578+0000","last_became_active":"2023-07-14T12:45:46.026270+0000","last_became_peered":"2023-07-14T12:45:46.026270+0000","last_unstale":"2023-07-14T12:45:46.026578+0000","last_undegraded":"2023-07-14T12:45:46.026578+0000","last_fullsized":"2023-07-14T12:45:46.026578+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:06:18.421359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.016483+0000","last_change":"2023-07-14T12:45:46.015962+0000","last_active":"2023-07-14T12:45:46.016483+0000","last_peered":"2023-07-14T12:45:46.016483+0000","last_clean":"2023-07-14T12:45:46.016483+0000","last_became_active":"2023-07-14T12:45:46.008454+0000","last_became_peered":"2023-07-14T12:45:46.008454+0000","last_unstale":"2023-07-14T12:45:46.016483+0000","last_undegraded":"2023-07-14T12:45:46.016483+0000","last_fullsized":"2023-07-14T12:45:46.016483+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:45:39.709733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003657+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:45:46.003657+0000","last_peered":"2023-07-14T12:45:46.003657+0000","last_clean":"2023-07-14T12:45:46.003657+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:45:46.003657+0000","last_undegraded":"2023-07-14T12:45:46.003657+0000","last_fullsized":"2023-07-14T12:45:46.003657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:33.512037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007114+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:45:46.007114+0000","last_peered":"2023-07-14T12:45:46.007114+0000","last_clean":"2023-07-14T12:45:46.007114+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:45:46.007114+0000","last_undegraded":"2023-07-14T12:45:46.007114+0000","last_fullsized":"2023-07-14T12:45:46.007114+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:34.977391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088720+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:45:46.088720+0000","last_peered":"2023-07-14T12:45:46.088720+0000","last_clean":"2023-07-14T12:45:46.088720+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:45:46.088720+0000","last_undegraded":"2023-07-14T12:45:46.088720+0000","last_fullsized":"2023-07-14T12:45:46.088720+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:26:57.908197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'5","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.056782+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:46:09.056782+0000","last_peered":"2023-07-14T12:46:09.056782+0000","last_clean":"2023-07-14T12:46:09.056782+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:46:09.056782+0000","last_undegraded":"2023-07-14T12:46:09.056782+0000","last_fullsized":"2023-07-14T12:46:09.056782+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:06:47.511886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":77,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088624+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:45:46.088624+0000","last_peered":"2023-07-14T12:45:46.088624+0000","last_clean":"2023-07-14T12:45:46.088624+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:45:46.088624+0000","last_undegraded":"2023-07-14T12:45:46.088624+0000","last_fullsized":"2023-07-14T12:45:46.088624+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:49:42.052341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006949+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:45:46.006949+0000","last_peered":"2023-07-14T12:45:46.006949+0000","last_clean":"2023-07-14T12:45:46.006949+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:45:46.006949+0000","last_undegraded":"2023-07-14T12:45:46.006949+0000","last_fullsized":"2023-07-14T12:45:46.006949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:15:19.074451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:08.860714+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:46:08.860714+0000","last_peered":"2023-07-14T12:46:08.860714+0000","last_clean":"2023-07-14T12:46:08.860714+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:46:08.860714+0000","last_undegraded":"2023-07-14T12:46:08.860714+0000","last_fullsized":"2023-07-14T12:46:08.860714+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:53:04.945807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":79,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004408+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:45:46.004408+0000","last_peered":"2023-07-14T12:45:46.004408+0000","last_clean":"2023-07-14T12:45:46.004408+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:45:46.004408+0000","last_undegraded":"2023-07-14T12:45:46.004408+0000","last_fullsized":"2023-07-14T12:45:46.004408+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:29:01.309929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006003+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:45:46.006003+0000","last_peered":"2023-07-14T12:45:46.006003+0000","last_clean":"2023-07-14T12:45:46.006003+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:45:46.006003+0000","last_undegraded":"2023-07-14T12:45:46.006003+0000","last_fullsized":"2023-07-14T12:45:46.006003+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:55:30.447088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":343,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009395+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:45:46.009395+0000","last_peered":"2023-07-14T12:45:46.009395+0000","last_clean":"2023-07-14T12:45:46.009395+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:45:46.009395+0000","last_undegraded":"2023-07-14T12:45:46.009395+0000","last_fullsized":"2023-07-14T12:45:46.009395+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:01:12.934704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002302+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:45:46.002302+0000","last_peered":"2023-07-14T12:45:46.002302+0000","last_clean":"2023-07-14T12:45:46.002302+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:45:46.002302+0000","last_undegraded":"2023-07-14T12:45:46.002302+0000","last_fullsized":"2023-07-14T12:45:46.002302+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:04.919606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009679+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:45:46.009679+0000","last_peered":"2023-07-14T12:45:46.009679+0000","last_clean":"2023-07-14T12:45:46.009679+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:45:46.009679+0000","last_undegraded":"2023-07-14T12:45:46.009679+0000","last_fullsized":"2023-07-14T12:45:46.009679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:14:58.677818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009483+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:45:46.009483+0000","last_peered":"2023-07-14T12:45:46.009483+0000","last_clean":"2023-07-14T12:45:46.009483+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:45:46.009483+0000","last_undegraded":"2023-07-14T12:45:46.009483+0000","last_fullsized":"2023-07-14T12:45:46.009483+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:09:19.331830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002638+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:45:46.002638+0000","last_peered":"2023-07-14T12:45:46.002638+0000","last_clean":"2023-07-14T12:45:46.002638+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:45:46.002638+0000","last_undegraded":"2023-07-14T12:45:46.002638+0000","last_fullsized":"2023-07-14T12:45:46.002638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:53:25.009093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'9","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007147+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:45:46.007147+0000","last_peered":"2023-07-14T12:45:46.007147+0000","last_clean":"2023-07-14T12:45:46.007147+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:45:46.007147+0000","last_undegraded":"2023-07-14T12:45:46.007147+0000","last_fullsized":"2023-07-14T12:45:46.007147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:54:16.248343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004691+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:45:46.004691+0000","last_peered":"2023-07-14T12:45:46.004691+0000","last_clean":"2023-07-14T12:45:46.004691+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:45:46.004691+0000","last_undegraded":"2023-07-14T12:45:46.004691+0000","last_fullsized":"2023-07-14T12:45:46.004691+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:35.329636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006434+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:45:46.006434+0000","last_peered":"2023-07-14T12:45:46.006434+0000","last_clean":"2023-07-14T12:45:46.006434+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:45:46.006434+0000","last_undegraded":"2023-07-14T12:45:46.006434+0000","last_fullsized":"2023-07-14T12:45:46.006434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:21:51.390916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007459+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:45:46.007459+0000","last_peered":"2023-07-14T12:45:46.007459+0000","last_clean":"2023-07-14T12:45:46.007459+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:45:46.007459+0000","last_undegraded":"2023-07-14T12:45:46.007459+0000","last_fullsized":"2023-07-14T12:45:46.007459+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:16:53.856193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025242+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:45:46.025242+0000","last_peered":"2023-07-14T12:45:46.025242+0000","last_clean":"2023-07-14T12:45:46.025242+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:45:46.025242+0000","last_undegraded":"2023-07-14T12:45:46.025242+0000","last_fullsized":"2023-07-14T12:45:46.025242+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:09.120687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008846+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:45:46.008846+0000","last_peered":"2023-07-14T12:45:46.008846+0000","last_clean":"2023-07-14T12:45:46.008846+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:45:46.008846+0000","last_undegraded":"2023-07-14T12:45:46.008846+0000","last_fullsized":"2023-07-14T12:45:46.008846+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:18:38.413523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004453+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:45:46.004453+0000","last_peered":"2023-07-14T12:45:46.004453+0000","last_clean":"2023-07-14T12:45:46.004453+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:45:46.004453+0000","last_undegraded":"2023-07-14T12:45:46.004453+0000","last_fullsized":"2023-07-14T12:45:46.004453+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:55:54.384199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003369+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:45:46.003369+0000","last_peered":"2023-07-14T12:45:46.003369+0000","last_clean":"2023-07-14T12:45:46.003369+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:45:46.003369+0000","last_undegraded":"2023-07-14T12:45:46.003369+0000","last_fullsized":"2023-07-14T12:45:46.003369+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:30:32.060360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005298+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:45:46.005298+0000","last_peered":"2023-07-14T12:45:46.005298+0000","last_clean":"2023-07-14T12:45:46.005298+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:45:46.005298+0000","last_undegraded":"2023-07-14T12:45:46.005298+0000","last_fullsized":"2023-07-14T12:45:46.005298+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:07.376382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004872+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:45:46.004872+0000","last_peered":"2023-07-14T12:45:46.004872+0000","last_clean":"2023-07-14T12:45:46.004872+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:45:46.004872+0000","last_undegraded":"2023-07-14T12:45:46.004872+0000","last_fullsized":"2023-07-14T12:45:46.004872+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:29:21.159157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009653+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:45:46.009653+0000","last_peered":"2023-07-14T12:45:46.009653+0000","last_clean":"2023-07-14T12:45:46.009653+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:45:46.009653+0000","last_undegraded":"2023-07-14T12:45:46.009653+0000","last_fullsized":"2023-07-14T12:45:46.009653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:22:42.450318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010254+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:45:46.010254+0000","last_peered":"2023-07-14T12:45:46.010254+0000","last_clean":"2023-07-14T12:45:46.010254+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:45:46.010254+0000","last_undegraded":"2023-07-14T12:45:46.010254+0000","last_fullsized":"2023-07-14T12:45:46.010254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:59:53.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.046086+0000","last_change":"2023-07-14T12:45:46.015843+0000","last_active":"2023-07-14T12:46:10.046086+0000","last_peered":"2023-07-14T12:46:10.046086+0000","last_clean":"2023-07-14T12:46:10.046086+0000","last_became_active":"2023-07-14T12:45:46.009311+0000","last_became_peered":"2023-07-14T12:45:46.009311+0000","last_unstale":"2023-07-14T12:46:10.046086+0000","last_undegraded":"2023-07-14T12:46:10.046086+0000","last_fullsized":"2023-07-14T12:46:10.046086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:06:18.920586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":27,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1122,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009954+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:45:46.009954+0000","last_peered":"2023-07-14T12:45:46.009954+0000","last_clean":"2023-07-14T12:45:46.009954+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:45:46.009954+0000","last_undegraded":"2023-07-14T12:45:46.009954+0000","last_fullsized":"2023-07-14T12:45:46.009954+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:50:28.231771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006422+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:45:46.006422+0000","last_peered":"2023-07-14T12:45:46.006422+0000","last_clean":"2023-07-14T12:45:46.006422+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:45:46.006422+0000","last_undegraded":"2023-07-14T12:45:46.006422+0000","last_fullsized":"2023-07-14T12:45:46.006422+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:44:52.780761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009477+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:45:46.009477+0000","last_peered":"2023-07-14T12:45:46.009477+0000","last_clean":"2023-07-14T12:45:46.009477+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:45:46.009477+0000","last_undegraded":"2023-07-14T12:45:46.009477+0000","last_fullsized":"2023-07-14T12:45:46.009477+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:46:49.071914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.019419+0000","last_change":"2023-07-14T12:45:46.019419+0000","last_active":"2023-07-14T12:45:46.019419+0000","last_peered":"2023-07-14T12:45:46.019419+0000","last_clean":"2023-07-14T12:45:46.019419+0000","last_became_active":"2023-07-14T12:45:46.009254+0000","last_became_peered":"2023-07-14T12:45:46.009254+0000","last_unstale":"2023-07-14T12:45:46.019419+0000","last_undegraded":"2023-07-14T12:45:46.019419+0000","last_fullsized":"2023-07-14T12:45:46.019419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:38.818493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010664+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:45:46.010664+0000","last_peered":"2023-07-14T12:45:46.010664+0000","last_clean":"2023-07-14T12:45:46.010664+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:45:46.010664+0000","last_undegraded":"2023-07-14T12:45:46.010664+0000","last_fullsized":"2023-07-14T12:45:46.010664+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:34:39.026113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003547+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:45:46.003547+0000","last_peered":"2023-07-14T12:45:46.003547+0000","last_clean":"2023-07-14T12:45:46.003547+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:45:46.003547+0000","last_undegraded":"2023-07-14T12:45:46.003547+0000","last_fullsized":"2023-07-14T12:45:46.003547+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:13:46.345160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005125+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:45:46.005125+0000","last_peered":"2023-07-14T12:45:46.005125+0000","last_clean":"2023-07-14T12:45:46.005125+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:45:46.005125+0000","last_undegraded":"2023-07-14T12:45:46.005125+0000","last_fullsized":"2023-07-14T12:45:46.005125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:02:22.594357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005166+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:45:46.005166+0000","last_peered":"2023-07-14T12:45:46.005166+0000","last_clean":"2023-07-14T12:45:46.005166+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:45:46.005166+0000","last_undegraded":"2023-07-14T12:45:46.005166+0000","last_fullsized":"2023-07-14T12:45:46.005166+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:25:56.501729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007849+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:45:46.007849+0000","last_peered":"2023-07-14T12:45:46.007849+0000","last_clean":"2023-07-14T12:45:46.007849+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:45:46.007849+0000","last_undegraded":"2023-07-14T12:45:46.007849+0000","last_fullsized":"2023-07-14T12:45:46.007849+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:05:16.248379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002499+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:45:46.002499+0000","last_peered":"2023-07-14T12:45:46.002499+0000","last_clean":"2023-07-14T12:45:46.002499+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:45:46.002499+0000","last_undegraded":"2023-07-14T12:45:46.002499+0000","last_fullsized":"2023-07-14T12:45:46.002499+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:54:20.755833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003427+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:45:46.003427+0000","last_peered":"2023-07-14T12:45:46.003427+0000","last_clean":"2023-07-14T12:45:46.003427+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:45:46.003427+0000","last_undegraded":"2023-07-14T12:45:46.003427+0000","last_fullsized":"2023-07-14T12:45:46.003427+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:45:55.339509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005945+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:45:46.005945+0000","last_peered":"2023-07-14T12:45:46.005945+0000","last_clean":"2023-07-14T12:45:46.005945+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:45:46.005945+0000","last_undegraded":"2023-07-14T12:45:46.005945+0000","last_fullsized":"2023-07-14T12:45:46.005945+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:40:23.011473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004419+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:45:46.004419+0000","last_peered":"2023-07-14T12:45:46.004419+0000","last_clean":"2023-07-14T12:45:46.004419+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:45:46.004419+0000","last_undegraded":"2023-07-14T12:45:46.004419+0000","last_fullsized":"2023-07-14T12:45:46.004419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006456+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:45:46.006456+0000","last_peered":"2023-07-14T12:45:46.006456+0000","last_clean":"2023-07-14T12:45:46.006456+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:45:46.006456+0000","last_undegraded":"2023-07-14T12:45:46.006456+0000","last_fullsized":"2023-07-14T12:45:46.006456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:27:24.059586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004305+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:45:46.004305+0000","last_peered":"2023-07-14T12:45:46.004305+0000","last_clean":"2023-07-14T12:45:46.004305+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:45:46.004305+0000","last_undegraded":"2023-07-14T12:45:46.004305+0000","last_fullsized":"2023-07-14T12:45:46.004305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:11.899848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025592+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:45:46.025592+0000","last_peered":"2023-07-14T12:45:46.025592+0000","last_clean":"2023-07-14T12:45:46.025592+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:45:46.025592+0000","last_undegraded":"2023-07-14T12:45:46.025592+0000","last_fullsized":"2023-07-14T12:45:46.025592+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:05:10.735300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002682+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:45:46.002682+0000","last_peered":"2023-07-14T12:45:46.002682+0000","last_clean":"2023-07-14T12:45:46.002682+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:45:46.002682+0000","last_undegraded":"2023-07-14T12:45:46.002682+0000","last_fullsized":"2023-07-14T12:45:46.002682+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:30:26.978677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003490+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:45:46.003490+0000","last_peered":"2023-07-14T12:45:46.003490+0000","last_clean":"2023-07-14T12:45:46.003490+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:45:46.003490+0000","last_undegraded":"2023-07-14T12:45:46.003490+0000","last_fullsized":"2023-07-14T12:45:46.003490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:41:48.569970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63569,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":761,"num_read_kb":471,"num_write":231,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1816,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":195027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203,"ondisk_log_size":203,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547229,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27836,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717316,"statfs":{"total":95995035648,"available":95966531584,"internally_reserved":0,"allocated":905216,"data_stored":430037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.52300000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.499}]},{"osd":2,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61799999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.47999999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.434},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.68400000000000005}]},{"osd":8,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.54900000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.751}]},{"osd":10,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.72099999999999997}]}]},{"osd":10,"up_from":68,"seq":292057776159,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28500,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716652,"statfs":{"total":95995035648,"available":95965851648,"internally_reserved":0,"allocated":1585152,"data_stored":1076678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.56999999999999995}]},{"osd":1,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.441,"15min":0.441},"min":{"1min":0.35499999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.56599999999999995,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.437},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.45800000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60599999999999998,"15min":0.60299999999999998},"min":{"1min":0.48999999999999999,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.71999999999999997,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63600000000000001,"15min":0.63700000000000001},"min":{"1min":0.5,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.628}]},{"osd":3,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.70499999999999996,"15min":0.72699999999999998},"min":{"1min":0.41899999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81000000000000005,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.68200000000000005,"15min":0.69399999999999995},"min":{"1min":0.436,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.81100000000000005,"5min":1.788,"15min":1.788},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.43099999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38300000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71899999999999997,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.47899999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.67000000000000004,"15min":0.66800000000000004},"min":{"1min":0.52600000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.83499999999999996,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.56999999999999995,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.83399999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.72699999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.83899999999999997,"15min":0.871},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.85099999999999998,"5min":4.673,"15min":4.673},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.72299999999999998,"15min":0.71999999999999997},"min":{"1min":0.53700000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.94599999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76000000000000001,"15min":0.75600000000000001},"min":{"1min":0.65900000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92800000000000005,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.752,"5min":0.79200000000000004,"15min":0.79800000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.89700000000000002,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.84199999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.92700000000000005,"15min":0.94899999999999995},"min":{"1min":0.56599999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.98399999999999999,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.93600000000000005,"15min":0.96199999999999997},"min":{"1min":0.55400000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92800000000000005,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.65300000000000002}]},{"osd":11,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.80300000000000005}]}]},{"osd":9,"up_from":63,"seq":270582939685,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27848,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717304,"statfs":{"total":95995035648,"available":95966519296,"internally_reserved":0,"allocated":917504,"data_stored":429321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.49099999999999999,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.90300000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51800000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.45800000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.874,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.42099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.67500000000000004,"15min":0.68700000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.68000000000000005,"15min":0.69499999999999995},"min":{"1min":0.44,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58499999999999996,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.57299999999999995,"15min":0.59299999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.88600000000000001,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.5}]},{"osd":4,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.46200000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.72999999999999998,"15min":0.753},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81799999999999995,"5min":1.101,"15min":1.101},"last":0.55500000000000005}]},{"osd":5,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.754,"15min":0.76800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.64700000000000002}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.78200000000000003,"15min":0.79300000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.72999999999999998,"15min":0.73599999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":0.621}]},{"osd":7,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.80800000000000005,"15min":0.82799999999999996},"min":{"1min":0.57499999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90400000000000003,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.83599999999999997,"15min":0.85099999999999998},"min":{"1min":0.55500000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.748}]},{"osd":8,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.995,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.86699999999999999,"15min":0.88500000000000001},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.78800000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.81599999999999995,"15min":0.82999999999999996},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.93000000000000005,"5min":1.264,"15min":1.264},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.80400000000000005,"15min":0.82299999999999995},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.91400000000000003,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.73699999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]}]},{"osd":8,"up_from":56,"seq":240518168616,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27828,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717324,"statfs":{"total":95995035648,"available":95966539776,"internally_reserved":0,"allocated":897024,"data_stored":428674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.58499999999999996}]},{"osd":1,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59299999999999997,"15min":0.57899999999999996},"min":{"1min":0.439,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.623},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.62,"15min":0.61199999999999999},"min":{"1min":0.46600000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.68899999999999995}]},{"osd":2,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46899999999999997,"15min":0.45300000000000001},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.47999999999999998,"15min":0.47099999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.78300000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.624,"15min":0.61099999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.84299999999999997}]},{"osd":4,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.61199999999999999,"15min":0.59899999999999998},"min":{"1min":0.45300000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.878},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.63800000000000001,"15min":0.624},"min":{"1min":0.48199999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.89400000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59199999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.746},{"interface":"front","average":{"1min":0.629,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.6839999999999999,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69199999999999995,"15min":0.68400000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.745,"15min":0.74199999999999999},"min":{"1min":0.57799999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.82599999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.72899999999999998,"15min":0.72299999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70999999999999996,"15min":0.70099999999999996},"min":{"1min":0.52900000000000003,"5min":0.438,"15min":0.438},"max":{"1min":1.758,"5min":1.758,"15min":1.758},"last":0.96299999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.76000000000000001,"15min":0.74399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.76700000000000002,"15min":0.75600000000000001},"min":{"1min":0.63,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.98799999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.77700000000000002,"15min":0.76900000000000002},"min":{"1min":0.65100000000000002,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.92800000000000005,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.008},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.79700000000000004,"15min":0.78800000000000003},"min":{"1min":0.63800000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.0820000000000001,"5min":1.107,"15min":1.107},"last":0.93700000000000006}]},{"osd":11,"last update":"Fri Jul 14 12:45:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":1.028}]}]},{"osd":7,"up_from":49,"seq":210453397549,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1468,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1503232,"data_stored":1022114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.32900000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.60799999999999998,"15min":0.59699999999999998},"min":{"1min":0.437,"5min":0.375,"15min":0.375},"max":{"1min":0.87,"5min":0.874,"15min":0.874},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.58799999999999997,"15min":0.56599999999999995},"min":{"1min":0.48299999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54800000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.40500000000000003,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.59499999999999997,"15min":0.58899999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.60699999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.501,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.67000000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.50700000000000001,"15min":0.499},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.49099999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.64500000000000002,"15min":0.623},"min":{"1min":0.502,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.64700000000000002,"15min":0.63100000000000001},"min":{"1min":0.51600000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.63100000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.76100000000000001,"15min":0.71899999999999997},"min":{"1min":0.42399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":6.0979999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.036,"5min":0.75700000000000001,"15min":0.69699999999999995},"min":{"1min":0.46999999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":8.5660000000000007,"5min":8.5660000000000007,"15min":8.5660000000000007},"last":0.747}]},{"osd":8,"last update":"Fri Jul 14 12:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.67300000000000004,"15min":0.67100000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.70199999999999996,"15min":0.69299999999999995},"min":{"1min":0.53100000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.82599999999999996}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.755,"15min":0.76400000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.78700000000000003,"15min":0.79900000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.98499999999999999,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.66900000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.77100000000000002,"15min":0.78300000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.70999999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.72399999999999998}]},{"osd":11,"last update":"Fri Jul 14 12:45:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.70999999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561074,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27832,"kb_used_data":880,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717320,"statfs":{"total":95995035648,"available":95966535680,"internally_reserved":0,"allocated":901120,"data_stored":428996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60699999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.434,"15min":0.436},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54200000000000004,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":1.5580000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.60499999999999998,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":1.002}]},{"osd":2,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61899999999999999,"15min":0.60999999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73499999999999999,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.96399999999999997,"5min":1.167,"15min":1.167},"last":0.64600000000000002}]},{"osd":3,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64500000000000002,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":1.321},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65300000000000002,"5min":1.147,"15min":1.147},"last":1.391}]},{"osd":4,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.65300000000000002,"15min":0.65900000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76400000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.75},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.81499999999999995,"5min":1.119,"15min":1.119},"last":1.0449999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.67700000000000005,"15min":0.66900000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.79600000000000004,"5min":1.246,"15min":1.246},"last":1.2390000000000001},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.879,"5min":1.405,"15min":1.405},"last":0.60199999999999998}]},{"osd":7,"last update":"Fri Jul 14 12:45:41 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.68700000000000006,"15min":0.67900000000000005},"min":{"1min":0.50700000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.999,"5min":1.272,"15min":1.272},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.90900000000000003,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.83399999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.76000000000000001,"15min":0.78500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.88500000000000001,"5min":1.454,"15min":1.454},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.76000000000000001,"15min":0.78800000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.276,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":1.276}]},{"osd":9,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.65300000000000002,"15min":0.66500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77600000000000002,"5min":1.085,"15min":1.085},"last":1.097},{"interface":"front","average":{"1min":0.629,"5min":0.71699999999999997,"15min":0.73199999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94099999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.53800000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.76100000000000001,"15min":0.77500000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.80500000000000005,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.077},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.83499999999999996,"15min":0.85199999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.038,"5min":1.496,"15min":1.496},"last":0.79500000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":970752,"data_stored":491454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.497},"min":{"1min":0.33400000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.85799999999999998,"5min":1.008,"15min":1.008},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.502},"min":{"1min":0.35799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.61099999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:46:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54300000000000004,"15min":0.51500000000000001},"min":{"1min":0.33200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.55000000000000004,"15min":0.50800000000000001},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":0.81599999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.73899999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:45:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53600000000000003,"15min":0.503},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89600000000000002,"5min":1.109,"15min":1.109},"last":0.68999999999999995}]},{"osd":4,"last update":"Fri Jul 14 12:45:40 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.42699999999999999,"15min":0.39400000000000002},"min":{"1min":0.32800000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66500000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.45500000000000002,"15min":0.43099999999999999},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69299999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:46:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.60599999999999998,"15min":0.56399999999999995},"min":{"1min":0.438,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82799999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.63600000000000001,"15min":0.59799999999999998},"min":{"1min":0.54500000000000004,"5min":0.439,"15min":0.439},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.79600000000000004}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.503,"5min":0.433,"15min":0.433},"max":{"1min":0.79100000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.442,"5min":0.38,"15min":0.38},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.77200000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.54400000000000004,"15min":0.51400000000000001},"min":{"1min":0.48599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.78800000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.55000000000000004,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.82499999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67000000000000004,"15min":0.66200000000000003},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.88},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.69099999999999995,"15min":0.68700000000000006},"min":{"1min":0.53400000000000003,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.85399999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72299999999999998,"15min":0.71499999999999997},"min":{"1min":0.58599999999999997,"5min":0.496,"15min":0.496},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.59899999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88800000000000001,"5min":1.03,"15min":1.03},"last":0.91100000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.73599999999999999,"15min":0.73199999999999998},"min":{"1min":0.49099999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.94299999999999995,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.749},"min":{"1min":0.59999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96799999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.86699999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.89000000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27852,"kb_used_data":900,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717300,"statfs":{"total":95995035648,"available":95966515200,"internally_reserved":0,"allocated":921600,"data_stored":430329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.35299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68899999999999995,"5min":1.861,"15min":1.861},"last":0.62},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.78000000000000003,"5min":1.486,"15min":1.486},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:45:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55900000000000005,"15min":0.53300000000000003},"min":{"1min":0.45500000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.88700000000000001,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.53600000000000003},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83199999999999996,"5min":0.878,"15min":0.878},"last":0.66600000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.442},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.495}]},{"osd":4,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.60199999999999998,"15min":0.626},"min":{"1min":0.36299999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.81399999999999995,"5min":1.615,"15min":1.615},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56200000000000006,"15min":0.56299999999999994},"min":{"1min":0.39700000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67300000000000004,"5min":1.496,"15min":1.496},"last":0.64500000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.58199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74199999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.627},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57799999999999996,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69499999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.71999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76500000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83399999999999996,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.54500000000000004}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.71199999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:46:10 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.72799999999999998,"15min":0.76400000000000001},"min":{"1min":0.47499999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84899999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.76000000000000001},"min":{"1min":0.46200000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.876,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.72799999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.71099999999999997,"15min":0.72299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.75,"15min":0.77100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.91500000000000004,"5min":1.008,"15min":1.008},"last":0.79000000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.58499999999999996,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.90500000000000003,"5min":0.995,"15min":0.995},"last":0.749},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71999999999999997,"15min":0.72999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.86399999999999999,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73799999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:46:10 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70599999999999996,"15min":0.70399999999999996},"min":{"1min":0.59599999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.84899999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.752,"5min":0.70399999999999996,"15min":0.69599999999999995},"min":{"1min":0.58499999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.89000000000000001,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.82299999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":970752,"data_stored":485584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54200000000000004,"15min":0.52800000000000002},"min":{"1min":0.35799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52400000000000002,"15min":0.54100000000000004},"min":{"1min":0.34000000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.69599999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.54600000000000004}]},{"osd":1,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.53500000000000003,"15min":0.51800000000000002},"min":{"1min":0.38900000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.58599999999999997,"15min":0.54400000000000004},"min":{"1min":0.57599999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:45:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56499999999999995,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77400000000000002,"5min":0.876,"15min":0.876},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.82799999999999996,"5min":0.878,"15min":0.878},"last":0.58499999999999996}]},{"osd":4,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.5}]},{"osd":5,"last update":"Fri Jul 14 12:46:04 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.51300000000000001,"15min":0.49299999999999999},"min":{"1min":0.373,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.54300000000000004,"15min":0.51900000000000002},"min":{"1min":0.46000000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.52200000000000002}]},{"osd":6,"last update":"Fri Jul 14 12:45:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61099999999999999,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.68500000000000005}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:46:08 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.64900000000000002,"15min":0.625},"min":{"1min":0.49199999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91800000000000004,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61099999999999999,"15min":0.60599999999999998},"min":{"1min":0.48999999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88600000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.59499999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.747},"min":{"1min":0.63,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73399999999999999,"15min":0.72899999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.71699999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.71099999999999997,"15min":0.69699999999999995},"min":{"1min":0.52200000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94399999999999995,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.625},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67500000000000004,"15min":0.65700000000000003},"min":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.67100000000000004}]},{"osd":11,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.73099999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27848,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717304,"statfs":{"total":95995035648,"available":95966519296,"internally_reserved":0,"allocated":917504,"data_stored":428875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.36199999999999999},"min":{"1min":0.312,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.58099999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72299999999999998,"5min":1.01,"15min":1.01},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57999999999999996,"15min":0.55400000000000005},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77500000000000002,"5min":0.876,"15min":0.876},"last":0.54500000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65900000000000003,"15min":0.55300000000000005},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57599999999999996,"15min":0.52800000000000002},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82299999999999995,"5min":1.008,"15min":1.008},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Jul 14 12:45:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60199999999999998,"15min":0.57199999999999995},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83899999999999997,"5min":1.155,"15min":1.155},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63200000000000001,"15min":0.60399999999999998},"min":{"1min":0.48099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.79400000000000004,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.58499999999999996}]},{"osd":5,"last update":"Fri Jul 14 12:46:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.58999999999999997},"min":{"1min":0.42899999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82399999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.629,"15min":0.621},"min":{"1min":0.39400000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86199999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.50900000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.55600000000000005,"15min":0.54600000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76000000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61699999999999999,"15min":0.60399999999999998},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80800000000000005,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.57399999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.71099999999999997,"15min":0.71599999999999997},"min":{"1min":0.52700000000000002,"5min":0.443,"15min":0.443},"max":{"1min":0.91900000000000004,"5min":1.079,"15min":1.079},"last":0.63},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.753,"15min":0.76900000000000002},"min":{"1min":0.53800000000000003,"5min":0.499,"15min":0.499},"max":{"1min":0.82599999999999996,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.70799999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.78000000000000003,"15min":0.81200000000000006},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85299999999999998,"5min":1.294,"15min":1.294},"last":0.434},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.78400000000000003,"15min":0.80800000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.88100000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.60899999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.90900000000000003,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.77600000000000002,"15min":0.78400000000000003},"min":{"1min":0.61899999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.68899999999999995}]},{"osd":11,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64700000000000002}]}]},{"osd":4,"up_from":32,"seq":137438953529,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27840,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717312,"statfs":{"total":95995035648,"available":95966527488,"internally_reserved":0,"allocated":909312,"data_stored":430363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.378},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39300000000000002,"15min":0.36499999999999999},"min":{"1min":0.312,"5min":0.248,"15min":0.248},"max":{"1min":0.55800000000000005,"5min":0.62,"15min":0.62},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.40699999999999997,"15min":0.375},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67100000000000004,"5min":0.752,"15min":0.752},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.54000000000000004,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.57199999999999995,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80400000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.56299999999999994,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68700000000000006,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73099999999999998,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.434}]},{"osd":5,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59999999999999998,"15min":0.56899999999999995},"min":{"1min":0.48599999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.83199999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.36299999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85099999999999998,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.58999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.66900000000000004,"15min":0.64500000000000002},"min":{"1min":0.495,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.99099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.65100000000000002,"15min":0.63900000000000001},"min":{"1min":0.44900000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57699999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58799999999999997,"15min":0.54600000000000004},"min":{"1min":0.35399999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88700000000000001,"5min":1.093,"15min":1.093},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57099999999999995,"15min":0.54400000000000004},"min":{"1min":0.46000000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.75800000000000001,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.56200000000000006}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.66100000000000003,"15min":0.64000000000000001},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.75,"5min":0.73999999999999999,"15min":0.72399999999999998},"min":{"1min":0.46600000000000003,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.97999999999999998,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.63500000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:28 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.79700000000000004,"15min":0.80000000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.024,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.747},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.76500000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99199999999999999,"5min":1.01,"15min":1.01},"last":0.68899999999999995}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.73099999999999998,"15min":0.73199999999999998},"min":{"1min":0.498,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.96499999999999997,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.82899999999999996,"15min":0.83099999999999996},"min":{"1min":0.70899999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":0.95699999999999996,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.70999999999999996}]},{"osd":11,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.82199999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790006,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28436,"kb_used_data":1484,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716716,"statfs":{"total":95995035648,"available":95965917184,"internally_reserved":0,"allocated":1519616,"data_stored":1021839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.373,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67100000000000004,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52000000000000002,"15min":0.51200000000000001},"min":{"1min":0.34499999999999997,"5min":0.317,"15min":0.317},"max":{"1min":0.94999999999999996,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.38500000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55600000000000005,"15min":0.52400000000000002},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.53200000000000003,"15min":0.496},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61899999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.373},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.40600000000000003,"15min":0.375},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.436}]},{"osd":3,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.51600000000000001},"min":{"1min":0.34499999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.504},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55900000000000005,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70899999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.56699999999999995,"15min":0.53400000000000003},"min":{"1min":0.48199999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.80400000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.60199999999999998,"15min":0.55400000000000005},"min":{"1min":0.48899999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.85499999999999998,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.47499999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78400000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.61099999999999999,"15min":0.60699999999999998},"min":{"1min":0.47499999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.58499999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.52500000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66500000000000004,"15min":0.65900000000000003},"min":{"1min":0.56799999999999995,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85199999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.69499999999999995}]},{"osd":8,"last update":"Fri Jul 14 12:46:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.59399999999999997,"15min":0.58299999999999996},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.94699999999999995,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.66200000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.70899999999999996,"15min":0.70699999999999996},"min":{"1min":0.56299999999999994,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.93700000000000006,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.54600000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.93200000000000005,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.73399999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70999999999999996,"15min":0.69599999999999995},"min":{"1min":0.67400000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.69999999999999996,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":57385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:46:14.336 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-14T12:46:14.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2338746855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:14.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1336019105' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:14.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1844611636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:14.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 -- 172.21.15.40:0/3079781365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180ff5c0 msgr2=0x7f5c18106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/3079781365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180ff5c0 0x7f5c18106e70 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5c1000b0a0 tx=0x7f5c1000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 -- 172.21.15.40:0/3079781365 shutdown_connections 2023-07-14T12:46:14.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/3079781365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180ff5c0 0x7f5c18106e70 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/3079781365 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c18100050 0x7f5c18100460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/3079781365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c180fec10 0x7f5c180ff080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 -- 172.21.15.40:0/3079781365 >> 172.21.15.40:0/3079781365 conn(0x7f5c180f9770 msgr2=0x7f5c180fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:14.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 -- 172.21.15.40:0/3079781365 shutdown_connections 2023-07-14T12:46:14.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.479+0000 7f5c1cb60700 1 -- 172.21.15.40:0/3079781365 wait complete. 2023-07-14T12:46:14.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 Processor -- start 2023-07-14T12:46:14.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 -- start start 2023-07-14T12:46:14.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 0x7f5c181958a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c180ff5c0 0x7f5c18195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c18100050 0x7f5c1819ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1819d420 con 0x7f5c180fec10 2023-07-14T12:46:14.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1819d560 con 0x7f5c18100050 2023-07-14T12:46:14.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1cb60700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1819d6f0 con 0x7f5c180ff5c0 2023-07-14T12:46:14.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 0x7f5c181958a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 0x7f5c181958a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33446/0 (socket says 172.21.15.40:33446) 2023-07-14T12:46:14.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.480+0000 7f5c1659c700 1 -- 172.21.15.40:0/551912748 learned_addr learned my addr 172.21.15.40:0/551912748 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:14.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c15d9b700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c180ff5c0 0x7f5c18195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c16d9d700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c18100050 0x7f5c1819ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1659c700 1 -- 172.21.15.40:0/551912748 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c180ff5c0 msgr2=0x7f5c18195de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1659c700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c180ff5c0 0x7f5c18195de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1659c700 1 -- 172.21.15.40:0/551912748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c18100050 msgr2=0x7f5c1819ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1659c700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c18100050 0x7f5c1819ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1659c700 1 -- 172.21.15.40:0/551912748 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c10009d00 con 0x7f5c180fec10 2023-07-14T12:46:14.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1659c700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 0x7f5c181958a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000e9a0 tx=0x7f5c0000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:14.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c00009790 con 0x7f5c180fec10 2023-07-14T12:46:14.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c0000cbd0 con 0x7f5c180fec10 2023-07-14T12:46:14.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c1819d9d0 con 0x7f5c180fec10 2023-07-14T12:46:14.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c00018680 con 0x7f5c180fec10 2023-07-14T12:46:14.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.481+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c1819dee0 con 0x7f5c180fec10 2023-07-14T12:46:14.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.482+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c1810a1a0 con 0x7f5c180fec10 2023-07-14T12:46:14.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.483+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f5c0000cd40 con 0x7f5c180fec10 2023-07-14T12:46:14.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.484+0000 7f5c0f7fe700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5c040a1220 0x7f5c040a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.484+0000 7f5c15d9b700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5c040a1220 0x7f5c040a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.484+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f5c00014070 con 0x7f5c180fec10 2023-07-14T12:46:14.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.484+0000 7f5c15d9b700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5c040a1220 0x7f5c040a36d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5c08009c60 tx=0x7f5c08009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:14.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.487+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5c000965c0 con 0x7f5c180fec10 2023-07-14T12:46:14.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2338746855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:14.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1336019105' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:14.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1844611636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:14.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.684+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5c180fe230 con 0x7f5c040a1220 2023-07-14T12:46:14.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.696+0000 7f5c0f7fe700 1 -- 172.21.15.40:0/551912748 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+343989 (secure 0 0 0) 0x7f5c180fe230 con 0x7f5c040a1220 2023-07-14T12:46:14.715 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:14.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5c040a1220 msgr2=0x7f5c040a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5c040a1220 0x7f5c040a36d0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5c08009c60 tx=0x7f5c08009260 comp rx=0 tx=0).stop 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 msgr2=0x7f5c181958a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 0x7f5c181958a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f5c0000e9a0 tx=0x7f5c0000ecb0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 shutdown_connections 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f5c040a1220 0x7f5c040a36d0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c18100050 0x7f5c1819ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c180fec10 0x7f5c181958a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 --2- 172.21.15.40:0/551912748 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c180ff5c0 0x7f5c18195de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 >> 172.21.15.40:0/551912748 conn(0x7f5c180f9770 msgr2=0x7f5c180fdb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:14.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 shutdown_connections 2023-07-14T12:46:14.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.700+0000 7f5c1cb60700 1 -- 172.21.15.40:0/551912748 wait complete. 2023-07-14T12:46:14.719 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:46:14.726 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":296,"stamp":"2023-07-14T12:46:13.004276+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654183,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":897,"num_read_kb":590,"num_write":414,"num_write_kb":3066,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182552,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":342,"ondisk_log_size":342,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336040,"kb_used_data":12616,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124605784,"statfs":{"total":1151940427776,"available":1151596322816,"internally_reserved":0,"allocated":12918784,"data_stored":7104264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":318,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":116,"num_read_kb":51,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003156"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003741+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:45:46.003741+0000","last_peered":"2023-07-14T12:45:46.003741+0000","last_clean":"2023-07-14T12:45:46.003741+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:45:46.003741+0000","last_undegraded":"2023-07-14T12:45:46.003741+0000","last_fullsized":"2023-07-14T12:45:46.003741+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:15:10.012794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007241+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:45:46.007241+0000","last_peered":"2023-07-14T12:45:46.007241+0000","last_clean":"2023-07-14T12:45:46.007241+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:45:46.007241+0000","last_undegraded":"2023-07-14T12:45:46.007241+0000","last_fullsized":"2023-07-14T12:45:46.007241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:06:00.501495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007022+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:45:46.007022+0000","last_peered":"2023-07-14T12:45:46.007022+0000","last_clean":"2023-07-14T12:45:46.007022+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:45:46.007022+0000","last_undegraded":"2023-07-14T12:45:46.007022+0000","last_fullsized":"2023-07-14T12:45:46.007022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:10:58.501057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006291+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:45:46.006291+0000","last_peered":"2023-07-14T12:45:46.006291+0000","last_clean":"2023-07-14T12:45:46.006291+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:45:46.006291+0000","last_undegraded":"2023-07-14T12:45:46.006291+0000","last_fullsized":"2023-07-14T12:45:46.006291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:53:55.587888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008845+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:45:46.008845+0000","last_peered":"2023-07-14T12:45:46.008845+0000","last_clean":"2023-07-14T12:45:46.008845+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:45:46.008845+0000","last_undegraded":"2023-07-14T12:45:46.008845+0000","last_fullsized":"2023-07-14T12:45:46.008845+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:39:45.058471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088571+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:45:46.088571+0000","last_peered":"2023-07-14T12:45:46.088571+0000","last_clean":"2023-07-14T12:45:46.088571+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:45:46.088571+0000","last_undegraded":"2023-07-14T12:45:46.088571+0000","last_fullsized":"2023-07-14T12:45:46.088571+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:29:46.410713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009409+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:45:46.009409+0000","last_peered":"2023-07-14T12:45:46.009409+0000","last_clean":"2023-07-14T12:45:46.009409+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:45:46.009409+0000","last_undegraded":"2023-07-14T12:45:46.009409+0000","last_fullsized":"2023-07-14T12:45:46.009409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:12:13.648338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004180+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:45:46.004180+0000","last_peered":"2023-07-14T12:45:46.004180+0000","last_clean":"2023-07-14T12:45:46.004180+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:45:46.004180+0000","last_undegraded":"2023-07-14T12:45:46.004180+0000","last_fullsized":"2023-07-14T12:45:46.004180+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:38:07.202076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025925+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:45:46.025925+0000","last_peered":"2023-07-14T12:45:46.025925+0000","last_clean":"2023-07-14T12:45:46.025925+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:45:46.025925+0000","last_undegraded":"2023-07-14T12:45:46.025925+0000","last_fullsized":"2023-07-14T12:45:46.025925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:00:09.249353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088894+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:45:46.088894+0000","last_peered":"2023-07-14T12:45:46.088894+0000","last_clean":"2023-07-14T12:45:46.088894+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:45:46.088894+0000","last_undegraded":"2023-07-14T12:45:46.088894+0000","last_fullsized":"2023-07-14T12:45:46.088894+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:32:45.416156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010062+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:45:46.010062+0000","last_peered":"2023-07-14T12:45:46.010062+0000","last_clean":"2023-07-14T12:45:46.010062+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:45:46.010062+0000","last_undegraded":"2023-07-14T12:45:46.010062+0000","last_fullsized":"2023-07-14T12:45:46.010062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:03:12.184692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006115+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:45:46.006115+0000","last_peered":"2023-07-14T12:45:46.006115+0000","last_clean":"2023-07-14T12:45:46.006115+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:45:46.006115+0000","last_undegraded":"2023-07-14T12:45:46.006115+0000","last_fullsized":"2023-07-14T12:45:46.006115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:22:55.965523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002559+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:45:46.002559+0000","last_peered":"2023-07-14T12:45:46.002559+0000","last_clean":"2023-07-14T12:45:46.002559+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:45:46.002559+0000","last_undegraded":"2023-07-14T12:45:46.002559+0000","last_fullsized":"2023-07-14T12:45:46.002559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:53:59.193039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007490+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:45:46.007490+0000","last_peered":"2023-07-14T12:45:46.007490+0000","last_clean":"2023-07-14T12:45:46.007490+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:45:46.007490+0000","last_undegraded":"2023-07-14T12:45:46.007490+0000","last_fullsized":"2023-07-14T12:45:46.007490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:54.652921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007329+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:45:46.007329+0000","last_peered":"2023-07-14T12:45:46.007329+0000","last_clean":"2023-07-14T12:45:46.007329+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:45:46.007329+0000","last_undegraded":"2023-07-14T12:45:46.007329+0000","last_fullsized":"2023-07-14T12:45:46.007329+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:24:35.076903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025323+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:45:46.025323+0000","last_peered":"2023-07-14T12:45:46.025323+0000","last_clean":"2023-07-14T12:45:46.025323+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:45:46.025323+0000","last_undegraded":"2023-07-14T12:45:46.025323+0000","last_fullsized":"2023-07-14T12:45:46.025323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:26:33.661204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003600+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:45:46.003600+0000","last_peered":"2023-07-14T12:45:46.003600+0000","last_clean":"2023-07-14T12:45:46.003600+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:45:46.003600+0000","last_undegraded":"2023-07-14T12:45:46.003600+0000","last_fullsized":"2023-07-14T12:45:46.003600+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:59:18.168485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007000+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:45:46.007000+0000","last_peered":"2023-07-14T12:45:46.007000+0000","last_clean":"2023-07-14T12:45:46.007000+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:45:46.007000+0000","last_undegraded":"2023-07-14T12:45:46.007000+0000","last_fullsized":"2023-07-14T12:45:46.007000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:25:45.884793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005722+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:45:46.005722+0000","last_peered":"2023-07-14T12:45:46.005722+0000","last_clean":"2023-07-14T12:45:46.005722+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:45:46.005722+0000","last_undegraded":"2023-07-14T12:45:46.005722+0000","last_fullsized":"2023-07-14T12:45:46.005722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:16:03.991939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":134,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.056167+0000","last_change":"2023-07-14T12:45:46.036894+0000","last_active":"2023-07-14T12:46:09.056167+0000","last_peered":"2023-07-14T12:46:09.056167+0000","last_clean":"2023-07-14T12:46:09.056167+0000","last_became_active":"2023-07-14T12:45:46.026935+0000","last_became_peered":"2023-07-14T12:45:46.026935+0000","last_unstale":"2023-07-14T12:46:09.056167+0000","last_undegraded":"2023-07-14T12:46:09.056167+0000","last_fullsized":"2023-07-14T12:46:09.056167+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:07:16.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,1],"acting":[9,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010982+0000","last_change":"2023-07-14T12:45:46.010982+0000","last_active":"2023-07-14T12:45:46.010982+0000","last_peered":"2023-07-14T12:45:46.010982+0000","last_clean":"2023-07-14T12:45:46.010982+0000","last_became_active":"2023-07-14T12:45:46.010638+0000","last_became_peered":"2023-07-14T12:45:46.010638+0000","last_unstale":"2023-07-14T12:45:46.010982+0000","last_undegraded":"2023-07-14T12:45:46.010982+0000","last_fullsized":"2023-07-14T12:45:46.010982+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:43:03.041716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004713+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:45:46.004713+0000","last_peered":"2023-07-14T12:45:46.004713+0000","last_clean":"2023-07-14T12:45:46.004713+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:45:46.004713+0000","last_undegraded":"2023-07-14T12:45:46.004713+0000","last_fullsized":"2023-07-14T12:45:46.004713+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:29:03.290563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007504+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:45:46.007504+0000","last_peered":"2023-07-14T12:45:46.007504+0000","last_clean":"2023-07-14T12:45:46.007504+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:45:46.007504+0000","last_undegraded":"2023-07-14T12:45:46.007504+0000","last_fullsized":"2023-07-14T12:45:46.007504+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:05:27.096694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009662+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:45:46.009662+0000","last_peered":"2023-07-14T12:45:46.009662+0000","last_clean":"2023-07-14T12:45:46.009662+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:45:46.009662+0000","last_undegraded":"2023-07-14T12:45:46.009662+0000","last_fullsized":"2023-07-14T12:45:46.009662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:13.205342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025435+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:45:46.025435+0000","last_peered":"2023-07-14T12:45:46.025435+0000","last_clean":"2023-07-14T12:45:46.025435+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:45:46.025435+0000","last_undegraded":"2023-07-14T12:45:46.025435+0000","last_fullsized":"2023-07-14T12:45:46.025435+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:44:21.769640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009382+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:45:46.009382+0000","last_peered":"2023-07-14T12:45:46.009382+0000","last_clean":"2023-07-14T12:45:46.009382+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:45:46.009382+0000","last_undegraded":"2023-07-14T12:45:46.009382+0000","last_fullsized":"2023-07-14T12:45:46.009382+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:26:01.729109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006619+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:45:46.006619+0000","last_peered":"2023-07-14T12:45:46.006619+0000","last_clean":"2023-07-14T12:45:46.006619+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:45:46.006619+0000","last_undegraded":"2023-07-14T12:45:46.006619+0000","last_fullsized":"2023-07-14T12:45:46.006619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:54:25.009879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'7","reported_seq":109,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.865728+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:46:10.865728+0000","last_peered":"2023-07-14T12:46:10.865728+0000","last_clean":"2023-07-14T12:46:10.865728+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:46:10.865728+0000","last_undegraded":"2023-07-14T12:46:10.865728+0000","last_fullsized":"2023-07-14T12:46:10.865728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:08:51.942375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1282,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009107+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:45:46.009107+0000","last_peered":"2023-07-14T12:45:46.009107+0000","last_clean":"2023-07-14T12:45:46.009107+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:45:46.009107+0000","last_undegraded":"2023-07-14T12:45:46.009107+0000","last_fullsized":"2023-07-14T12:45:46.009107+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:29.105599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088545+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:45:46.088545+0000","last_peered":"2023-07-14T12:45:46.088545+0000","last_clean":"2023-07-14T12:45:46.088545+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:45:46.088545+0000","last_undegraded":"2023-07-14T12:45:46.088545+0000","last_fullsized":"2023-07-14T12:45:46.088545+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:05.971182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.011256+0000","last_change":"2023-07-14T12:45:46.011256+0000","last_active":"2023-07-14T12:45:46.011256+0000","last_peered":"2023-07-14T12:45:46.011256+0000","last_clean":"2023-07-14T12:45:46.011256+0000","last_became_active":"2023-07-14T12:45:46.010598+0000","last_became_peered":"2023-07-14T12:45:46.010598+0000","last_unstale":"2023-07-14T12:45:46.011256+0000","last_undegraded":"2023-07-14T12:45:46.011256+0000","last_fullsized":"2023-07-14T12:45:46.011256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:48:19.552763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002482+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:45:46.002482+0000","last_peered":"2023-07-14T12:45:46.002482+0000","last_clean":"2023-07-14T12:45:46.002482+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:45:46.002482+0000","last_undegraded":"2023-07-14T12:45:46.002482+0000","last_fullsized":"2023-07-14T12:45:46.002482+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:08:12.547072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004213+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:45:46.004213+0000","last_peered":"2023-07-14T12:45:46.004213+0000","last_clean":"2023-07-14T12:45:46.004213+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:45:46.004213+0000","last_undegraded":"2023-07-14T12:45:46.004213+0000","last_fullsized":"2023-07-14T12:45:46.004213+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:10:28.880426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006342+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:45:46.006342+0000","last_peered":"2023-07-14T12:45:46.006342+0000","last_clean":"2023-07-14T12:45:46.006342+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:45:46.006342+0000","last_undegraded":"2023-07-14T12:45:46.006342+0000","last_fullsized":"2023-07-14T12:45:46.006342+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:43:55.142743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006660+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:45:46.006660+0000","last_peered":"2023-07-14T12:45:46.006660+0000","last_clean":"2023-07-14T12:45:46.006660+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:45:46.006660+0000","last_undegraded":"2023-07-14T12:45:46.006660+0000","last_fullsized":"2023-07-14T12:45:46.006660+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:53:37.563611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"80'4","reported_seq":175,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.044190+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:46:09.044190+0000","last_peered":"2023-07-14T12:46:09.044190+0000","last_clean":"2023-07-14T12:46:09.044190+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:46:09.044190+0000","last_undegraded":"2023-07-14T12:46:09.044190+0000","last_fullsized":"2023-07-14T12:46:09.044190+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:53:55.817116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":153,"num_read_kb":153,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025577+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:45:46.025577+0000","last_peered":"2023-07-14T12:45:46.025577+0000","last_clean":"2023-07-14T12:45:46.025577+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:45:46.025577+0000","last_undegraded":"2023-07-14T12:45:46.025577+0000","last_fullsized":"2023-07-14T12:45:46.025577+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:40:54.527706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009976+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:45:46.009976+0000","last_peered":"2023-07-14T12:45:46.009976+0000","last_clean":"2023-07-14T12:45:46.009976+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:45:46.009976+0000","last_undegraded":"2023-07-14T12:45:46.009976+0000","last_fullsized":"2023-07-14T12:45:46.009976+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:11:28.106167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.011692+0000","last_change":"2023-07-14T12:45:46.011692+0000","last_active":"2023-07-14T12:45:46.011692+0000","last_peered":"2023-07-14T12:45:46.011692+0000","last_clean":"2023-07-14T12:45:46.011692+0000","last_became_active":"2023-07-14T12:45:46.011313+0000","last_became_peered":"2023-07-14T12:45:46.011313+0000","last_unstale":"2023-07-14T12:45:46.011692+0000","last_undegraded":"2023-07-14T12:45:46.011692+0000","last_fullsized":"2023-07-14T12:45:46.011692+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:04.805801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006747+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:45:46.006747+0000","last_peered":"2023-07-14T12:45:46.006747+0000","last_clean":"2023-07-14T12:45:46.006747+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:45:46.006747+0000","last_undegraded":"2023-07-14T12:45:46.006747+0000","last_fullsized":"2023-07-14T12:45:46.006747+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:42:59.626063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025614+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:45:46.025614+0000","last_peered":"2023-07-14T12:45:46.025614+0000","last_clean":"2023-07-14T12:45:46.025614+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:45:46.025614+0000","last_undegraded":"2023-07-14T12:45:46.025614+0000","last_fullsized":"2023-07-14T12:45:46.025614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:12:00.526130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"80'29","reported_seq":210,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.862867+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:46:09.862867+0000","last_peered":"2023-07-14T12:46:09.862867+0000","last_clean":"2023-07-14T12:46:09.862867+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:46:09.862867+0000","last_undegraded":"2023-07-14T12:46:09.862867+0000","last_fullsized":"2023-07-14T12:46:09.862867+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:42.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56241,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":163,"num_read_kb":135,"num_write":31,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009258+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:45:46.009258+0000","last_peered":"2023-07-14T12:45:46.009258+0000","last_clean":"2023-07-14T12:45:46.009258+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:45:46.009258+0000","last_undegraded":"2023-07-14T12:45:46.009258+0000","last_fullsized":"2023-07-14T12:45:46.009258+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:32:49.596946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005392+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:45:46.005392+0000","last_peered":"2023-07-14T12:45:46.005392+0000","last_clean":"2023-07-14T12:45:46.005392+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:45:46.005392+0000","last_undegraded":"2023-07-14T12:45:46.005392+0000","last_fullsized":"2023-07-14T12:45:46.005392+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:01:45.174630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002507+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:45:46.002507+0000","last_peered":"2023-07-14T12:45:46.002507+0000","last_clean":"2023-07-14T12:45:46.002507+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:45:46.002507+0000","last_undegraded":"2023-07-14T12:45:46.002507+0000","last_fullsized":"2023-07-14T12:45:46.002507+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:36:17.501017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006294+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:45:46.006294+0000","last_peered":"2023-07-14T12:45:46.006294+0000","last_clean":"2023-07-14T12:45:46.006294+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:45:46.006294+0000","last_undegraded":"2023-07-14T12:45:46.006294+0000","last_fullsized":"2023-07-14T12:45:46.006294+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:53:38.764705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009870+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:45:46.009870+0000","last_peered":"2023-07-14T12:45:46.009870+0000","last_clean":"2023-07-14T12:45:46.009870+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:45:46.009870+0000","last_undegraded":"2023-07-14T12:45:46.009870+0000","last_fullsized":"2023-07-14T12:45:46.009870+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:37:23.126485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'6","reported_seq":107,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.864129+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:46:10.864129+0000","last_peered":"2023-07-14T12:46:10.864129+0000","last_clean":"2023-07-14T12:46:10.864129+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:46:10.864129+0000","last_undegraded":"2023-07-14T12:46:10.864129+0000","last_fullsized":"2023-07-14T12:46:10.864129+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:32:58.200682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009383+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:45:46.009383+0000","last_peered":"2023-07-14T12:45:46.009383+0000","last_clean":"2023-07-14T12:45:46.009383+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:45:46.009383+0000","last_undegraded":"2023-07-14T12:45:46.009383+0000","last_fullsized":"2023-07-14T12:45:46.009383+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:37:42.739498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008801+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:45:46.008801+0000","last_peered":"2023-07-14T12:45:46.008801+0000","last_clean":"2023-07-14T12:45:46.008801+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:45:46.008801+0000","last_undegraded":"2023-07-14T12:45:46.008801+0000","last_fullsized":"2023-07-14T12:45:46.008801+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:50:55.640258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.026578+0000","last_change":"2023-07-14T12:45:46.026578+0000","last_active":"2023-07-14T12:45:46.026578+0000","last_peered":"2023-07-14T12:45:46.026578+0000","last_clean":"2023-07-14T12:45:46.026578+0000","last_became_active":"2023-07-14T12:45:46.026270+0000","last_became_peered":"2023-07-14T12:45:46.026270+0000","last_unstale":"2023-07-14T12:45:46.026578+0000","last_undegraded":"2023-07-14T12:45:46.026578+0000","last_fullsized":"2023-07-14T12:45:46.026578+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:06:18.421359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.016483+0000","last_change":"2023-07-14T12:45:46.015962+0000","last_active":"2023-07-14T12:45:46.016483+0000","last_peered":"2023-07-14T12:45:46.016483+0000","last_clean":"2023-07-14T12:45:46.016483+0000","last_became_active":"2023-07-14T12:45:46.008454+0000","last_became_peered":"2023-07-14T12:45:46.008454+0000","last_unstale":"2023-07-14T12:45:46.016483+0000","last_undegraded":"2023-07-14T12:45:46.016483+0000","last_fullsized":"2023-07-14T12:45:46.016483+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:45:39.709733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003657+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:45:46.003657+0000","last_peered":"2023-07-14T12:45:46.003657+0000","last_clean":"2023-07-14T12:45:46.003657+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:45:46.003657+0000","last_undegraded":"2023-07-14T12:45:46.003657+0000","last_fullsized":"2023-07-14T12:45:46.003657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:33.512037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007114+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:45:46.007114+0000","last_peered":"2023-07-14T12:45:46.007114+0000","last_clean":"2023-07-14T12:45:46.007114+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:45:46.007114+0000","last_undegraded":"2023-07-14T12:45:46.007114+0000","last_fullsized":"2023-07-14T12:45:46.007114+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:34.977391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088720+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:45:46.088720+0000","last_peered":"2023-07-14T12:45:46.088720+0000","last_clean":"2023-07-14T12:45:46.088720+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:45:46.088720+0000","last_undegraded":"2023-07-14T12:45:46.088720+0000","last_fullsized":"2023-07-14T12:45:46.088720+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:26:57.908197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'5","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.056782+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:46:09.056782+0000","last_peered":"2023-07-14T12:46:09.056782+0000","last_clean":"2023-07-14T12:46:09.056782+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:46:09.056782+0000","last_undegraded":"2023-07-14T12:46:09.056782+0000","last_fullsized":"2023-07-14T12:46:09.056782+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:06:47.511886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":77,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088624+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:45:46.088624+0000","last_peered":"2023-07-14T12:45:46.088624+0000","last_clean":"2023-07-14T12:45:46.088624+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:45:46.088624+0000","last_undegraded":"2023-07-14T12:45:46.088624+0000","last_fullsized":"2023-07-14T12:45:46.088624+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:49:42.052341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006949+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:45:46.006949+0000","last_peered":"2023-07-14T12:45:46.006949+0000","last_clean":"2023-07-14T12:45:46.006949+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:45:46.006949+0000","last_undegraded":"2023-07-14T12:45:46.006949+0000","last_fullsized":"2023-07-14T12:45:46.006949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:15:19.074451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:08.860714+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:46:08.860714+0000","last_peered":"2023-07-14T12:46:08.860714+0000","last_clean":"2023-07-14T12:46:08.860714+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:46:08.860714+0000","last_undegraded":"2023-07-14T12:46:08.860714+0000","last_fullsized":"2023-07-14T12:46:08.860714+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:53:04.945807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":79,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004408+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:45:46.004408+0000","last_peered":"2023-07-14T12:45:46.004408+0000","last_clean":"2023-07-14T12:45:46.004408+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:45:46.004408+0000","last_undegraded":"2023-07-14T12:45:46.004408+0000","last_fullsized":"2023-07-14T12:45:46.004408+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:29:01.309929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006003+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:45:46.006003+0000","last_peered":"2023-07-14T12:45:46.006003+0000","last_clean":"2023-07-14T12:45:46.006003+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:45:46.006003+0000","last_undegraded":"2023-07-14T12:45:46.006003+0000","last_fullsized":"2023-07-14T12:45:46.006003+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:55:30.447088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":343,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009395+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:45:46.009395+0000","last_peered":"2023-07-14T12:45:46.009395+0000","last_clean":"2023-07-14T12:45:46.009395+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:45:46.009395+0000","last_undegraded":"2023-07-14T12:45:46.009395+0000","last_fullsized":"2023-07-14T12:45:46.009395+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:01:12.934704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002302+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:45:46.002302+0000","last_peered":"2023-07-14T12:45:46.002302+0000","last_clean":"2023-07-14T12:45:46.002302+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:45:46.002302+0000","last_undegraded":"2023-07-14T12:45:46.002302+0000","last_fullsized":"2023-07-14T12:45:46.002302+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:04.919606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009679+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:45:46.009679+0000","last_peered":"2023-07-14T12:45:46.009679+0000","last_clean":"2023-07-14T12:45:46.009679+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:45:46.009679+0000","last_undegraded":"2023-07-14T12:45:46.009679+0000","last_fullsized":"2023-07-14T12:45:46.009679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:14:58.677818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009483+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:45:46.009483+0000","last_peered":"2023-07-14T12:45:46.009483+0000","last_clean":"2023-07-14T12:45:46.009483+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:45:46.009483+0000","last_undegraded":"2023-07-14T12:45:46.009483+0000","last_fullsized":"2023-07-14T12:45:46.009483+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:09:19.331830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002638+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:45:46.002638+0000","last_peered":"2023-07-14T12:45:46.002638+0000","last_clean":"2023-07-14T12:45:46.002638+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:45:46.002638+0000","last_undegraded":"2023-07-14T12:45:46.002638+0000","last_fullsized":"2023-07-14T12:45:46.002638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:53:25.009093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'9","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007147+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:45:46.007147+0000","last_peered":"2023-07-14T12:45:46.007147+0000","last_clean":"2023-07-14T12:45:46.007147+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:45:46.007147+0000","last_undegraded":"2023-07-14T12:45:46.007147+0000","last_fullsized":"2023-07-14T12:45:46.007147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:54:16.248343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004691+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:45:46.004691+0000","last_peered":"2023-07-14T12:45:46.004691+0000","last_clean":"2023-07-14T12:45:46.004691+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:45:46.004691+0000","last_undegraded":"2023-07-14T12:45:46.004691+0000","last_fullsized":"2023-07-14T12:45:46.004691+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:35.329636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006434+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:45:46.006434+0000","last_peered":"2023-07-14T12:45:46.006434+0000","last_clean":"2023-07-14T12:45:46.006434+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:45:46.006434+0000","last_undegraded":"2023-07-14T12:45:46.006434+0000","last_fullsized":"2023-07-14T12:45:46.006434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:21:51.390916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007459+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:45:46.007459+0000","last_peered":"2023-07-14T12:45:46.007459+0000","last_clean":"2023-07-14T12:45:46.007459+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:45:46.007459+0000","last_undegraded":"2023-07-14T12:45:46.007459+0000","last_fullsized":"2023-07-14T12:45:46.007459+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:16:53.856193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025242+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:45:46.025242+0000","last_peered":"2023-07-14T12:45:46.025242+0000","last_clean":"2023-07-14T12:45:46.025242+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:45:46.025242+0000","last_undegraded":"2023-07-14T12:45:46.025242+0000","last_fullsized":"2023-07-14T12:45:46.025242+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:09.120687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008846+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:45:46.008846+0000","last_peered":"2023-07-14T12:45:46.008846+0000","last_clean":"2023-07-14T12:45:46.008846+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:45:46.008846+0000","last_undegraded":"2023-07-14T12:45:46.008846+0000","last_fullsized":"2023-07-14T12:45:46.008846+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:18:38.413523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004453+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:45:46.004453+0000","last_peered":"2023-07-14T12:45:46.004453+0000","last_clean":"2023-07-14T12:45:46.004453+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:45:46.004453+0000","last_undegraded":"2023-07-14T12:45:46.004453+0000","last_fullsized":"2023-07-14T12:45:46.004453+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:55:54.384199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003369+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:45:46.003369+0000","last_peered":"2023-07-14T12:45:46.003369+0000","last_clean":"2023-07-14T12:45:46.003369+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:45:46.003369+0000","last_undegraded":"2023-07-14T12:45:46.003369+0000","last_fullsized":"2023-07-14T12:45:46.003369+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:30:32.060360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005298+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:45:46.005298+0000","last_peered":"2023-07-14T12:45:46.005298+0000","last_clean":"2023-07-14T12:45:46.005298+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:45:46.005298+0000","last_undegraded":"2023-07-14T12:45:46.005298+0000","last_fullsized":"2023-07-14T12:45:46.005298+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:07.376382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004872+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:45:46.004872+0000","last_peered":"2023-07-14T12:45:46.004872+0000","last_clean":"2023-07-14T12:45:46.004872+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:45:46.004872+0000","last_undegraded":"2023-07-14T12:45:46.004872+0000","last_fullsized":"2023-07-14T12:45:46.004872+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:29:21.159157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009653+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:45:46.009653+0000","last_peered":"2023-07-14T12:45:46.009653+0000","last_clean":"2023-07-14T12:45:46.009653+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:45:46.009653+0000","last_undegraded":"2023-07-14T12:45:46.009653+0000","last_fullsized":"2023-07-14T12:45:46.009653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:22:42.450318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010254+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:45:46.010254+0000","last_peered":"2023-07-14T12:45:46.010254+0000","last_clean":"2023-07-14T12:45:46.010254+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:45:46.010254+0000","last_undegraded":"2023-07-14T12:45:46.010254+0000","last_fullsized":"2023-07-14T12:45:46.010254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:59:53.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.046086+0000","last_change":"2023-07-14T12:45:46.015843+0000","last_active":"2023-07-14T12:46:10.046086+0000","last_peered":"2023-07-14T12:46:10.046086+0000","last_clean":"2023-07-14T12:46:10.046086+0000","last_became_active":"2023-07-14T12:45:46.009311+0000","last_became_peered":"2023-07-14T12:45:46.009311+0000","last_unstale":"2023-07-14T12:46:10.046086+0000","last_undegraded":"2023-07-14T12:46:10.046086+0000","last_fullsized":"2023-07-14T12:46:10.046086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:06:18.920586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":27,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1122,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009954+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:45:46.009954+0000","last_peered":"2023-07-14T12:45:46.009954+0000","last_clean":"2023-07-14T12:45:46.009954+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:45:46.009954+0000","last_undegraded":"2023-07-14T12:45:46.009954+0000","last_fullsized":"2023-07-14T12:45:46.009954+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:50:28.231771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006422+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:45:46.006422+0000","last_peered":"2023-07-14T12:45:46.006422+0000","last_clean":"2023-07-14T12:45:46.006422+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:45:46.006422+0000","last_undegraded":"2023-07-14T12:45:46.006422+0000","last_fullsized":"2023-07-14T12:45:46.006422+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:44:52.780761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009477+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:45:46.009477+0000","last_peered":"2023-07-14T12:45:46.009477+0000","last_clean":"2023-07-14T12:45:46.009477+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:45:46.009477+0000","last_undegraded":"2023-07-14T12:45:46.009477+0000","last_fullsized":"2023-07-14T12:45:46.009477+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:46:49.071914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.019419+0000","last_change":"2023-07-14T12:45:46.019419+0000","last_active":"2023-07-14T12:45:46.019419+0000","last_peered":"2023-07-14T12:45:46.019419+0000","last_clean":"2023-07-14T12:45:46.019419+0000","last_became_active":"2023-07-14T12:45:46.009254+0000","last_became_peered":"2023-07-14T12:45:46.009254+0000","last_unstale":"2023-07-14T12:45:46.019419+0000","last_undegraded":"2023-07-14T12:45:46.019419+0000","last_fullsized":"2023-07-14T12:45:46.019419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:38.818493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010664+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:45:46.010664+0000","last_peered":"2023-07-14T12:45:46.010664+0000","last_clean":"2023-07-14T12:45:46.010664+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:45:46.010664+0000","last_undegraded":"2023-07-14T12:45:46.010664+0000","last_fullsized":"2023-07-14T12:45:46.010664+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:34:39.026113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003547+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:45:46.003547+0000","last_peered":"2023-07-14T12:45:46.003547+0000","last_clean":"2023-07-14T12:45:46.003547+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:45:46.003547+0000","last_undegraded":"2023-07-14T12:45:46.003547+0000","last_fullsized":"2023-07-14T12:45:46.003547+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:13:46.345160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005125+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:45:46.005125+0000","last_peered":"2023-07-14T12:45:46.005125+0000","last_clean":"2023-07-14T12:45:46.005125+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:45:46.005125+0000","last_undegraded":"2023-07-14T12:45:46.005125+0000","last_fullsized":"2023-07-14T12:45:46.005125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:02:22.594357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005166+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:45:46.005166+0000","last_peered":"2023-07-14T12:45:46.005166+0000","last_clean":"2023-07-14T12:45:46.005166+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:45:46.005166+0000","last_undegraded":"2023-07-14T12:45:46.005166+0000","last_fullsized":"2023-07-14T12:45:46.005166+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:25:56.501729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007849+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:45:46.007849+0000","last_peered":"2023-07-14T12:45:46.007849+0000","last_clean":"2023-07-14T12:45:46.007849+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:45:46.007849+0000","last_undegraded":"2023-07-14T12:45:46.007849+0000","last_fullsized":"2023-07-14T12:45:46.007849+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:05:16.248379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002499+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:45:46.002499+0000","last_peered":"2023-07-14T12:45:46.002499+0000","last_clean":"2023-07-14T12:45:46.002499+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:45:46.002499+0000","last_undegraded":"2023-07-14T12:45:46.002499+0000","last_fullsized":"2023-07-14T12:45:46.002499+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:54:20.755833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003427+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:45:46.003427+0000","last_peered":"2023-07-14T12:45:46.003427+0000","last_clean":"2023-07-14T12:45:46.003427+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:45:46.003427+0000","last_undegraded":"2023-07-14T12:45:46.003427+0000","last_fullsized":"2023-07-14T12:45:46.003427+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:45:55.339509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005945+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:45:46.005945+0000","last_peered":"2023-07-14T12:45:46.005945+0000","last_clean":"2023-07-14T12:45:46.005945+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:45:46.005945+0000","last_undegraded":"2023-07-14T12:45:46.005945+0000","last_fullsized":"2023-07-14T12:45:46.005945+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:40:23.011473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004419+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:45:46.004419+0000","last_peered":"2023-07-14T12:45:46.004419+0000","last_clean":"2023-07-14T12:45:46.004419+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:45:46.004419+0000","last_undegraded":"2023-07-14T12:45:46.004419+0000","last_fullsized":"2023-07-14T12:45:46.004419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006456+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:45:46.006456+0000","last_peered":"2023-07-14T12:45:46.006456+0000","last_clean":"2023-07-14T12:45:46.006456+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:45:46.006456+0000","last_undegraded":"2023-07-14T12:45:46.006456+0000","last_fullsized":"2023-07-14T12:45:46.006456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:27:24.059586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004305+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:45:46.004305+0000","last_peered":"2023-07-14T12:45:46.004305+0000","last_clean":"2023-07-14T12:45:46.004305+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:45:46.004305+0000","last_undegraded":"2023-07-14T12:45:46.004305+0000","last_fullsized":"2023-07-14T12:45:46.004305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:11.899848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025592+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:45:46.025592+0000","last_peered":"2023-07-14T12:45:46.025592+0000","last_clean":"2023-07-14T12:45:46.025592+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:45:46.025592+0000","last_undegraded":"2023-07-14T12:45:46.025592+0000","last_fullsized":"2023-07-14T12:45:46.025592+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:05:10.735300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002682+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:45:46.002682+0000","last_peered":"2023-07-14T12:45:46.002682+0000","last_clean":"2023-07-14T12:45:46.002682+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:45:46.002682+0000","last_undegraded":"2023-07-14T12:45:46.002682+0000","last_fullsized":"2023-07-14T12:45:46.002682+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:30:26.978677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003490+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:45:46.003490+0000","last_peered":"2023-07-14T12:45:46.003490+0000","last_clean":"2023-07-14T12:45:46.003490+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:45:46.003490+0000","last_undegraded":"2023-07-14T12:45:46.003490+0000","last_fullsized":"2023-07-14T12:45:46.003490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:41:48.569970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":63569,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":761,"num_read_kb":471,"num_write":231,"num_write_kb":126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1816,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":195027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":203,"ondisk_log_size":203,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547229,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27836,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717316,"statfs":{"total":95995035648,"available":95966531584,"internally_reserved":0,"allocated":905216,"data_stored":430037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.52300000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.499}]},{"osd":2,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61799999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.47999999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.434},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.68400000000000005}]},{"osd":8,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.54900000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.751}]},{"osd":10,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.72099999999999997}]}]},{"osd":10,"up_from":68,"seq":292057776159,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28500,"kb_used_data":1548,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716652,"statfs":{"total":95995035648,"available":95965851648,"internally_reserved":0,"allocated":1585152,"data_stored":1076678,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.56999999999999995}]},{"osd":1,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.441,"15min":0.441},"min":{"1min":0.35499999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.56599999999999995,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.437},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.45800000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60599999999999998,"15min":0.60299999999999998},"min":{"1min":0.48999999999999999,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.71999999999999997,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63600000000000001,"15min":0.63700000000000001},"min":{"1min":0.5,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.628}]},{"osd":3,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.70499999999999996,"15min":0.72699999999999998},"min":{"1min":0.41899999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81000000000000005,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.68200000000000005,"15min":0.69399999999999995},"min":{"1min":0.436,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.81100000000000005,"5min":1.788,"15min":1.788},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.43099999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38300000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71899999999999997,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.47899999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.67000000000000004,"15min":0.66800000000000004},"min":{"1min":0.52600000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.83499999999999996,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.56999999999999995,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.83399999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.72699999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.83899999999999997,"15min":0.871},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.85099999999999998,"5min":4.673,"15min":4.673},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.72299999999999998,"15min":0.71999999999999997},"min":{"1min":0.53700000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.94599999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76000000000000001,"15min":0.75600000000000001},"min":{"1min":0.65900000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92800000000000005,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.752,"5min":0.79200000000000004,"15min":0.79800000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.89700000000000002,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.84199999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.92700000000000005,"15min":0.94899999999999995},"min":{"1min":0.56599999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.98399999999999999,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.93600000000000005,"15min":0.96199999999999997},"min":{"1min":0.55400000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92800000000000005,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.65300000000000002}]},{"osd":11,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.80300000000000005}]}]},{"osd":9,"up_from":63,"seq":270582939685,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27848,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717304,"statfs":{"total":95995035648,"available":95966519296,"internally_reserved":0,"allocated":917504,"data_stored":429321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.49099999999999999,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.90300000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51800000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.45800000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.874,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.42099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.67500000000000004,"15min":0.68700000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.68000000000000005,"15min":0.69499999999999995},"min":{"1min":0.44,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58499999999999996,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.57299999999999995,"15min":0.59299999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.88600000000000001,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.5}]},{"osd":4,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.46200000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.72999999999999998,"15min":0.753},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81799999999999995,"5min":1.101,"15min":1.101},"last":0.55500000000000005}]},{"osd":5,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.754,"15min":0.76800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.64700000000000002}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.78200000000000003,"15min":0.79300000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.72999999999999998,"15min":0.73599999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":0.621}]},{"osd":7,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.80800000000000005,"15min":0.82799999999999996},"min":{"1min":0.57499999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90400000000000003,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.83599999999999997,"15min":0.85099999999999998},"min":{"1min":0.55500000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.748}]},{"osd":8,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.995,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.86699999999999999,"15min":0.88500000000000001},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.78800000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.81599999999999995,"15min":0.82999999999999996},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.93000000000000005,"5min":1.264,"15min":1.264},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.80400000000000005,"15min":0.82299999999999995},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.91400000000000003,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.73699999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]}]},{"osd":8,"up_from":56,"seq":240518168616,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27828,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717324,"statfs":{"total":95995035648,"available":95966539776,"internally_reserved":0,"allocated":897024,"data_stored":428674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.55800000000000005,"15min":0.55200000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.788,"5min":1.788,"15min":1.788},"last":0.58499999999999996}]},{"osd":1,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59299999999999997,"15min":0.57899999999999996},"min":{"1min":0.439,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.623},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.62,"15min":0.61199999999999999},"min":{"1min":0.46600000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.68899999999999995}]},{"osd":2,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.46899999999999997,"15min":0.45300000000000001},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.47999999999999998,"15min":0.47099999999999997},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.78300000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.624,"15min":0.61099999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.62,"15min":0.61599999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.333,"5min":1.333,"15min":1.333},"last":0.84299999999999997}]},{"osd":4,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.61199999999999999,"15min":0.59899999999999998},"min":{"1min":0.45300000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.878},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.63800000000000001,"15min":0.624},"min":{"1min":0.48199999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.89400000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.59199999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.746},{"interface":"front","average":{"1min":0.629,"5min":0.57899999999999996,"15min":0.57099999999999995},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.6839999999999999,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":0.91000000000000003}]},{"osd":6,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.69199999999999995,"15min":0.68400000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.745,"15min":0.74199999999999999},"min":{"1min":0.57799999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.171,"5min":1.171,"15min":1.171},"last":0.82599999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.72899999999999998,"15min":0.72299999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.70999999999999996,"15min":0.70099999999999996},"min":{"1min":0.52900000000000003,"5min":0.438,"15min":0.438},"max":{"1min":1.758,"5min":1.758,"15min":1.758},"last":0.96299999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.76000000000000001,"15min":0.74399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.76700000000000002,"15min":0.75600000000000001},"min":{"1min":0.63,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.98799999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.77700000000000002,"15min":0.76900000000000002},"min":{"1min":0.65100000000000002,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.92800000000000005,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.008},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.79700000000000004,"15min":0.78800000000000003},"min":{"1min":0.63800000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.0820000000000001,"5min":1.107,"15min":1.107},"last":0.93700000000000006}]},{"osd":11,"last update":"Fri Jul 14 12:45:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.97499999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":1.028}]}]},{"osd":7,"up_from":49,"seq":210453397549,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1468,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1503232,"data_stored":1022114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.32900000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.60799999999999998,"15min":0.59699999999999998},"min":{"1min":0.437,"5min":0.375,"15min":0.375},"max":{"1min":0.87,"5min":0.874,"15min":0.874},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.58799999999999997,"15min":0.56599999999999995},"min":{"1min":0.48299999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54800000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.40500000000000003,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.59499999999999997,"15min":0.58899999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.60699999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.501,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.67000000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.50700000000000001,"15min":0.499},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.49099999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.64500000000000002,"15min":0.623},"min":{"1min":0.502,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.64700000000000002,"15min":0.63100000000000001},"min":{"1min":0.51600000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.63100000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.76100000000000001,"15min":0.71899999999999997},"min":{"1min":0.42399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":6.0979999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.036,"5min":0.75700000000000001,"15min":0.69699999999999995},"min":{"1min":0.46999999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":8.5660000000000007,"5min":8.5660000000000007,"15min":8.5660000000000007},"last":0.747}]},{"osd":8,"last update":"Fri Jul 14 12:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.67300000000000004,"15min":0.67100000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.70199999999999996,"15min":0.69299999999999995},"min":{"1min":0.53100000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.82599999999999996}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.755,"15min":0.76400000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.78700000000000003,"15min":0.79900000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.98499999999999999,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.66900000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.77100000000000002,"15min":0.78300000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.70999999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.72399999999999998}]},{"osd":11,"last update":"Fri Jul 14 12:45:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.70999999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561074,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27832,"kb_used_data":880,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717320,"statfs":{"total":95995035648,"available":95966535680,"internally_reserved":0,"allocated":901120,"data_stored":428996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60699999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.434,"15min":0.436},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54200000000000004,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":1.5580000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.60499999999999998,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":1.002}]},{"osd":2,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61899999999999999,"15min":0.60999999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73499999999999999,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.96399999999999997,"5min":1.167,"15min":1.167},"last":0.64600000000000002}]},{"osd":3,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64500000000000002,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":1.321},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65300000000000002,"5min":1.147,"15min":1.147},"last":1.391}]},{"osd":4,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.65300000000000002,"15min":0.65900000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76400000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.75},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.81499999999999995,"5min":1.119,"15min":1.119},"last":1.0449999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.67700000000000005,"15min":0.66900000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.79600000000000004,"5min":1.246,"15min":1.246},"last":1.2390000000000001},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.879,"5min":1.405,"15min":1.405},"last":0.60199999999999998}]},{"osd":7,"last update":"Fri Jul 14 12:45:41 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.68700000000000006,"15min":0.67900000000000005},"min":{"1min":0.50700000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.999,"5min":1.272,"15min":1.272},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.90900000000000003,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.83399999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.76000000000000001,"15min":0.78500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.88500000000000001,"5min":1.454,"15min":1.454},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.76000000000000001,"15min":0.78800000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.276,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":1.276}]},{"osd":9,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.65300000000000002,"15min":0.66500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77600000000000002,"5min":1.085,"15min":1.085},"last":1.097},{"interface":"front","average":{"1min":0.629,"5min":0.71699999999999997,"15min":0.73199999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94099999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.53800000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.76100000000000001,"15min":0.77500000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.80500000000000005,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.077},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.83499999999999996,"15min":0.85199999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.038,"5min":1.496,"15min":1.496},"last":0.79500000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":970752,"data_stored":491454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.497},"min":{"1min":0.33400000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.85799999999999998,"5min":1.008,"15min":1.008},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.502},"min":{"1min":0.35799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.61099999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:46:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54300000000000004,"15min":0.51500000000000001},"min":{"1min":0.33200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.55000000000000004,"15min":0.50800000000000001},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":0.81599999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.73899999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:45:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53600000000000003,"15min":0.503},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89600000000000002,"5min":1.109,"15min":1.109},"last":0.68999999999999995}]},{"osd":4,"last update":"Fri Jul 14 12:45:40 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.42699999999999999,"15min":0.39400000000000002},"min":{"1min":0.32800000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66500000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.45500000000000002,"15min":0.43099999999999999},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69299999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:46:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.60599999999999998,"15min":0.56399999999999995},"min":{"1min":0.438,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82799999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.63600000000000001,"15min":0.59799999999999998},"min":{"1min":0.54500000000000004,"5min":0.439,"15min":0.439},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.79600000000000004}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.503,"5min":0.433,"15min":0.433},"max":{"1min":0.79100000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.442,"5min":0.38,"15min":0.38},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.77200000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.54400000000000004,"15min":0.51400000000000001},"min":{"1min":0.48599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.78800000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.55000000000000004,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.82499999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67000000000000004,"15min":0.66200000000000003},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.88},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.69099999999999995,"15min":0.68700000000000006},"min":{"1min":0.53400000000000003,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.85399999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72299999999999998,"15min":0.71499999999999997},"min":{"1min":0.58599999999999997,"5min":0.496,"15min":0.496},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.59899999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88800000000000001,"5min":1.03,"15min":1.03},"last":0.91100000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.73599999999999999,"15min":0.73199999999999998},"min":{"1min":0.49099999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.94299999999999995,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.749},"min":{"1min":0.59999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96799999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.86699999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.89000000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27852,"kb_used_data":900,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717300,"statfs":{"total":95995035648,"available":95966515200,"internally_reserved":0,"allocated":921600,"data_stored":430329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.35299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68899999999999995,"5min":1.861,"15min":1.861},"last":0.62},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.78000000000000003,"5min":1.486,"15min":1.486},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:45:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55900000000000005,"15min":0.53300000000000003},"min":{"1min":0.45500000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.88700000000000001,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.53600000000000003},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83199999999999996,"5min":0.878,"15min":0.878},"last":0.66600000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.442},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.495}]},{"osd":4,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.60199999999999998,"15min":0.626},"min":{"1min":0.36299999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.81399999999999995,"5min":1.615,"15min":1.615},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56200000000000006,"15min":0.56299999999999994},"min":{"1min":0.39700000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67300000000000004,"5min":1.496,"15min":1.496},"last":0.64500000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.58199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74199999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.627},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57799999999999996,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69499999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.71999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76500000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83399999999999996,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.54500000000000004}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.71199999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:46:10 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.72799999999999998,"15min":0.76400000000000001},"min":{"1min":0.47499999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84899999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.76000000000000001},"min":{"1min":0.46200000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.876,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.72799999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.71099999999999997,"15min":0.72299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.75,"15min":0.77100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.91500000000000004,"5min":1.008,"15min":1.008},"last":0.79000000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.58499999999999996,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.90500000000000003,"5min":0.995,"15min":0.995},"last":0.749},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71999999999999997,"15min":0.72999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.86399999999999999,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73799999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:46:10 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70599999999999996,"15min":0.70399999999999996},"min":{"1min":0.59599999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.84899999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.752,"5min":0.70399999999999996,"15min":0.69599999999999995},"min":{"1min":0.58499999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.89000000000000001,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.82299999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":970752,"data_stored":485584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54200000000000004,"15min":0.52800000000000002},"min":{"1min":0.35799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52400000000000002,"15min":0.54100000000000004},"min":{"1min":0.34000000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.69599999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.54600000000000004}]},{"osd":1,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.53500000000000003,"15min":0.51800000000000002},"min":{"1min":0.38900000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.58599999999999997,"15min":0.54400000000000004},"min":{"1min":0.57599999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Jul 14 12:45:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56499999999999995,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77400000000000002,"5min":0.876,"15min":0.876},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.82799999999999996,"5min":0.878,"15min":0.878},"last":0.58499999999999996}]},{"osd":4,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.5}]},{"osd":5,"last update":"Fri Jul 14 12:46:04 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.51300000000000001,"15min":0.49299999999999999},"min":{"1min":0.373,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.54300000000000004,"15min":0.51900000000000002},"min":{"1min":0.46000000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.52200000000000002}]},{"osd":6,"last update":"Fri Jul 14 12:45:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61099999999999999,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.68500000000000005}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:46:08 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.64900000000000002,"15min":0.625},"min":{"1min":0.49199999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91800000000000004,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61099999999999999,"15min":0.60599999999999998},"min":{"1min":0.48999999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88600000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.59499999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.747},"min":{"1min":0.63,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73399999999999999,"15min":0.72899999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.71699999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.71099999999999997,"15min":0.69699999999999995},"min":{"1min":0.52200000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94399999999999995,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.625},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67500000000000004,"15min":0.65700000000000003},"min":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.67100000000000004}]},{"osd":11,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.73099999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27848,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717304,"statfs":{"total":95995035648,"available":95966519296,"internally_reserved":0,"allocated":917504,"data_stored":428875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.36199999999999999},"min":{"1min":0.312,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.58099999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72299999999999998,"5min":1.01,"15min":1.01},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57999999999999996,"15min":0.55400000000000005},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77500000000000002,"5min":0.876,"15min":0.876},"last":0.54500000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65900000000000003,"15min":0.55300000000000005},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57599999999999996,"15min":0.52800000000000002},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82299999999999995,"5min":1.008,"15min":1.008},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Jul 14 12:45:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60199999999999998,"15min":0.57199999999999995},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83899999999999997,"5min":1.155,"15min":1.155},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63200000000000001,"15min":0.60399999999999998},"min":{"1min":0.48099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.79400000000000004,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.58499999999999996}]},{"osd":5,"last update":"Fri Jul 14 12:46:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.58999999999999997},"min":{"1min":0.42899999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82399999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.629,"15min":0.621},"min":{"1min":0.39400000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86199999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.50900000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.55600000000000005,"15min":0.54600000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76000000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61699999999999999,"15min":0.60399999999999998},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80800000000000005,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.57399999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.71099999999999997,"15min":0.71599999999999997},"min":{"1min":0.52700000000000002,"5min":0.443,"15min":0.443},"max":{"1min":0.91900000000000004,"5min":1.079,"15min":1.079},"last":0.63},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.753,"15min":0.76900000000000002},"min":{"1min":0.53800000000000003,"5min":0.499,"15min":0.499},"max":{"1min":0.82599999999999996,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.70799999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.78000000000000003,"15min":0.81200000000000006},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85299999999999998,"5min":1.294,"15min":1.294},"last":0.434},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.78400000000000003,"15min":0.80800000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.88100000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.60899999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.90900000000000003,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.77600000000000002,"15min":0.78400000000000003},"min":{"1min":0.61899999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.68899999999999995}]},{"osd":11,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64700000000000002}]}]},{"osd":4,"up_from":32,"seq":137438953529,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27840,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717312,"statfs":{"total":95995035648,"available":95966527488,"internally_reserved":0,"allocated":909312,"data_stored":430363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.378},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39300000000000002,"15min":0.36499999999999999},"min":{"1min":0.312,"5min":0.248,"15min":0.248},"max":{"1min":0.55800000000000005,"5min":0.62,"15min":0.62},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.40699999999999997,"15min":0.375},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67100000000000004,"5min":0.752,"15min":0.752},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.54000000000000004,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.57199999999999995,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80400000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.56299999999999994,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68700000000000006,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73099999999999998,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.434}]},{"osd":5,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59999999999999998,"15min":0.56899999999999995},"min":{"1min":0.48599999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.83199999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.36299999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85099999999999998,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.58999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.66900000000000004,"15min":0.64500000000000002},"min":{"1min":0.495,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.99099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.65100000000000002,"15min":0.63900000000000001},"min":{"1min":0.44900000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57699999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58799999999999997,"15min":0.54600000000000004},"min":{"1min":0.35399999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88700000000000001,"5min":1.093,"15min":1.093},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57099999999999995,"15min":0.54400000000000004},"min":{"1min":0.46000000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.75800000000000001,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.56200000000000006}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.66100000000000003,"15min":0.64000000000000001},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.75,"5min":0.73999999999999999,"15min":0.72399999999999998},"min":{"1min":0.46600000000000003,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.97999999999999998,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.63500000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:28 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.79700000000000004,"15min":0.80000000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.024,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.747},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.76500000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99199999999999999,"5min":1.01,"15min":1.01},"last":0.68899999999999995}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.73099999999999998,"15min":0.73199999999999998},"min":{"1min":0.498,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.96499999999999997,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.82899999999999996,"15min":0.83099999999999996},"min":{"1min":0.70899999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":0.95699999999999996,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.70999999999999996}]},{"osd":11,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.82199999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790006,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28436,"kb_used_data":1484,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716716,"statfs":{"total":95995035648,"available":95965917184,"internally_reserved":0,"allocated":1519616,"data_stored":1021839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.373,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67100000000000004,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52000000000000002,"15min":0.51200000000000001},"min":{"1min":0.34499999999999997,"5min":0.317,"15min":0.317},"max":{"1min":0.94999999999999996,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.38500000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55600000000000005,"15min":0.52400000000000002},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.53200000000000003,"15min":0.496},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61899999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.373},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.40600000000000003,"15min":0.375},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.436}]},{"osd":3,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.51600000000000001},"min":{"1min":0.34499999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.504},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55900000000000005,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70899999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.56699999999999995,"15min":0.53400000000000003},"min":{"1min":0.48199999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.80400000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.60199999999999998,"15min":0.55400000000000005},"min":{"1min":0.48899999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.85499999999999998,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.47499999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78400000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.61099999999999999,"15min":0.60699999999999998},"min":{"1min":0.47499999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.58499999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.52500000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66500000000000004,"15min":0.65900000000000003},"min":{"1min":0.56799999999999995,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85199999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.69499999999999995}]},{"osd":8,"last update":"Fri Jul 14 12:46:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.59399999999999997,"15min":0.58299999999999996},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.94699999999999995,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.66200000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.70899999999999996,"15min":0.70699999999999996},"min":{"1min":0.56299999999999994,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.93700000000000006,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.54600000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.93200000000000005,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.73399999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70999999999999996,"15min":0.69599999999999995},"min":{"1min":0.67400000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.69999999999999996,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":57385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:46:14.736 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-07-14T12:46:14.736 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-07-14T12:46:14.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 -- 172.21.15.40:0/2090176051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 msgr2=0x7f78c81052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/2090176051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c81052b0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f78b8009990 tx=0x7f78b8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 -- 172.21.15.40:0/2090176051 shutdown_connections 2023-07-14T12:46:14.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/2090176051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78c81005b0 0x7f78c8102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/2090176051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78c81057f0 0x7f78c8107bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/2090176051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c81052b0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 -- 172.21.15.40:0/2090176051 >> 172.21.15.40:0/2090176051 conn(0x7f78c80f9fd0 msgr2=0x7f78c80fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:14.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 -- 172.21.15.40:0/2090176051 shutdown_connections 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 -- 172.21.15.40:0/2090176051 wait complete. 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 Processor -- start 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.879+0000 7f78cf7ad700 1 -- start start 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78c81005b0 0x7f78c8195780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c8195cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78c81057f0 0x7f78c819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78c819d300 con 0x7f78c8102ed0 2023-07-14T12:46:14.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78c819d440 con 0x7f78c81005b0 2023-07-14T12:46:14.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78c819d5d0 con 0x7f78c81057f0 2023-07-14T12:46:14.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c8195cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c8195cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33462/0 (socket says 172.21.15.40:33462) 2023-07-14T12:46:14.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 -- 172.21.15.40:0/1941634415 learned_addr learned my addr 172.21.15.40:0/1941634415 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:14.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cd549700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78c81005b0 0x7f78c8195780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cdd4a700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78c81057f0 0x7f78c819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 -- 172.21.15.40:0/1941634415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78c81057f0 msgr2=0x7f78c819cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78c81057f0 0x7f78c819cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 -- 172.21.15.40:0/1941634415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78c81005b0 msgr2=0x7f78c8195780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78c81005b0 0x7f78c8195780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 -- 172.21.15.40:0/1941634415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78b80095f0 con 0x7f78c8102ed0 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78ccd48700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c8195cc0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f78b80059d0 tx=0x7f78b80047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:14.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78b801d070 con 0x7f78c8102ed0 2023-07-14T12:46:14.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78c819d850 con 0x7f78c8102ed0 2023-07-14T12:46:14.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f78b800fb90 con 0x7f78c8102ed0 2023-07-14T12:46:14.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78b8017650 con 0x7f78c8102ed0 2023-07-14T12:46:14.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.880+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78c819dcd0 con 0x7f78c8102ed0 2023-07-14T12:46:14.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.882+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78c80fbb40 con 0x7f78c8102ed0 2023-07-14T12:46:14.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.883+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7f78b800fd00 con 0x7f78c8102ed0 2023-07-14T12:46:14.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.883+0000 7f78be7fc700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78b40a1220 0x7f78b40a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:14.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.883+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f78b80ce8d0 con 0x7f78c8102ed0 2023-07-14T12:46:14.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.883+0000 7f78cd549700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78b40a1220 0x7f78b40a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:14.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.884+0000 7f78cd549700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78b40a1220 0x7f78b40a36d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f78c4009c60 tx=0x7f78c4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:14.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:14.887+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f78b8097f50 con 0x7f78c8102ed0 2023-07-14T12:46:15.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.109+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f78c8060950 con 0x7f78b40a1220 2023-07-14T12:46:15.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.121+0000 7f78be7fc700 1 -- 172.21.15.40:0/1941634415 <== mgr.14150 v2:172.21.15.40:6800/3106672556 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344154 (secure 0 0 0) 0x7f78c8060950 con 0x7f78b40a1220 2023-07-14T12:46:15.141 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:15.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.124+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78b40a1220 msgr2=0x7f78b40a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.144 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.124+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78b40a1220 0x7f78b40a36d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f78c4009c60 tx=0x7f78c4009260 comp rx=0 tx=0).stop 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.124+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 msgr2=0x7f78c8195cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.124+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c8195cc0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f78b80059d0 tx=0x7f78b80047a0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 shutdown_connections 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f78b40a1220 0x7f78b40a36d0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f78c81057f0 0x7f78c819cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f78c81005b0 0x7f78c8195780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 --2- 172.21.15.40:0/1941634415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78c8102ed0 0x7f78c8195cc0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 >> 172.21.15.40:0/1941634415 conn(0x7f78c80f9fd0 msgr2=0x7f78c8101210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:15.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 shutdown_connections 2023-07-14T12:46:15.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.125+0000 7f78cf7ad700 1 -- 172.21.15.40:0/1941634415 wait complete. 2023-07-14T12:46:15.146 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-07-14T12:46:15.151 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":297,"stamp":"2023-07-14T12:46:15.007164+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658821,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":916,"num_read_kb":609,"num_write":418,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182552,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":346,"ondisk_log_size":346,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336048,"kb_used_data":12624,"kb_used_omap":0,"kb_used_meta":323328,"kb_avail":1124605776,"statfs":{"total":1151940427776,"available":1151596314624,"internally_reserved":0,"allocated":12926976,"data_stored":7113858,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":331087872},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4956,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":70,"num_write":5,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005313"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003741+0000","last_change":"2023-07-14T12:44:47.760829+0000","last_active":"2023-07-14T12:45:46.003741+0000","last_peered":"2023-07-14T12:45:46.003741+0000","last_clean":"2023-07-14T12:45:46.003741+0000","last_became_active":"2023-07-14T12:44:47.760500+0000","last_became_peered":"2023-07-14T12:44:47.760500+0000","last_unstale":"2023-07-14T12:45:46.003741+0000","last_undegraded":"2023-07-14T12:45:46.003741+0000","last_fullsized":"2023-07-14T12:45:46.003741+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:15:10.012794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007241+0000","last_change":"2023-07-14T12:44:47.764224+0000","last_active":"2023-07-14T12:45:46.007241+0000","last_peered":"2023-07-14T12:45:46.007241+0000","last_clean":"2023-07-14T12:45:46.007241+0000","last_became_active":"2023-07-14T12:44:47.763916+0000","last_became_peered":"2023-07-14T12:44:47.763916+0000","last_unstale":"2023-07-14T12:45:46.007241+0000","last_undegraded":"2023-07-14T12:45:46.007241+0000","last_fullsized":"2023-07-14T12:45:46.007241+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:06:00.501495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007022+0000","last_change":"2023-07-14T12:44:47.756157+0000","last_active":"2023-07-14T12:45:46.007022+0000","last_peered":"2023-07-14T12:45:46.007022+0000","last_clean":"2023-07-14T12:45:46.007022+0000","last_became_active":"2023-07-14T12:44:47.755875+0000","last_became_peered":"2023-07-14T12:44:47.755875+0000","last_unstale":"2023-07-14T12:45:46.007022+0000","last_undegraded":"2023-07-14T12:45:46.007022+0000","last_fullsized":"2023-07-14T12:45:46.007022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:10:58.501057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006291+0000","last_change":"2023-07-14T12:44:47.752219+0000","last_active":"2023-07-14T12:45:46.006291+0000","last_peered":"2023-07-14T12:45:46.006291+0000","last_clean":"2023-07-14T12:45:46.006291+0000","last_became_active":"2023-07-14T12:44:47.751891+0000","last_became_peered":"2023-07-14T12:44:47.751891+0000","last_unstale":"2023-07-14T12:45:46.006291+0000","last_undegraded":"2023-07-14T12:45:46.006291+0000","last_fullsized":"2023-07-14T12:45:46.006291+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:53:55.587888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008845+0000","last_change":"2023-07-14T12:44:47.752188+0000","last_active":"2023-07-14T12:45:46.008845+0000","last_peered":"2023-07-14T12:45:46.008845+0000","last_clean":"2023-07-14T12:45:46.008845+0000","last_became_active":"2023-07-14T12:44:47.751879+0000","last_became_peered":"2023-07-14T12:44:47.751879+0000","last_unstale":"2023-07-14T12:45:46.008845+0000","last_undegraded":"2023-07-14T12:45:46.008845+0000","last_fullsized":"2023-07-14T12:45:46.008845+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:39:45.058471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088571+0000","last_change":"2023-07-14T12:44:47.756604+0000","last_active":"2023-07-14T12:45:46.088571+0000","last_peered":"2023-07-14T12:45:46.088571+0000","last_clean":"2023-07-14T12:45:46.088571+0000","last_became_active":"2023-07-14T12:44:47.756303+0000","last_became_peered":"2023-07-14T12:44:47.756303+0000","last_unstale":"2023-07-14T12:45:46.088571+0000","last_undegraded":"2023-07-14T12:45:46.088571+0000","last_fullsized":"2023-07-14T12:45:46.088571+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:29:46.410713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009409+0000","last_change":"2023-07-14T12:44:47.754606+0000","last_active":"2023-07-14T12:45:46.009409+0000","last_peered":"2023-07-14T12:45:46.009409+0000","last_clean":"2023-07-14T12:45:46.009409+0000","last_became_active":"2023-07-14T12:44:47.754309+0000","last_became_peered":"2023-07-14T12:44:47.754309+0000","last_unstale":"2023-07-14T12:45:46.009409+0000","last_undegraded":"2023-07-14T12:45:46.009409+0000","last_fullsized":"2023-07-14T12:45:46.009409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:12:13.648338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004180+0000","last_change":"2023-07-14T12:44:47.757685+0000","last_active":"2023-07-14T12:45:46.004180+0000","last_peered":"2023-07-14T12:45:46.004180+0000","last_clean":"2023-07-14T12:45:46.004180+0000","last_became_active":"2023-07-14T12:44:47.757305+0000","last_became_peered":"2023-07-14T12:44:47.757305+0000","last_unstale":"2023-07-14T12:45:46.004180+0000","last_undegraded":"2023-07-14T12:45:46.004180+0000","last_fullsized":"2023-07-14T12:45:46.004180+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:38:07.202076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025925+0000","last_change":"2023-07-14T12:44:47.750796+0000","last_active":"2023-07-14T12:45:46.025925+0000","last_peered":"2023-07-14T12:45:46.025925+0000","last_clean":"2023-07-14T12:45:46.025925+0000","last_became_active":"2023-07-14T12:44:47.750506+0000","last_became_peered":"2023-07-14T12:44:47.750506+0000","last_unstale":"2023-07-14T12:45:46.025925+0000","last_undegraded":"2023-07-14T12:45:46.025925+0000","last_fullsized":"2023-07-14T12:45:46.025925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:00:09.249353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088894+0000","last_change":"2023-07-14T12:44:47.762405+0000","last_active":"2023-07-14T12:45:46.088894+0000","last_peered":"2023-07-14T12:45:46.088894+0000","last_clean":"2023-07-14T12:45:46.088894+0000","last_became_active":"2023-07-14T12:44:47.762086+0000","last_became_peered":"2023-07-14T12:44:47.762086+0000","last_unstale":"2023-07-14T12:45:46.088894+0000","last_undegraded":"2023-07-14T12:45:46.088894+0000","last_fullsized":"2023-07-14T12:45:46.088894+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:32:45.416156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010062+0000","last_change":"2023-07-14T12:44:47.757799+0000","last_active":"2023-07-14T12:45:46.010062+0000","last_peered":"2023-07-14T12:45:46.010062+0000","last_clean":"2023-07-14T12:45:46.010062+0000","last_became_active":"2023-07-14T12:44:47.756908+0000","last_became_peered":"2023-07-14T12:44:47.756908+0000","last_unstale":"2023-07-14T12:45:46.010062+0000","last_undegraded":"2023-07-14T12:45:46.010062+0000","last_fullsized":"2023-07-14T12:45:46.010062+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:03:12.184692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006115+0000","last_change":"2023-07-14T12:44:47.757034+0000","last_active":"2023-07-14T12:45:46.006115+0000","last_peered":"2023-07-14T12:45:46.006115+0000","last_clean":"2023-07-14T12:45:46.006115+0000","last_became_active":"2023-07-14T12:44:47.756730+0000","last_became_peered":"2023-07-14T12:44:47.756730+0000","last_unstale":"2023-07-14T12:45:46.006115+0000","last_undegraded":"2023-07-14T12:45:46.006115+0000","last_fullsized":"2023-07-14T12:45:46.006115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:22:55.965523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002559+0000","last_change":"2023-07-14T12:44:47.764596+0000","last_active":"2023-07-14T12:45:46.002559+0000","last_peered":"2023-07-14T12:45:46.002559+0000","last_clean":"2023-07-14T12:45:46.002559+0000","last_became_active":"2023-07-14T12:44:47.764288+0000","last_became_peered":"2023-07-14T12:44:47.764288+0000","last_unstale":"2023-07-14T12:45:46.002559+0000","last_undegraded":"2023-07-14T12:45:46.002559+0000","last_fullsized":"2023-07-14T12:45:46.002559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:53:59.193039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007490+0000","last_change":"2023-07-14T12:44:47.762753+0000","last_active":"2023-07-14T12:45:46.007490+0000","last_peered":"2023-07-14T12:45:46.007490+0000","last_clean":"2023-07-14T12:45:46.007490+0000","last_became_active":"2023-07-14T12:44:47.762427+0000","last_became_peered":"2023-07-14T12:44:47.762427+0000","last_unstale":"2023-07-14T12:45:46.007490+0000","last_undegraded":"2023-07-14T12:45:46.007490+0000","last_fullsized":"2023-07-14T12:45:46.007490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:28:54.652921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007329+0000","last_change":"2023-07-14T12:44:47.753743+0000","last_active":"2023-07-14T12:45:46.007329+0000","last_peered":"2023-07-14T12:45:46.007329+0000","last_clean":"2023-07-14T12:45:46.007329+0000","last_became_active":"2023-07-14T12:44:47.753398+0000","last_became_peered":"2023-07-14T12:44:47.753398+0000","last_unstale":"2023-07-14T12:45:46.007329+0000","last_undegraded":"2023-07-14T12:45:46.007329+0000","last_fullsized":"2023-07-14T12:45:46.007329+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:24:35.076903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025323+0000","last_change":"2023-07-14T12:44:47.752662+0000","last_active":"2023-07-14T12:45:46.025323+0000","last_peered":"2023-07-14T12:45:46.025323+0000","last_clean":"2023-07-14T12:45:46.025323+0000","last_became_active":"2023-07-14T12:44:47.752292+0000","last_became_peered":"2023-07-14T12:44:47.752292+0000","last_unstale":"2023-07-14T12:45:46.025323+0000","last_undegraded":"2023-07-14T12:45:46.025323+0000","last_fullsized":"2023-07-14T12:45:46.025323+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:26:33.661204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003600+0000","last_change":"2023-07-14T12:44:47.760851+0000","last_active":"2023-07-14T12:45:46.003600+0000","last_peered":"2023-07-14T12:45:46.003600+0000","last_clean":"2023-07-14T12:45:46.003600+0000","last_became_active":"2023-07-14T12:44:47.760527+0000","last_became_peered":"2023-07-14T12:44:47.760527+0000","last_unstale":"2023-07-14T12:45:46.003600+0000","last_undegraded":"2023-07-14T12:45:46.003600+0000","last_fullsized":"2023-07-14T12:45:46.003600+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:59:18.168485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007000+0000","last_change":"2023-07-14T12:44:47.757806+0000","last_active":"2023-07-14T12:45:46.007000+0000","last_peered":"2023-07-14T12:45:46.007000+0000","last_clean":"2023-07-14T12:45:46.007000+0000","last_became_active":"2023-07-14T12:44:47.757523+0000","last_became_peered":"2023-07-14T12:44:47.757523+0000","last_unstale":"2023-07-14T12:45:46.007000+0000","last_undegraded":"2023-07-14T12:45:46.007000+0000","last_fullsized":"2023-07-14T12:45:46.007000+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:25:45.884793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005722+0000","last_change":"2023-07-14T12:44:47.756814+0000","last_active":"2023-07-14T12:45:46.005722+0000","last_peered":"2023-07-14T12:45:46.005722+0000","last_clean":"2023-07-14T12:45:46.005722+0000","last_became_active":"2023-07-14T12:44:47.756415+0000","last_became_peered":"2023-07-14T12:44:47.756415+0000","last_unstale":"2023-07-14T12:45:46.005722+0000","last_undegraded":"2023-07-14T12:45:46.005722+0000","last_fullsized":"2023-07-14T12:45:46.005722+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:16:03.991939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"80'13","reported_seq":134,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.056167+0000","last_change":"2023-07-14T12:45:46.036894+0000","last_active":"2023-07-14T12:46:09.056167+0000","last_peered":"2023-07-14T12:46:09.056167+0000","last_clean":"2023-07-14T12:46:09.056167+0000","last_became_active":"2023-07-14T12:45:46.026935+0000","last_became_peered":"2023-07-14T12:45:46.026935+0000","last_unstale":"2023-07-14T12:46:09.056167+0000","last_undegraded":"2023-07-14T12:46:09.056167+0000","last_fullsized":"2023-07-14T12:46:09.056167+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:07:16.622234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,1],"acting":[9,11,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010982+0000","last_change":"2023-07-14T12:45:46.010982+0000","last_active":"2023-07-14T12:45:46.010982+0000","last_peered":"2023-07-14T12:45:46.010982+0000","last_clean":"2023-07-14T12:45:46.010982+0000","last_became_active":"2023-07-14T12:45:46.010638+0000","last_became_peered":"2023-07-14T12:45:46.010638+0000","last_unstale":"2023-07-14T12:45:46.010982+0000","last_undegraded":"2023-07-14T12:45:46.010982+0000","last_fullsized":"2023-07-14T12:45:46.010982+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:43:03.041716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"80'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004713+0000","last_change":"2023-07-14T12:44:47.059166+0000","last_active":"2023-07-14T12:45:46.004713+0000","last_peered":"2023-07-14T12:45:46.004713+0000","last_clean":"2023-07-14T12:45:46.004713+0000","last_became_active":"2023-07-14T12:44:47.058815+0000","last_became_peered":"2023-07-14T12:44:47.058815+0000","last_unstale":"2023-07-14T12:45:46.004713+0000","last_undegraded":"2023-07-14T12:45:46.004713+0000","last_fullsized":"2023-07-14T12:45:46.004713+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:29:03.290563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007504+0000","last_change":"2023-07-14T12:44:47.756048+0000","last_active":"2023-07-14T12:45:46.007504+0000","last_peered":"2023-07-14T12:45:46.007504+0000","last_clean":"2023-07-14T12:45:46.007504+0000","last_became_active":"2023-07-14T12:44:47.755727+0000","last_became_peered":"2023-07-14T12:44:47.755727+0000","last_unstale":"2023-07-14T12:45:46.007504+0000","last_undegraded":"2023-07-14T12:45:46.007504+0000","last_fullsized":"2023-07-14T12:45:46.007504+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:05:27.096694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"80'12","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009662+0000","last_change":"2023-07-14T12:44:47.067530+0000","last_active":"2023-07-14T12:45:46.009662+0000","last_peered":"2023-07-14T12:45:46.009662+0000","last_clean":"2023-07-14T12:45:46.009662+0000","last_became_active":"2023-07-14T12:44:47.067232+0000","last_became_peered":"2023-07-14T12:44:47.067232+0000","last_unstale":"2023-07-14T12:45:46.009662+0000","last_undegraded":"2023-07-14T12:45:46.009662+0000","last_fullsized":"2023-07-14T12:45:46.009662+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:22:13.205342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025435+0000","last_change":"2023-07-14T12:44:47.756479+0000","last_active":"2023-07-14T12:45:46.025435+0000","last_peered":"2023-07-14T12:45:46.025435+0000","last_clean":"2023-07-14T12:45:46.025435+0000","last_became_active":"2023-07-14T12:44:47.756177+0000","last_became_peered":"2023-07-14T12:44:47.756177+0000","last_unstale":"2023-07-14T12:45:46.025435+0000","last_undegraded":"2023-07-14T12:45:46.025435+0000","last_fullsized":"2023-07-14T12:45:46.025435+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:44:21.769640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009382+0000","last_change":"2023-07-14T12:44:47.062783+0000","last_active":"2023-07-14T12:45:46.009382+0000","last_peered":"2023-07-14T12:45:46.009382+0000","last_clean":"2023-07-14T12:45:46.009382+0000","last_became_active":"2023-07-14T12:44:47.062490+0000","last_became_peered":"2023-07-14T12:44:47.062490+0000","last_unstale":"2023-07-14T12:45:46.009382+0000","last_undegraded":"2023-07-14T12:45:46.009382+0000","last_fullsized":"2023-07-14T12:45:46.009382+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:26:01.729109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006619+0000","last_change":"2023-07-14T12:44:47.755922+0000","last_active":"2023-07-14T12:45:46.006619+0000","last_peered":"2023-07-14T12:45:46.006619+0000","last_clean":"2023-07-14T12:45:46.006619+0000","last_became_active":"2023-07-14T12:44:47.755602+0000","last_became_peered":"2023-07-14T12:44:47.755602+0000","last_unstale":"2023-07-14T12:45:46.006619+0000","last_undegraded":"2023-07-14T12:45:46.006619+0000","last_fullsized":"2023-07-14T12:45:46.006619+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:54:25.009879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"82'7","reported_seq":109,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.865728+0000","last_change":"2023-07-14T12:44:47.061996+0000","last_active":"2023-07-14T12:46:10.865728+0000","last_peered":"2023-07-14T12:46:10.865728+0000","last_clean":"2023-07-14T12:46:10.865728+0000","last_became_active":"2023-07-14T12:44:47.061632+0000","last_became_peered":"2023-07-14T12:44:47.061632+0000","last_unstale":"2023-07-14T12:46:10.865728+0000","last_undegraded":"2023-07-14T12:46:10.865728+0000","last_fullsized":"2023-07-14T12:46:10.865728+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:08:51.942375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1282,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009107+0000","last_change":"2023-07-14T12:44:47.752321+0000","last_active":"2023-07-14T12:45:46.009107+0000","last_peered":"2023-07-14T12:45:46.009107+0000","last_clean":"2023-07-14T12:45:46.009107+0000","last_became_active":"2023-07-14T12:44:47.751794+0000","last_became_peered":"2023-07-14T12:44:47.751794+0000","last_unstale":"2023-07-14T12:45:46.009107+0000","last_undegraded":"2023-07-14T12:45:46.009107+0000","last_fullsized":"2023-07-14T12:45:46.009107+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:59:29.105599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"80'7","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088545+0000","last_change":"2023-07-14T12:44:47.068720+0000","last_active":"2023-07-14T12:45:46.088545+0000","last_peered":"2023-07-14T12:45:46.088545+0000","last_clean":"2023-07-14T12:45:46.088545+0000","last_became_active":"2023-07-14T12:44:47.068450+0000","last_became_peered":"2023-07-14T12:44:47.068450+0000","last_unstale":"2023-07-14T12:45:46.088545+0000","last_undegraded":"2023-07-14T12:45:46.088545+0000","last_fullsized":"2023-07-14T12:45:46.088545+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:35:05.971182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.011256+0000","last_change":"2023-07-14T12:45:46.011256+0000","last_active":"2023-07-14T12:45:46.011256+0000","last_peered":"2023-07-14T12:45:46.011256+0000","last_clean":"2023-07-14T12:45:46.011256+0000","last_became_active":"2023-07-14T12:45:46.010598+0000","last_became_peered":"2023-07-14T12:45:46.010598+0000","last_unstale":"2023-07-14T12:45:46.011256+0000","last_undegraded":"2023-07-14T12:45:46.011256+0000","last_fullsized":"2023-07-14T12:45:46.011256+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:48:19.552763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"80'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002482+0000","last_change":"2023-07-14T12:44:47.059121+0000","last_active":"2023-07-14T12:45:46.002482+0000","last_peered":"2023-07-14T12:45:46.002482+0000","last_clean":"2023-07-14T12:45:46.002482+0000","last_became_active":"2023-07-14T12:44:47.058788+0000","last_became_peered":"2023-07-14T12:44:47.058788+0000","last_unstale":"2023-07-14T12:45:46.002482+0000","last_undegraded":"2023-07-14T12:45:46.002482+0000","last_fullsized":"2023-07-14T12:45:46.002482+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:08:12.547072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004213+0000","last_change":"2023-07-14T12:44:47.761385+0000","last_active":"2023-07-14T12:45:46.004213+0000","last_peered":"2023-07-14T12:45:46.004213+0000","last_clean":"2023-07-14T12:45:46.004213+0000","last_became_active":"2023-07-14T12:44:47.761061+0000","last_became_peered":"2023-07-14T12:44:47.761061+0000","last_unstale":"2023-07-14T12:45:46.004213+0000","last_undegraded":"2023-07-14T12:45:46.004213+0000","last_fullsized":"2023-07-14T12:45:46.004213+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:10:28.880426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"80'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006342+0000","last_change":"2023-07-14T12:44:47.058037+0000","last_active":"2023-07-14T12:45:46.006342+0000","last_peered":"2023-07-14T12:45:46.006342+0000","last_clean":"2023-07-14T12:45:46.006342+0000","last_became_active":"2023-07-14T12:44:47.057629+0000","last_became_peered":"2023-07-14T12:44:47.057629+0000","last_unstale":"2023-07-14T12:45:46.006342+0000","last_undegraded":"2023-07-14T12:45:46.006342+0000","last_fullsized":"2023-07-14T12:45:46.006342+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:43:55.142743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006660+0000","last_change":"2023-07-14T12:44:47.756081+0000","last_active":"2023-07-14T12:45:46.006660+0000","last_peered":"2023-07-14T12:45:46.006660+0000","last_clean":"2023-07-14T12:45:46.006660+0000","last_became_active":"2023-07-14T12:44:47.755772+0000","last_became_peered":"2023-07-14T12:44:47.755772+0000","last_unstale":"2023-07-14T12:45:46.006660+0000","last_undegraded":"2023-07-14T12:45:46.006660+0000","last_fullsized":"2023-07-14T12:45:46.006660+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:53:37.563611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'5","reported_seq":185,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:13.869877+0000","last_change":"2023-07-14T12:44:47.072161+0000","last_active":"2023-07-14T12:46:13.869877+0000","last_peered":"2023-07-14T12:46:13.869877+0000","last_clean":"2023-07-14T12:46:13.869877+0000","last_became_active":"2023-07-14T12:44:47.071831+0000","last_became_peered":"2023-07-14T12:44:47.071831+0000","last_unstale":"2023-07-14T12:46:13.869877+0000","last_undegraded":"2023-07-14T12:46:13.869877+0000","last_fullsized":"2023-07-14T12:46:13.869877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:53:55.817116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":162,"num_read_kb":162,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025577+0000","last_change":"2023-07-14T12:44:47.760675+0000","last_active":"2023-07-14T12:45:46.025577+0000","last_peered":"2023-07-14T12:45:46.025577+0000","last_clean":"2023-07-14T12:45:46.025577+0000","last_became_active":"2023-07-14T12:44:47.760399+0000","last_became_peered":"2023-07-14T12:44:47.760399+0000","last_unstale":"2023-07-14T12:45:46.025577+0000","last_undegraded":"2023-07-14T12:45:46.025577+0000","last_fullsized":"2023-07-14T12:45:46.025577+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:40:54.527706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"80'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009976+0000","last_change":"2023-07-14T12:44:47.064718+0000","last_active":"2023-07-14T12:45:46.009976+0000","last_peered":"2023-07-14T12:45:46.009976+0000","last_clean":"2023-07-14T12:45:46.009976+0000","last_became_active":"2023-07-14T12:44:47.064405+0000","last_became_peered":"2023-07-14T12:44:47.064405+0000","last_unstale":"2023-07-14T12:45:46.009976+0000","last_undegraded":"2023-07-14T12:45:46.009976+0000","last_fullsized":"2023-07-14T12:45:46.009976+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:11:28.106167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.011692+0000","last_change":"2023-07-14T12:45:46.011692+0000","last_active":"2023-07-14T12:45:46.011692+0000","last_peered":"2023-07-14T12:45:46.011692+0000","last_clean":"2023-07-14T12:45:46.011692+0000","last_became_active":"2023-07-14T12:45:46.011313+0000","last_became_peered":"2023-07-14T12:45:46.011313+0000","last_unstale":"2023-07-14T12:45:46.011692+0000","last_undegraded":"2023-07-14T12:45:46.011692+0000","last_fullsized":"2023-07-14T12:45:46.011692+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:04.805801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,8],"acting":[0,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006747+0000","last_change":"2023-07-14T12:44:47.063711+0000","last_active":"2023-07-14T12:45:46.006747+0000","last_peered":"2023-07-14T12:45:46.006747+0000","last_clean":"2023-07-14T12:45:46.006747+0000","last_became_active":"2023-07-14T12:44:47.063411+0000","last_became_peered":"2023-07-14T12:44:47.063411+0000","last_unstale":"2023-07-14T12:45:46.006747+0000","last_undegraded":"2023-07-14T12:45:46.006747+0000","last_fullsized":"2023-07-14T12:45:46.006747+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:42:59.626063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025614+0000","last_change":"2023-07-14T12:44:47.753756+0000","last_active":"2023-07-14T12:45:46.025614+0000","last_peered":"2023-07-14T12:45:46.025614+0000","last_clean":"2023-07-14T12:45:46.025614+0000","last_became_active":"2023-07-14T12:44:47.753289+0000","last_became_peered":"2023-07-14T12:44:47.753289+0000","last_unstale":"2023-07-14T12:45:46.025614+0000","last_undegraded":"2023-07-14T12:45:46.025614+0000","last_fullsized":"2023-07-14T12:45:46.025614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:12:00.526130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'32","reported_seq":223,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:13.870488+0000","last_change":"2023-07-14T12:44:47.067651+0000","last_active":"2023-07-14T12:46:13.870488+0000","last_peered":"2023-07-14T12:46:13.870488+0000","last_clean":"2023-07-14T12:46:13.870488+0000","last_became_active":"2023-07-14T12:44:47.067281+0000","last_became_peered":"2023-07-14T12:44:47.067281+0000","last_unstale":"2023-07-14T12:46:13.870488+0000","last_undegraded":"2023-07-14T12:46:13.870488+0000","last_fullsized":"2023-07-14T12:46:13.870488+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:38:42.233443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60879,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":173,"num_read_kb":145,"num_write":34,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009258+0000","last_change":"2023-07-14T12:44:47.752985+0000","last_active":"2023-07-14T12:45:46.009258+0000","last_peered":"2023-07-14T12:45:46.009258+0000","last_clean":"2023-07-14T12:45:46.009258+0000","last_became_active":"2023-07-14T12:44:47.752668+0000","last_became_peered":"2023-07-14T12:44:47.752668+0000","last_unstale":"2023-07-14T12:45:46.009258+0000","last_undegraded":"2023-07-14T12:45:46.009258+0000","last_fullsized":"2023-07-14T12:45:46.009258+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:32:49.596946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"80'9","reported_seq":29,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005392+0000","last_change":"2023-07-14T12:44:47.065071+0000","last_active":"2023-07-14T12:45:46.005392+0000","last_peered":"2023-07-14T12:45:46.005392+0000","last_clean":"2023-07-14T12:45:46.005392+0000","last_became_active":"2023-07-14T12:44:47.064673+0000","last_became_peered":"2023-07-14T12:44:47.064673+0000","last_unstale":"2023-07-14T12:45:46.005392+0000","last_undegraded":"2023-07-14T12:45:46.005392+0000","last_fullsized":"2023-07-14T12:45:46.005392+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:01:45.174630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002507+0000","last_change":"2023-07-14T12:44:47.753396+0000","last_active":"2023-07-14T12:45:46.002507+0000","last_peered":"2023-07-14T12:45:46.002507+0000","last_clean":"2023-07-14T12:45:46.002507+0000","last_became_active":"2023-07-14T12:44:47.752676+0000","last_became_peered":"2023-07-14T12:44:47.752676+0000","last_unstale":"2023-07-14T12:45:46.002507+0000","last_undegraded":"2023-07-14T12:45:46.002507+0000","last_fullsized":"2023-07-14T12:45:46.002507+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:36:17.501017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"80'5","reported_seq":24,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006294+0000","last_change":"2023-07-14T12:44:47.056747+0000","last_active":"2023-07-14T12:45:46.006294+0000","last_peered":"2023-07-14T12:45:46.006294+0000","last_clean":"2023-07-14T12:45:46.006294+0000","last_became_active":"2023-07-14T12:44:47.056202+0000","last_became_peered":"2023-07-14T12:44:47.056202+0000","last_unstale":"2023-07-14T12:45:46.006294+0000","last_undegraded":"2023-07-14T12:45:46.006294+0000","last_fullsized":"2023-07-14T12:45:46.006294+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:53:38.764705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009870+0000","last_change":"2023-07-14T12:44:47.753007+0000","last_active":"2023-07-14T12:45:46.009870+0000","last_peered":"2023-07-14T12:45:46.009870+0000","last_clean":"2023-07-14T12:45:46.009870+0000","last_became_active":"2023-07-14T12:44:47.752695+0000","last_became_peered":"2023-07-14T12:44:47.752695+0000","last_unstale":"2023-07-14T12:45:46.009870+0000","last_undegraded":"2023-07-14T12:45:46.009870+0000","last_fullsized":"2023-07-14T12:45:46.009870+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:37:23.126485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"80'6","reported_seq":107,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.864129+0000","last_change":"2023-07-14T12:44:47.065694+0000","last_active":"2023-07-14T12:46:10.864129+0000","last_peered":"2023-07-14T12:46:10.864129+0000","last_clean":"2023-07-14T12:46:10.864129+0000","last_became_active":"2023-07-14T12:44:47.065376+0000","last_became_peered":"2023-07-14T12:44:47.065376+0000","last_unstale":"2023-07-14T12:46:10.864129+0000","last_undegraded":"2023-07-14T12:46:10.864129+0000","last_fullsized":"2023-07-14T12:46:10.864129+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:32:58.200682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":84,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009383+0000","last_change":"2023-07-14T12:44:47.758582+0000","last_active":"2023-07-14T12:45:46.009383+0000","last_peered":"2023-07-14T12:45:46.009383+0000","last_clean":"2023-07-14T12:45:46.009383+0000","last_became_active":"2023-07-14T12:44:47.758301+0000","last_became_peered":"2023-07-14T12:44:47.758301+0000","last_unstale":"2023-07-14T12:45:46.009383+0000","last_undegraded":"2023-07-14T12:45:46.009383+0000","last_fullsized":"2023-07-14T12:45:46.009383+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:37:42.739498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"80'17","reported_seq":36,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008801+0000","last_change":"2023-07-14T12:44:47.064612+0000","last_active":"2023-07-14T12:45:46.008801+0000","last_peered":"2023-07-14T12:45:46.008801+0000","last_clean":"2023-07-14T12:45:46.008801+0000","last_became_active":"2023-07-14T12:44:47.064321+0000","last_became_peered":"2023-07-14T12:44:47.064321+0000","last_unstale":"2023-07-14T12:45:46.008801+0000","last_undegraded":"2023-07-14T12:45:46.008801+0000","last_fullsized":"2023-07-14T12:45:46.008801+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:50:55.640258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.026578+0000","last_change":"2023-07-14T12:45:46.026578+0000","last_active":"2023-07-14T12:45:46.026578+0000","last_peered":"2023-07-14T12:45:46.026578+0000","last_clean":"2023-07-14T12:45:46.026578+0000","last_became_active":"2023-07-14T12:45:46.026270+0000","last_became_peered":"2023-07-14T12:45:46.026270+0000","last_unstale":"2023-07-14T12:45:46.026578+0000","last_undegraded":"2023-07-14T12:45:46.026578+0000","last_fullsized":"2023-07-14T12:45:46.026578+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:06:18.421359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,1],"acting":[5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"80'2","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.016483+0000","last_change":"2023-07-14T12:45:46.015962+0000","last_active":"2023-07-14T12:45:46.016483+0000","last_peered":"2023-07-14T12:45:46.016483+0000","last_clean":"2023-07-14T12:45:46.016483+0000","last_became_active":"2023-07-14T12:45:46.008454+0000","last_became_peered":"2023-07-14T12:45:46.008454+0000","last_unstale":"2023-07-14T12:45:46.016483+0000","last_undegraded":"2023-07-14T12:45:46.016483+0000","last_fullsized":"2023-07-14T12:45:46.016483+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:45:39.709733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003657+0000","last_change":"2023-07-14T12:44:47.756667+0000","last_active":"2023-07-14T12:45:46.003657+0000","last_peered":"2023-07-14T12:45:46.003657+0000","last_clean":"2023-07-14T12:45:46.003657+0000","last_became_active":"2023-07-14T12:44:47.756294+0000","last_became_peered":"2023-07-14T12:44:47.756294+0000","last_unstale":"2023-07-14T12:45:46.003657+0000","last_undegraded":"2023-07-14T12:45:46.003657+0000","last_fullsized":"2023-07-14T12:45:46.003657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:48:33.512037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"80'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007114+0000","last_change":"2023-07-14T12:44:47.061716+0000","last_active":"2023-07-14T12:45:46.007114+0000","last_peered":"2023-07-14T12:45:46.007114+0000","last_clean":"2023-07-14T12:45:46.007114+0000","last_became_active":"2023-07-14T12:44:47.061368+0000","last_became_peered":"2023-07-14T12:44:47.061368+0000","last_unstale":"2023-07-14T12:45:46.007114+0000","last_undegraded":"2023-07-14T12:45:46.007114+0000","last_fullsized":"2023-07-14T12:45:46.007114+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:04:34.977391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088720+0000","last_change":"2023-07-14T12:44:47.762448+0000","last_active":"2023-07-14T12:45:46.088720+0000","last_peered":"2023-07-14T12:45:46.088720+0000","last_clean":"2023-07-14T12:45:46.088720+0000","last_became_active":"2023-07-14T12:44:47.762129+0000","last_became_peered":"2023-07-14T12:44:47.762129+0000","last_unstale":"2023-07-14T12:45:46.088720+0000","last_undegraded":"2023-07-14T12:45:46.088720+0000","last_fullsized":"2023-07-14T12:45:46.088720+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:26:57.908197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"80'5","reported_seq":100,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:09.056782+0000","last_change":"2023-07-14T12:44:47.062396+0000","last_active":"2023-07-14T12:46:09.056782+0000","last_peered":"2023-07-14T12:46:09.056782+0000","last_clean":"2023-07-14T12:46:09.056782+0000","last_became_active":"2023-07-14T12:44:47.061921+0000","last_became_peered":"2023-07-14T12:44:47.061921+0000","last_unstale":"2023-07-14T12:46:09.056782+0000","last_undegraded":"2023-07-14T12:46:09.056782+0000","last_fullsized":"2023-07-14T12:46:09.056782+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:06:47.511886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":540,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":77,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.088624+0000","last_change":"2023-07-14T12:44:47.765147+0000","last_active":"2023-07-14T12:45:46.088624+0000","last_peered":"2023-07-14T12:45:46.088624+0000","last_clean":"2023-07-14T12:45:46.088624+0000","last_became_active":"2023-07-14T12:44:47.764833+0000","last_became_peered":"2023-07-14T12:44:47.764833+0000","last_unstale":"2023-07-14T12:45:46.088624+0000","last_undegraded":"2023-07-14T12:45:46.088624+0000","last_fullsized":"2023-07-14T12:45:46.088624+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:49:42.052341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006949+0000","last_change":"2023-07-14T12:44:47.755304+0000","last_active":"2023-07-14T12:45:46.006949+0000","last_peered":"2023-07-14T12:45:46.006949+0000","last_clean":"2023-07-14T12:45:46.006949+0000","last_became_active":"2023-07-14T12:44:47.755004+0000","last_became_peered":"2023-07-14T12:44:47.755004+0000","last_unstale":"2023-07-14T12:45:46.006949+0000","last_undegraded":"2023-07-14T12:45:46.006949+0000","last_fullsized":"2023-07-14T12:45:46.006949+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:15:19.074451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"80'5","reported_seq":102,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:08.860714+0000","last_change":"2023-07-14T12:44:47.061317+0000","last_active":"2023-07-14T12:46:08.860714+0000","last_peered":"2023-07-14T12:46:08.860714+0000","last_clean":"2023-07-14T12:46:08.860714+0000","last_became_active":"2023-07-14T12:44:47.060555+0000","last_became_peered":"2023-07-14T12:44:47.060555+0000","last_unstale":"2023-07-14T12:46:08.860714+0000","last_undegraded":"2023-07-14T12:46:08.860714+0000","last_fullsized":"2023-07-14T12:46:08.860714+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:53:04.945807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":79,"num_read_kb":79,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004408+0000","last_change":"2023-07-14T12:44:47.757144+0000","last_active":"2023-07-14T12:45:46.004408+0000","last_peered":"2023-07-14T12:45:46.004408+0000","last_clean":"2023-07-14T12:45:46.004408+0000","last_became_active":"2023-07-14T12:44:47.756366+0000","last_became_peered":"2023-07-14T12:44:47.756366+0000","last_unstale":"2023-07-14T12:45:46.004408+0000","last_undegraded":"2023-07-14T12:45:46.004408+0000","last_fullsized":"2023-07-14T12:45:46.004408+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:29:01.309929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"80'6","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006003+0000","last_change":"2023-07-14T12:44:47.065634+0000","last_active":"2023-07-14T12:45:46.006003+0000","last_peered":"2023-07-14T12:45:46.006003+0000","last_clean":"2023-07-14T12:45:46.006003+0000","last_became_active":"2023-07-14T12:44:47.065284+0000","last_became_peered":"2023-07-14T12:44:47.065284+0000","last_unstale":"2023-07-14T12:45:46.006003+0000","last_undegraded":"2023-07-14T12:45:46.006003+0000","last_fullsized":"2023-07-14T12:45:46.006003+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:55:30.447088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":343,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009395+0000","last_change":"2023-07-14T12:43:48.388457+0000","last_active":"2023-07-14T12:45:46.009395+0000","last_peered":"2023-07-14T12:45:46.009395+0000","last_clean":"2023-07-14T12:45:46.009395+0000","last_became_active":"2023-07-14T12:43:48.387804+0000","last_became_peered":"2023-07-14T12:43:48.387804+0000","last_unstale":"2023-07-14T12:45:46.009395+0000","last_undegraded":"2023-07-14T12:45:46.009395+0000","last_fullsized":"2023-07-14T12:45:46.009395+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:40:55.681737+0000","last_clean_scrub_stamp":"2023-07-14T12:40:55.681737+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:01:12.934704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002302+0000","last_change":"2023-07-14T12:44:47.760536+0000","last_active":"2023-07-14T12:45:46.002302+0000","last_peered":"2023-07-14T12:45:46.002302+0000","last_clean":"2023-07-14T12:45:46.002302+0000","last_became_active":"2023-07-14T12:44:47.760008+0000","last_became_peered":"2023-07-14T12:44:47.760008+0000","last_unstale":"2023-07-14T12:45:46.002302+0000","last_undegraded":"2023-07-14T12:45:46.002302+0000","last_fullsized":"2023-07-14T12:45:46.002302+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:43:04.919606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"80'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009679+0000","last_change":"2023-07-14T12:44:47.065040+0000","last_active":"2023-07-14T12:45:46.009679+0000","last_peered":"2023-07-14T12:45:46.009679+0000","last_clean":"2023-07-14T12:45:46.009679+0000","last_became_active":"2023-07-14T12:44:47.064300+0000","last_became_peered":"2023-07-14T12:44:47.064300+0000","last_unstale":"2023-07-14T12:45:46.009679+0000","last_undegraded":"2023-07-14T12:45:46.009679+0000","last_fullsized":"2023-07-14T12:45:46.009679+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:14:58.677818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"80'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009483+0000","last_change":"2023-07-14T12:44:47.070015+0000","last_active":"2023-07-14T12:45:46.009483+0000","last_peered":"2023-07-14T12:45:46.009483+0000","last_clean":"2023-07-14T12:45:46.009483+0000","last_became_active":"2023-07-14T12:44:47.069657+0000","last_became_peered":"2023-07-14T12:44:47.069657+0000","last_unstale":"2023-07-14T12:45:46.009483+0000","last_undegraded":"2023-07-14T12:45:46.009483+0000","last_fullsized":"2023-07-14T12:45:46.009483+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:09:19.331830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002638+0000","last_change":"2023-07-14T12:44:47.748416+0000","last_active":"2023-07-14T12:45:46.002638+0000","last_peered":"2023-07-14T12:45:46.002638+0000","last_clean":"2023-07-14T12:45:46.002638+0000","last_became_active":"2023-07-14T12:44:47.748091+0000","last_became_peered":"2023-07-14T12:44:47.748091+0000","last_unstale":"2023-07-14T12:45:46.002638+0000","last_undegraded":"2023-07-14T12:45:46.002638+0000","last_fullsized":"2023-07-14T12:45:46.002638+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:53:25.009093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"80'9","reported_seq":27,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007147+0000","last_change":"2023-07-14T12:44:47.069322+0000","last_active":"2023-07-14T12:45:46.007147+0000","last_peered":"2023-07-14T12:45:46.007147+0000","last_clean":"2023-07-14T12:45:46.007147+0000","last_became_active":"2023-07-14T12:44:47.069026+0000","last_became_peered":"2023-07-14T12:44:47.069026+0000","last_unstale":"2023-07-14T12:45:46.007147+0000","last_undegraded":"2023-07-14T12:45:46.007147+0000","last_fullsized":"2023-07-14T12:45:46.007147+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T12:54:16.248343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004691+0000","last_change":"2023-07-14T12:44:47.759892+0000","last_active":"2023-07-14T12:45:46.004691+0000","last_peered":"2023-07-14T12:45:46.004691+0000","last_clean":"2023-07-14T12:45:46.004691+0000","last_became_active":"2023-07-14T12:44:47.759576+0000","last_became_peered":"2023-07-14T12:44:47.759576+0000","last_unstale":"2023-07-14T12:45:46.004691+0000","last_undegraded":"2023-07-14T12:45:46.004691+0000","last_fullsized":"2023-07-14T12:45:46.004691+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T16:36:35.329636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"80'7","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006434+0000","last_change":"2023-07-14T12:44:47.060607+0000","last_active":"2023-07-14T12:45:46.006434+0000","last_peered":"2023-07-14T12:45:46.006434+0000","last_clean":"2023-07-14T12:45:46.006434+0000","last_became_active":"2023-07-14T12:44:47.060291+0000","last_became_peered":"2023-07-14T12:44:47.060291+0000","last_unstale":"2023-07-14T12:45:46.006434+0000","last_undegraded":"2023-07-14T12:45:46.006434+0000","last_fullsized":"2023-07-14T12:45:46.006434+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T19:21:51.390916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007459+0000","last_change":"2023-07-14T12:44:47.756112+0000","last_active":"2023-07-14T12:45:46.007459+0000","last_peered":"2023-07-14T12:45:46.007459+0000","last_clean":"2023-07-14T12:45:46.007459+0000","last_became_active":"2023-07-14T12:44:47.755792+0000","last_became_peered":"2023-07-14T12:44:47.755792+0000","last_unstale":"2023-07-14T12:45:46.007459+0000","last_undegraded":"2023-07-14T12:45:46.007459+0000","last_fullsized":"2023-07-14T12:45:46.007459+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:16:53.856193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"80'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025242+0000","last_change":"2023-07-14T12:44:47.064692+0000","last_active":"2023-07-14T12:45:46.025242+0000","last_peered":"2023-07-14T12:45:46.025242+0000","last_clean":"2023-07-14T12:45:46.025242+0000","last_became_active":"2023-07-14T12:44:47.064412+0000","last_became_peered":"2023-07-14T12:44:47.064412+0000","last_unstale":"2023-07-14T12:45:46.025242+0000","last_undegraded":"2023-07-14T12:45:46.025242+0000","last_fullsized":"2023-07-14T12:45:46.025242+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:15:09.120687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.008846+0000","last_change":"2023-07-14T12:44:47.756236+0000","last_active":"2023-07-14T12:45:46.008846+0000","last_peered":"2023-07-14T12:45:46.008846+0000","last_clean":"2023-07-14T12:45:46.008846+0000","last_became_active":"2023-07-14T12:44:47.755873+0000","last_became_peered":"2023-07-14T12:44:47.755873+0000","last_unstale":"2023-07-14T12:45:46.008846+0000","last_undegraded":"2023-07-14T12:45:46.008846+0000","last_fullsized":"2023-07-14T12:45:46.008846+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:18:38.413523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"80'7","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004453+0000","last_change":"2023-07-14T12:44:47.064231+0000","last_active":"2023-07-14T12:45:46.004453+0000","last_peered":"2023-07-14T12:45:46.004453+0000","last_clean":"2023-07-14T12:45:46.004453+0000","last_became_active":"2023-07-14T12:44:47.063929+0000","last_became_peered":"2023-07-14T12:44:47.063929+0000","last_unstale":"2023-07-14T12:45:46.004453+0000","last_undegraded":"2023-07-14T12:45:46.004453+0000","last_fullsized":"2023-07-14T12:45:46.004453+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:55:54.384199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003369+0000","last_change":"2023-07-14T12:44:47.758236+0000","last_active":"2023-07-14T12:45:46.003369+0000","last_peered":"2023-07-14T12:45:46.003369+0000","last_clean":"2023-07-14T12:45:46.003369+0000","last_became_active":"2023-07-14T12:44:47.757653+0000","last_became_peered":"2023-07-14T12:44:47.757653+0000","last_unstale":"2023-07-14T12:45:46.003369+0000","last_undegraded":"2023-07-14T12:45:46.003369+0000","last_fullsized":"2023-07-14T12:45:46.003369+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-16T00:30:32.060360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"80'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005298+0000","last_change":"2023-07-14T12:44:47.064825+0000","last_active":"2023-07-14T12:45:46.005298+0000","last_peered":"2023-07-14T12:45:46.005298+0000","last_clean":"2023-07-14T12:45:46.005298+0000","last_became_active":"2023-07-14T12:44:47.064545+0000","last_became_peered":"2023-07-14T12:44:47.064545+0000","last_unstale":"2023-07-14T12:45:46.005298+0000","last_undegraded":"2023-07-14T12:45:46.005298+0000","last_fullsized":"2023-07-14T12:45:46.005298+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:48:07.376382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004872+0000","last_change":"2023-07-14T12:44:47.762348+0000","last_active":"2023-07-14T12:45:46.004872+0000","last_peered":"2023-07-14T12:45:46.004872+0000","last_clean":"2023-07-14T12:45:46.004872+0000","last_became_active":"2023-07-14T12:44:47.761902+0000","last_became_peered":"2023-07-14T12:44:47.761902+0000","last_unstale":"2023-07-14T12:45:46.004872+0000","last_undegraded":"2023-07-14T12:45:46.004872+0000","last_fullsized":"2023-07-14T12:45:46.004872+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:29:21.159157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"80'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009653+0000","last_change":"2023-07-14T12:44:47.067317+0000","last_active":"2023-07-14T12:45:46.009653+0000","last_peered":"2023-07-14T12:45:46.009653+0000","last_clean":"2023-07-14T12:45:46.009653+0000","last_became_active":"2023-07-14T12:44:47.066987+0000","last_became_peered":"2023-07-14T12:44:47.066987+0000","last_unstale":"2023-07-14T12:45:46.009653+0000","last_undegraded":"2023-07-14T12:45:46.009653+0000","last_fullsized":"2023-07-14T12:45:46.009653+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:22:42.450318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010254+0000","last_change":"2023-07-14T12:44:47.756533+0000","last_active":"2023-07-14T12:45:46.010254+0000","last_peered":"2023-07-14T12:45:46.010254+0000","last_clean":"2023-07-14T12:45:46.010254+0000","last_became_active":"2023-07-14T12:44:47.756198+0000","last_became_peered":"2023-07-14T12:44:47.756198+0000","last_unstale":"2023-07-14T12:45:46.010254+0000","last_undegraded":"2023-07-14T12:45:46.010254+0000","last_fullsized":"2023-07-14T12:45:46.010254+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:59:53.249477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"80'5","reported_seq":45,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:46:10.046086+0000","last_change":"2023-07-14T12:45:46.015843+0000","last_active":"2023-07-14T12:46:10.046086+0000","last_peered":"2023-07-14T12:46:10.046086+0000","last_clean":"2023-07-14T12:46:10.046086+0000","last_became_active":"2023-07-14T12:45:46.009311+0000","last_became_peered":"2023-07-14T12:45:46.009311+0000","last_unstale":"2023-07-14T12:46:10.046086+0000","last_undegraded":"2023-07-14T12:46:10.046086+0000","last_fullsized":"2023-07-14T12:46:10.046086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:06:18.920586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1122,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":27,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1122,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009954+0000","last_change":"2023-07-14T12:44:47.758009+0000","last_active":"2023-07-14T12:45:46.009954+0000","last_peered":"2023-07-14T12:45:46.009954+0000","last_clean":"2023-07-14T12:45:46.009954+0000","last_became_active":"2023-07-14T12:44:47.757327+0000","last_became_peered":"2023-07-14T12:44:47.757327+0000","last_unstale":"2023-07-14T12:45:46.009954+0000","last_undegraded":"2023-07-14T12:45:46.009954+0000","last_fullsized":"2023-07-14T12:45:46.009954+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T20:50:28.231771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"80'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006422+0000","last_change":"2023-07-14T12:44:47.064102+0000","last_active":"2023-07-14T12:45:46.006422+0000","last_peered":"2023-07-14T12:45:46.006422+0000","last_clean":"2023-07-14T12:45:46.006422+0000","last_became_active":"2023-07-14T12:44:47.063778+0000","last_became_peered":"2023-07-14T12:44:47.063778+0000","last_unstale":"2023-07-14T12:45:46.006422+0000","last_undegraded":"2023-07-14T12:45:46.006422+0000","last_fullsized":"2023-07-14T12:45:46.006422+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T23:44:52.780761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"80'1","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.009477+0000","last_change":"2023-07-14T12:44:47.753937+0000","last_active":"2023-07-14T12:45:46.009477+0000","last_peered":"2023-07-14T12:45:46.009477+0000","last_clean":"2023-07-14T12:45:46.009477+0000","last_became_active":"2023-07-14T12:44:47.753629+0000","last_became_peered":"2023-07-14T12:44:47.753629+0000","last_unstale":"2023-07-14T12:45:46.009477+0000","last_undegraded":"2023-07-14T12:45:46.009477+0000","last_fullsized":"2023-07-14T12:45:46.009477+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:46:49.071914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"80'5","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.019419+0000","last_change":"2023-07-14T12:45:46.019419+0000","last_active":"2023-07-14T12:45:46.019419+0000","last_peered":"2023-07-14T12:45:46.019419+0000","last_clean":"2023-07-14T12:45:46.019419+0000","last_became_active":"2023-07-14T12:45:46.009254+0000","last_became_peered":"2023-07-14T12:45:46.009254+0000","last_unstale":"2023-07-14T12:45:46.019419+0000","last_undegraded":"2023-07-14T12:45:46.019419+0000","last_fullsized":"2023-07-14T12:45:46.019419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:46.036811+0000","last_clean_scrub_stamp":"2023-07-14T12:44:46.036811+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:46:38.818493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4],"acting":[6,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.010664+0000","last_change":"2023-07-14T12:44:47.750342+0000","last_active":"2023-07-14T12:45:46.010664+0000","last_peered":"2023-07-14T12:45:46.010664+0000","last_clean":"2023-07-14T12:45:46.010664+0000","last_became_active":"2023-07-14T12:44:47.750061+0000","last_became_peered":"2023-07-14T12:44:47.750061+0000","last_unstale":"2023-07-14T12:45:46.010664+0000","last_undegraded":"2023-07-14T12:45:46.010664+0000","last_fullsized":"2023-07-14T12:45:46.010664+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:34:39.026113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003547+0000","last_change":"2023-07-14T12:44:47.756776+0000","last_active":"2023-07-14T12:45:46.003547+0000","last_peered":"2023-07-14T12:45:46.003547+0000","last_clean":"2023-07-14T12:45:46.003547+0000","last_became_active":"2023-07-14T12:44:47.756466+0000","last_became_peered":"2023-07-14T12:44:47.756466+0000","last_unstale":"2023-07-14T12:45:46.003547+0000","last_undegraded":"2023-07-14T12:45:46.003547+0000","last_fullsized":"2023-07-14T12:45:46.003547+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T15:13:46.345160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005125+0000","last_change":"2023-07-14T12:44:47.755049+0000","last_active":"2023-07-14T12:45:46.005125+0000","last_peered":"2023-07-14T12:45:46.005125+0000","last_clean":"2023-07-14T12:45:46.005125+0000","last_became_active":"2023-07-14T12:44:47.754743+0000","last_became_peered":"2023-07-14T12:44:47.754743+0000","last_unstale":"2023-07-14T12:45:46.005125+0000","last_undegraded":"2023-07-14T12:45:46.005125+0000","last_fullsized":"2023-07-14T12:45:46.005125+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:02:22.594357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005166+0000","last_change":"2023-07-14T12:44:47.756725+0000","last_active":"2023-07-14T12:45:46.005166+0000","last_peered":"2023-07-14T12:45:46.005166+0000","last_clean":"2023-07-14T12:45:46.005166+0000","last_became_active":"2023-07-14T12:44:47.756437+0000","last_became_peered":"2023-07-14T12:44:47.756437+0000","last_unstale":"2023-07-14T12:45:46.005166+0000","last_undegraded":"2023-07-14T12:45:46.005166+0000","last_fullsized":"2023-07-14T12:45:46.005166+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:25:56.501729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.007849+0000","last_change":"2023-07-14T12:44:47.761967+0000","last_active":"2023-07-14T12:45:46.007849+0000","last_peered":"2023-07-14T12:45:46.007849+0000","last_clean":"2023-07-14T12:45:46.007849+0000","last_became_active":"2023-07-14T12:44:47.761653+0000","last_became_peered":"2023-07-14T12:44:47.761653+0000","last_unstale":"2023-07-14T12:45:46.007849+0000","last_undegraded":"2023-07-14T12:45:46.007849+0000","last_fullsized":"2023-07-14T12:45:46.007849+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:05:16.248379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002499+0000","last_change":"2023-07-14T12:44:47.760485+0000","last_active":"2023-07-14T12:45:46.002499+0000","last_peered":"2023-07-14T12:45:46.002499+0000","last_clean":"2023-07-14T12:45:46.002499+0000","last_became_active":"2023-07-14T12:44:47.760168+0000","last_became_peered":"2023-07-14T12:44:47.760168+0000","last_unstale":"2023-07-14T12:45:46.002499+0000","last_undegraded":"2023-07-14T12:45:46.002499+0000","last_fullsized":"2023-07-14T12:45:46.002499+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:54:20.755833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003427+0000","last_change":"2023-07-14T12:44:47.756881+0000","last_active":"2023-07-14T12:45:46.003427+0000","last_peered":"2023-07-14T12:45:46.003427+0000","last_clean":"2023-07-14T12:45:46.003427+0000","last_became_active":"2023-07-14T12:44:47.756208+0000","last_became_peered":"2023-07-14T12:44:47.756208+0000","last_unstale":"2023-07-14T12:45:46.003427+0000","last_undegraded":"2023-07-14T12:45:46.003427+0000","last_fullsized":"2023-07-14T12:45:46.003427+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T13:45:55.339509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.005945+0000","last_change":"2023-07-14T12:44:47.760847+0000","last_active":"2023-07-14T12:45:46.005945+0000","last_peered":"2023-07-14T12:45:46.005945+0000","last_clean":"2023-07-14T12:45:46.005945+0000","last_became_active":"2023-07-14T12:44:47.760493+0000","last_became_peered":"2023-07-14T12:44:47.760493+0000","last_unstale":"2023-07-14T12:45:46.005945+0000","last_undegraded":"2023-07-14T12:45:46.005945+0000","last_fullsized":"2023-07-14T12:45:46.005945+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:40:23.011473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004419+0000","last_change":"2023-07-14T12:44:47.756563+0000","last_active":"2023-07-14T12:45:46.004419+0000","last_peered":"2023-07-14T12:45:46.004419+0000","last_clean":"2023-07-14T12:45:46.004419+0000","last_became_active":"2023-07-14T12:44:47.756118+0000","last_became_peered":"2023-07-14T12:44:47.756118+0000","last_unstale":"2023-07-14T12:45:46.004419+0000","last_undegraded":"2023-07-14T12:45:46.004419+0000","last_fullsized":"2023-07-14T12:45:46.004419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T21:25:44.687341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.006456+0000","last_change":"2023-07-14T12:44:47.755248+0000","last_active":"2023-07-14T12:45:46.006456+0000","last_peered":"2023-07-14T12:45:46.006456+0000","last_clean":"2023-07-14T12:45:46.006456+0000","last_became_active":"2023-07-14T12:44:47.754944+0000","last_became_peered":"2023-07-14T12:44:47.754944+0000","last_unstale":"2023-07-14T12:45:46.006456+0000","last_undegraded":"2023-07-14T12:45:46.006456+0000","last_fullsized":"2023-07-14T12:45:46.006456+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T14:27:24.059586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.004305+0000","last_change":"2023-07-14T12:44:47.758376+0000","last_active":"2023-07-14T12:45:46.004305+0000","last_peered":"2023-07-14T12:45:46.004305+0000","last_clean":"2023-07-14T12:45:46.004305+0000","last_became_active":"2023-07-14T12:44:47.756263+0000","last_became_peered":"2023-07-14T12:44:47.756263+0000","last_unstale":"2023-07-14T12:45:46.004305+0000","last_undegraded":"2023-07-14T12:45:46.004305+0000","last_fullsized":"2023-07-14T12:45:46.004305+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T18:47:11.899848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.025592+0000","last_change":"2023-07-14T12:44:47.750989+0000","last_active":"2023-07-14T12:45:46.025592+0000","last_peered":"2023-07-14T12:45:46.025592+0000","last_clean":"2023-07-14T12:45:46.025592+0000","last_became_active":"2023-07-14T12:44:47.750691+0000","last_became_peered":"2023-07-14T12:44:47.750691+0000","last_unstale":"2023-07-14T12:45:46.025592+0000","last_undegraded":"2023-07-14T12:45:46.025592+0000","last_fullsized":"2023-07-14T12:45:46.025592+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:05:10.735300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.002682+0000","last_change":"2023-07-14T12:44:47.753024+0000","last_active":"2023-07-14T12:45:46.002682+0000","last_peered":"2023-07-14T12:45:46.002682+0000","last_clean":"2023-07-14T12:45:46.002682+0000","last_became_active":"2023-07-14T12:44:47.752645+0000","last_became_peered":"2023-07-14T12:44:47.752645+0000","last_unstale":"2023-07-14T12:45:46.002682+0000","last_undegraded":"2023-07-14T12:45:46.002682+0000","last_fullsized":"2023-07-14T12:45:46.002682+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T22:30:26.978677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-07-14T12:45:46.003490+0000","last_change":"2023-07-14T12:44:47.753607+0000","last_active":"2023-07-14T12:45:46.003490+0000","last_peered":"2023-07-14T12:45:46.003490+0000","last_clean":"2023-07-14T12:45:46.003490+0000","last_became_active":"2023-07-14T12:44:47.753233+0000","last_became_peered":"2023-07-14T12:44:47.753233+0000","last_unstale":"2023-07-14T12:45:46.003490+0000","last_undegraded":"2023-07-14T12:45:46.003490+0000","last_fullsized":"2023-07-14T12:45:46.003490+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-07-14T12:44:47.042406+0000","last_clean_scrub_stamp":"2023-07-14T12:44:47.042406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-07-15T17:41:48.569970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68207,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":780,"num_read_kb":490,"num_write":235,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1816,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":204621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":207,"ondisk_log_size":207,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":75,"seq":322122547229,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27836,"kb_used_data":884,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717316,"statfs":{"total":95995035648,"available":95966531584,"internally_reserved":0,"allocated":905216,"data_stored":430037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.52300000000000002}]},{"osd":1,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.499}]},{"osd":2,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.39200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.61799999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.47999999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.434},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.68400000000000005}]},{"osd":8,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.54900000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.751}]},{"osd":10,"last update":"Fri Jul 14 12:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.72099999999999997}]}]},{"osd":10,"up_from":68,"seq":292057776160,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1552,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1589248,"data_stored":1081316,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.437}]},{"osd":1,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.441,"15min":0.441},"min":{"1min":0.35499999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.56599999999999995,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.45800000000000002,"15min":0.45500000000000002},"min":{"1min":0.34000000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.373}]},{"osd":2,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.60599999999999998,"15min":0.60299999999999998},"min":{"1min":0.48999999999999999,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.71999999999999997,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63600000000000001,"15min":0.63700000000000001},"min":{"1min":0.5,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.629}]},{"osd":3,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.70499999999999996,"15min":0.72699999999999998},"min":{"1min":0.41899999999999998,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81000000000000005,"5min":3.1349999999999998,"15min":3.1349999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.68200000000000005,"15min":0.69399999999999995},"min":{"1min":0.436,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.81100000000000005,"5min":1.788,"15min":1.788},"last":0.60099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.56799999999999995,"15min":0.55800000000000005},"min":{"1min":0.43099999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.497},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.38300000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71899999999999997,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.73399999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.67000000000000004,"15min":0.66800000000000004},"min":{"1min":0.52600000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.83499999999999996,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.56999999999999995,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.83399999999999996,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.83899999999999997,"15min":0.871},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.85099999999999998,"5min":4.673,"15min":4.673},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.72299999999999998,"15min":0.71999999999999997},"min":{"1min":0.53700000000000003,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.94599999999999995,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.65300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":8,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76000000000000001,"15min":0.75600000000000001},"min":{"1min":0.65900000000000003,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":0.92800000000000005,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.752,"5min":0.79200000000000004,"15min":0.79800000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.89700000000000002,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.54100000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.92700000000000005,"15min":0.94899999999999995},"min":{"1min":0.56599999999999995,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.98399999999999999,"5min":4.6500000000000004,"15min":4.6500000000000004},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.93600000000000005,"15min":0.96199999999999997},"min":{"1min":0.55400000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.92800000000000005,"5min":4.6239999999999997,"15min":4.6239999999999997},"last":0.58599999999999997}]},{"osd":11,"last update":"Fri Jul 14 12:46:12 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.63700000000000001,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.89900000000000002,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.79600000000000004,"15min":0.79300000000000004},"min":{"1min":0.70199999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.61699999999999999}]}]},{"osd":9,"up_from":63,"seq":270582939685,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27848,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717304,"statfs":{"total":95995035648,"available":95966519296,"internally_reserved":0,"allocated":917504,"data_stored":429321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.49099999999999999,"15min":0.5},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.90300000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.51800000000000002,"15min":0.52300000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.625,"15min":0.629},"min":{"1min":0.45800000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.874,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.42099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.77500000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.67500000000000004,"15min":0.68700000000000006},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.68000000000000005,"15min":0.69499999999999995},"min":{"1min":0.44,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.96499999999999997,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.58499999999999996,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.57299999999999995,"15min":0.59299999999999997},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.88600000000000001,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.5}]},{"osd":4,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70599999999999996,"15min":0.71499999999999997},"min":{"1min":0.46200000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.72999999999999998,"15min":0.753},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.81799999999999995,"5min":1.101,"15min":1.101},"last":0.55500000000000005}]},{"osd":5,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.754,"15min":0.76800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.75,"15min":0.76300000000000001},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.64700000000000002}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.78200000000000003,"15min":0.79300000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.952,"5min":1.952,"15min":1.952},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.72999999999999998,"15min":0.73599999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":2.6269999999999998,"5min":2.6269999999999998,"15min":2.6269999999999998},"last":0.621}]},{"osd":7,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.80800000000000005,"15min":0.82799999999999996},"min":{"1min":0.57499999999999996,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90400000000000003,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.747,"5min":0.83599999999999997,"15min":0.85099999999999998},"min":{"1min":0.55500000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.748}]},{"osd":8,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.82699999999999996,"15min":0.84899999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":0.995,"5min":1.2050000000000001,"15min":1.2050000000000001},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.86699999999999999,"15min":0.88500000000000001},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.409,"5min":1.409,"15min":1.409},"last":0.78800000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.81599999999999995,"15min":0.82999999999999996},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":0.93000000000000005,"5min":1.264,"15min":1.264},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.80400000000000005,"15min":0.82299999999999995},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.91400000000000003,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.73699999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]}]},{"osd":8,"up_from":56,"seq":240518168617,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27828,"kb_used_data":876,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717324,"statfs":{"total":95995035648,"available":95966539776,"internally_reserved":0,"allocated":897024,"data_stored":428674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.71899999999999997,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.54700000000000004,"15min":0.54800000000000004},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.67600000000000005,"5min":1.788,"15min":1.788},"last":0.48199999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60599999999999998,"15min":0.58299999999999996},"min":{"1min":0.46200000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81699999999999995,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.64300000000000002,"15min":0.61899999999999999},"min":{"1min":0.58499999999999996,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.86199999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.72599999999999998}]},{"osd":2,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.48699999999999999,"15min":0.45900000000000002},"min":{"1min":0.34300000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75800000000000001,"5min":1.409,"15min":1.409},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.496,"15min":0.47599999999999998},"min":{"1min":0.318,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78300000000000003,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.65600000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.61799999999999999,"15min":0.60899999999999999},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.81000000000000005,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.61799999999999999,"15min":0.61499999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.84299999999999997,"5min":1.333,"15min":1.333},"last":0.76700000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.626,"15min":0.60399999999999998},"min":{"1min":0.44700000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.878,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.66100000000000003,"15min":0.63200000000000001},"min":{"1min":0.51700000000000002,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89400000000000002,"5min":1.248,"15min":1.248},"last":0.64200000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.60399999999999998,"15min":0.58999999999999997},"min":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83699999999999997,"5min":1.129,"15min":1.129},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.59699999999999998,"15min":0.57699999999999996},"min":{"1min":0.36499999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.97699999999999998,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.68500000000000005},"min":{"1min":0.46300000000000002,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.92300000000000004,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.745,"5min":0.746,"15min":0.74199999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.94199999999999995,"5min":1.171,"15min":1.171},"last":0.86399999999999999}]},{"osd":7,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.746,"15min":0.72799999999999998},"min":{"1min":0.59099999999999997,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.98199999999999998,"5min":1.083,"15min":1.083},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.71699999999999997,"15min":0.70299999999999996},"min":{"1min":0.56399999999999995,"5min":0.438,"15min":0.438},"max":{"1min":1.014,"5min":1.758,"15min":1.758},"last":0.73899999999999999}]},{"osd":9,"last update":"Fri Jul 14 12:45:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.76000000000000001,"15min":0.74399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.76700000000000002,"15min":0.75600000000000001},"min":{"1min":0.63,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.91900000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:51 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.77700000000000002,"15min":0.76900000000000002},"min":{"1min":0.65100000000000002,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.92800000000000005,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.79700000000000004,"15min":0.78800000000000003},"min":{"1min":0.63800000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.0820000000000001,"5min":1.107,"15min":1.107},"last":0.94399999999999995}]},{"osd":11,"last update":"Fri Jul 14 12:45:51 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.96699999999999997}]}]},{"osd":7,"up_from":49,"seq":210453397549,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28420,"kb_used_data":1468,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716732,"statfs":{"total":95995035648,"available":95965933568,"internally_reserved":0,"allocated":1503232,"data_stored":1022114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.51200000000000001,"15min":0.50700000000000001},"min":{"1min":0.35599999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.78300000000000003,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.41799999999999998}]},{"osd":1,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40000000000000002,"15min":0.39000000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.433,"15min":0.42099999999999999},"min":{"1min":0.32900000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45900000000000002}]},{"osd":2,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.60799999999999998,"15min":0.59699999999999998},"min":{"1min":0.437,"5min":0.375,"15min":0.375},"max":{"1min":0.87,"5min":0.874,"15min":0.874},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.58799999999999997,"15min":0.56599999999999995},"min":{"1min":0.48299999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54800000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.56499999999999995,"15min":0.54900000000000004},"min":{"1min":0.40500000000000003,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.59499999999999997,"15min":0.58899999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.60699999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.501,"15min":0.49199999999999999},"min":{"1min":0.29199999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.67000000000000004,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.505,"5min":0.50700000000000001,"15min":0.499},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.752,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.49099999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.64500000000000002,"15min":0.623},"min":{"1min":0.502,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.64700000000000002,"15min":0.63100000000000001},"min":{"1min":0.51600000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.872,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.63100000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.76100000000000001,"15min":0.71899999999999997},"min":{"1min":0.42399999999999999,"5min":0.377,"15min":0.377},"max":{"1min":6.0979999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":1.036,"5min":0.75700000000000001,"15min":0.69699999999999995},"min":{"1min":0.46999999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":8.5660000000000007,"5min":8.5660000000000007,"15min":8.5660000000000007},"last":0.747}]},{"osd":8,"last update":"Fri Jul 14 12:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.67300000000000004,"15min":0.67100000000000004},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.70199999999999996,"15min":0.69299999999999995},"min":{"1min":0.53100000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.82599999999999996}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.755,"15min":0.76400000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.78700000000000003,"15min":0.79900000000000004},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.98499999999999999,"5min":2.2879999999999998,"15min":2.2879999999999998},"last":0.66900000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.77100000000000002,"15min":0.78300000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70899999999999996,"15min":0.70999999999999996},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.72399999999999998}]},{"osd":11,"last update":"Fri Jul 14 12:45:49 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.70999999999999996}]}]},{"osd":6,"up_from":44,"seq":188978561074,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27832,"kb_used_data":880,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717320,"statfs":{"total":95995035648,"available":95966535680,"internally_reserved":0,"allocated":901120,"data_stored":428996,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.33100000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.60699999999999998,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":1.1910000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.434,"15min":0.436},"min":{"1min":0.29899999999999999,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.54200000000000004,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":1.5580000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.60499999999999998,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":1.002}]},{"osd":2,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.61899999999999999,"15min":0.60999999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.73499999999999999,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.62,"15min":0.59799999999999998},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.96399999999999997,"5min":1.167,"15min":1.167},"last":0.64600000000000002}]},{"osd":3,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50900000000000001,"15min":0.50800000000000001},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64500000000000002,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":1.321},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.52000000000000002,"15min":0.52200000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.65300000000000002,"5min":1.147,"15min":1.147},"last":1.391}]},{"osd":4,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.65300000000000002,"15min":0.65900000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.76400000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.75},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.81499999999999995,"5min":1.119,"15min":1.119},"last":1.0449999999999999}]},{"osd":5,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.67700000000000005,"15min":0.66900000000000004},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.79600000000000004,"5min":1.246,"15min":1.246},"last":1.2390000000000001},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.879,"5min":1.405,"15min":1.405},"last":0.60199999999999998}]},{"osd":7,"last update":"Fri Jul 14 12:45:41 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.68700000000000006,"15min":0.67900000000000005},"min":{"1min":0.50700000000000001,"5min":0.505,"15min":0.505},"max":{"1min":0.999,"5min":1.272,"15min":1.272},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":0.90900000000000003,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.83399999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.76000000000000001,"15min":0.78500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.88500000000000001,"5min":1.454,"15min":1.454},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.76000000000000001,"15min":0.78800000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.276,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":1.276}]},{"osd":9,"last update":"Fri Jul 14 12:45:26 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.65300000000000002,"15min":0.66500000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77600000000000002,"5min":1.085,"15min":1.085},"last":1.097},{"interface":"front","average":{"1min":0.629,"5min":0.71699999999999997,"15min":0.73199999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94099999999999995,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.53800000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.76100000000000001,"15min":0.77500000000000002},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":0.80500000000000005,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.077},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.83499999999999996,"15min":0.85199999999999998},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.038,"5min":1.496,"15min":1.496},"last":0.79500000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574918,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":948,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":970752,"data_stored":491454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:40 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53100000000000003,"15min":0.497},"min":{"1min":0.33400000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.85799999999999998,"5min":1.008,"15min":1.008},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53000000000000003,"15min":0.502},"min":{"1min":0.35799999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.61099999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:46:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.54300000000000004,"15min":0.51500000000000001},"min":{"1min":0.33200000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.55000000000000004,"15min":0.50800000000000001},"min":{"1min":0.37,"5min":0.316,"15min":0.316},"max":{"1min":0.81599999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.73899999999999999}]},{"osd":3,"last update":"Fri Jul 14 12:45:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53600000000000003,"15min":0.503},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.86899999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.89600000000000002,"5min":1.109,"15min":1.109},"last":0.68999999999999995}]},{"osd":4,"last update":"Fri Jul 14 12:45:40 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.42699999999999999,"15min":0.39400000000000002},"min":{"1min":0.32800000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.66500000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.5,"5min":0.45500000000000002,"15min":0.43099999999999999},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.69299999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Jul 14 12:46:03 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.60599999999999998,"15min":0.56399999999999995},"min":{"1min":0.438,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.82799999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.63600000000000001,"15min":0.59799999999999998},"min":{"1min":0.54500000000000004,"5min":0.439,"15min":0.439},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.79600000000000004}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.503,"5min":0.433,"15min":0.433},"max":{"1min":0.79100000000000004,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63300000000000001,"15min":0.627},"min":{"1min":0.442,"5min":0.38,"15min":0.38},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.77200000000000002}]},{"osd":7,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.54400000000000004,"15min":0.51400000000000001},"min":{"1min":0.48599999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.78800000000000003,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.55000000000000004,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.82499999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.67000000000000004,"15min":0.66200000000000003},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.88},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.69099999999999995,"15min":0.68700000000000006},"min":{"1min":0.53400000000000003,"5min":0.437,"15min":0.437},"max":{"1min":0.88200000000000001,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.85399999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.72299999999999998,"15min":0.71499999999999997},"min":{"1min":0.58599999999999997,"5min":0.496,"15min":0.496},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.754,"15min":0.75700000000000001},"min":{"1min":0.59899999999999998,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.88800000000000001,"5min":1.03,"15min":1.03},"last":0.91100000000000003}]},{"osd":10,"last update":"Fri Jul 14 12:45:49 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.73599999999999999,"15min":0.73199999999999998},"min":{"1min":0.49099999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.94299999999999995,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75900000000000001,"15min":0.749},"min":{"1min":0.59999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96799999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.86699999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.749,"5min":0.749,"15min":0.749},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.89000000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27852,"kb_used_data":900,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717300,"statfs":{"total":95995035648,"available":95966515200,"internally_reserved":0,"allocated":921600,"data_stored":430329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54000000000000004,"15min":0.52200000000000002},"min":{"1min":0.35299999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68899999999999995,"5min":1.861,"15min":1.861},"last":0.62},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.373,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.78000000000000003,"5min":1.486,"15min":1.486},"last":0.59299999999999997}]},{"osd":2,"last update":"Fri Jul 14 12:45:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55900000000000005,"15min":0.53300000000000003},"min":{"1min":0.45500000000000002,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.88700000000000001,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.55700000000000005,"15min":0.53600000000000003},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83199999999999996,"5min":0.878,"15min":0.878},"last":0.66600000000000004}]},{"osd":3,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.442},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.495}]},{"osd":4,"last update":"Fri Jul 14 12:45:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.60199999999999998,"15min":0.626},"min":{"1min":0.36299999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.81399999999999995,"5min":1.615,"15min":1.615},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56200000000000006,"15min":0.56299999999999994},"min":{"1min":0.39700000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67300000000000004,"5min":1.496,"15min":1.496},"last":0.64500000000000002}]},{"osd":5,"last update":"Fri Jul 14 12:45:10 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.59299999999999997,"15min":0.58199999999999996},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74199999999999999,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.627},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57799999999999996,"15min":0.56200000000000006},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69499999999999995,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.71999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:21 2023","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.53500000000000003,"15min":0.54100000000000004},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76500000000000001,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.83399999999999996,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.54500000000000004}]},{"osd":7,"last update":"Fri Jul 14 12:44:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.44600000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.71199999999999997}]},{"osd":8,"last update":"Fri Jul 14 12:46:10 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.72799999999999998,"15min":0.76400000000000001},"min":{"1min":0.47499999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84899999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.72599999999999998,"15min":0.76000000000000001},"min":{"1min":0.46200000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.876,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.72799999999999998}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.71099999999999997,"15min":0.72299999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.75,"15min":0.77100000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.91500000000000004,"5min":1.008,"15min":1.008},"last":0.79000000000000004}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.58499999999999996,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.90500000000000003,"5min":0.995,"15min":0.995},"last":0.749},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.71999999999999997,"15min":0.72999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.86399999999999999,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73799999999999999}]},{"osd":11,"last update":"Fri Jul 14 12:46:10 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.70599999999999996,"15min":0.70399999999999996},"min":{"1min":0.59599999999999997,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":0.84899999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.752,"5min":0.70399999999999996,"15min":0.69599999999999995},"min":{"1min":0.58499999999999996,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":0.89000000000000001,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.82299999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411396,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":952,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":974848,"data_stored":490540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.54200000000000004,"15min":0.52800000000000002},"min":{"1min":0.35799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52400000000000002,"15min":0.54100000000000004},"min":{"1min":0.34000000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.69599999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.66000000000000003}]},{"osd":1,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.53500000000000003,"15min":0.51800000000000002},"min":{"1min":0.38900000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.58599999999999997,"15min":0.54400000000000004},"min":{"1min":0.57599999999999996,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.77800000000000002}]},{"osd":3,"last update":"Fri Jul 14 12:45:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.56499999999999995,"15min":0.54500000000000004},"min":{"1min":0.378,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.77400000000000002,"5min":0.876,"15min":0.876},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.82799999999999996,"5min":0.878,"15min":0.878},"last":0.60099999999999998}]},{"osd":4,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.80900000000000005}]},{"osd":5,"last update":"Fri Jul 14 12:46:04 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.51300000000000001,"15min":0.49299999999999999},"min":{"1min":0.373,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.54300000000000004,"15min":0.51900000000000002},"min":{"1min":0.46000000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.93200000000000005}]},{"osd":6,"last update":"Fri Jul 14 12:45:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.61099999999999999,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77100000000000002,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.91000000000000003}]},{"osd":7,"last update":"Fri Jul 14 12:44:42 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.68000000000000005,"15min":0.68200000000000005},"min":{"1min":0.52700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.85699999999999998,"5min":0.877,"15min":0.877},"last":0.73599999999999999}]},{"osd":8,"last update":"Fri Jul 14 12:46:08 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.64900000000000002,"15min":0.625},"min":{"1min":0.49199999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91800000000000004,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61099999999999999,"15min":0.60599999999999998},"min":{"1min":0.48999999999999999,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.88600000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.83699999999999997}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.76000000000000001,"15min":0.747},"min":{"1min":0.63,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.97899999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73399999999999999,"15min":0.72899999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.96699999999999997}]},{"osd":10,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.71099999999999997,"15min":0.69699999999999995},"min":{"1min":0.52200000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.94399999999999995,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.99399999999999999},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.67500000000000004,"15min":0.65700000000000003},"min":{"1min":0.61499999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":1.04}]},{"osd":11,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":1.0069999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182463,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27848,"kb_used_data":896,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717304,"statfs":{"total":95995035648,"available":95966519296,"internally_reserved":0,"allocated":917504,"data_stored":428875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38300000000000001,"15min":0.36199999999999999},"min":{"1min":0.312,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.58099999999999996,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40200000000000002,"15min":0.373},"min":{"1min":0.312,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57099999999999995,"15min":0.54500000000000004},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.72299999999999998,"5min":1.01,"15min":1.01},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57999999999999996,"15min":0.55400000000000005},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77500000000000002,"5min":0.876,"15min":0.876},"last":0.54500000000000004}]},{"osd":2,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.65900000000000003,"15min":0.55300000000000005},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":9.3350000000000009,"15min":9.3350000000000009},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57599999999999996,"15min":0.52800000000000002},"min":{"1min":0.434,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82299999999999995,"5min":1.008,"15min":1.008},"last":0.48899999999999999}]},{"osd":4,"last update":"Fri Jul 14 12:45:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60199999999999998,"15min":0.57199999999999995},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.83899999999999997,"5min":1.155,"15min":1.155},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.63200000000000001,"15min":0.60399999999999998},"min":{"1min":0.48099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.79400000000000004,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.58499999999999996}]},{"osd":5,"last update":"Fri Jul 14 12:46:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.60799999999999998,"15min":0.58999999999999997},"min":{"1min":0.42899999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.82399999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.629,"15min":0.621},"min":{"1min":0.39400000000000002,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86199999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.50900000000000001}]},{"osd":6,"last update":"Fri Jul 14 12:45:22 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.55600000000000005,"15min":0.54600000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.76000000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.61699999999999999,"15min":0.60399999999999998},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80800000000000005,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.57399999999999995}]},{"osd":7,"last update":"Fri Jul 14 12:45:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.71099999999999997,"15min":0.71599999999999997},"min":{"1min":0.52700000000000002,"5min":0.443,"15min":0.443},"max":{"1min":0.91900000000000004,"5min":1.079,"15min":1.079},"last":0.63},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.753,"15min":0.76900000000000002},"min":{"1min":0.53800000000000003,"5min":0.499,"15min":0.499},"max":{"1min":0.82599999999999996,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.70799999999999996}]},{"osd":8,"last update":"Fri Jul 14 12:44:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.78000000000000003,"15min":0.81200000000000006},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85299999999999998,"5min":1.294,"15min":1.294},"last":0.434},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.78400000000000003,"15min":0.80800000000000005},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.88100000000000001,"5min":1.2030000000000001,"15min":1.2030000000000001},"last":0.60899999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.79100000000000004,"15min":0.80500000000000005},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.90900000000000003,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.77600000000000002,"15min":0.78400000000000003},"min":{"1min":0.61899999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.68899999999999995}]},{"osd":11,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.64700000000000002}]}]},{"osd":4,"up_from":32,"seq":137438953529,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27840,"kb_used_data":888,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717312,"statfs":{"total":95995035648,"available":95966527488,"internally_reserved":0,"allocated":909312,"data_stored":430363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:44:40 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.53200000000000003,"15min":0.495},"min":{"1min":0.52300000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.378},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.52500000000000002,"15min":0.49099999999999999},"min":{"1min":0.46800000000000003,"5min":0.378,"15min":0.378},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51000000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.39300000000000002,"15min":0.36499999999999999},"min":{"1min":0.312,"5min":0.248,"15min":0.248},"max":{"1min":0.55800000000000005,"5min":0.62,"15min":0.62},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.40699999999999997,"15min":0.375},"min":{"1min":0.30299999999999999,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.67100000000000004,"5min":0.752,"15min":0.752},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.54000000000000004,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76600000000000001,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.57199999999999995,"15min":0.53200000000000003},"min":{"1min":0.40999999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.80400000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.78800000000000003}]},{"osd":3,"last update":"Fri Jul 14 12:45:42 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.56299999999999994,"15min":0.52700000000000002},"min":{"1min":0.38400000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.68700000000000006,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.56699999999999995,"15min":0.54300000000000004},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73099999999999998,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.434}]},{"osd":5,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.59999999999999998,"15min":0.56899999999999995},"min":{"1min":0.48599999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.83199999999999996,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63500000000000001,"15min":0.58799999999999997},"min":{"1min":0.36299999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85099999999999998,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.58999999999999997}]},{"osd":6,"last update":"Fri Jul 14 12:45:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.66900000000000004,"15min":0.64500000000000002},"min":{"1min":0.495,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":0.99099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.65100000000000002,"15min":0.63900000000000001},"min":{"1min":0.44900000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57699999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58799999999999997,"15min":0.54600000000000004},"min":{"1min":0.35399999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88700000000000001,"5min":1.093,"15min":1.093},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.57099999999999995,"15min":0.54400000000000004},"min":{"1min":0.46000000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.75800000000000001,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.56200000000000006}]},{"osd":8,"last update":"Fri Jul 14 12:46:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.66100000000000003,"15min":0.64000000000000001},"min":{"1min":0.57499999999999996,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.75,"5min":0.73999999999999999,"15min":0.72399999999999998},"min":{"1min":0.46600000000000003,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.97999999999999998,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.63500000000000001}]},{"osd":9,"last update":"Fri Jul 14 12:45:28 2023","interfaces":[{"interface":"back","average":{"1min":0.77800000000000002,"5min":0.79700000000000004,"15min":0.80000000000000004},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.024,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.747},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.76500000000000001},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":0.99199999999999999,"5min":1.01,"15min":1.01},"last":0.68899999999999995}]},{"osd":10,"last update":"Fri Jul 14 12:45:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.73099999999999998,"15min":0.73199999999999998},"min":{"1min":0.498,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.96499999999999997,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.82899999999999996,"15min":0.83099999999999996},"min":{"1min":0.70899999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":0.95699999999999996,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.70999999999999996}]},{"osd":11,"last update":"Fri Jul 14 12:45:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"min":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.82199999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790006,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28436,"kb_used_data":1484,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716716,"statfs":{"total":95995035648,"available":95965917184,"internally_reserved":0,"allocated":1519616,"data_stored":1021839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.373,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.67100000000000004,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52000000000000002,"15min":0.51200000000000001},"min":{"1min":0.34499999999999997,"5min":0.317,"15min":0.317},"max":{"1min":0.94999999999999996,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.38500000000000001}]},{"osd":1,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55600000000000005,"15min":0.52400000000000002},"min":{"1min":0.45600000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.53200000000000003,"15min":0.496},"min":{"1min":0.434,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.61899999999999999}]},{"osd":2,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.40300000000000002,"15min":0.373},"min":{"1min":0.308,"5min":0.249,"15min":0.249},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.40600000000000003,"15min":0.375},"min":{"1min":0.32600000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.436}]},{"osd":3,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.54200000000000004,"15min":0.51600000000000001},"min":{"1min":0.34499999999999997,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.504},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55900000000000005,"15min":0.55000000000000004},"min":{"1min":0.38500000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70899999999999996,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Jul 14 12:46:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.56699999999999995,"15min":0.53400000000000003},"min":{"1min":0.48199999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.80400000000000005,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.60199999999999998,"15min":0.55400000000000005},"min":{"1min":0.48899999999999999,"5min":0.371,"15min":0.371},"max":{"1min":0.85499999999999998,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.47499999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.78400000000000003,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.629,"5min":0.61099999999999999,"15min":0.60699999999999998},"min":{"1min":0.47499999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.58499999999999996}]},{"osd":7,"last update":"Fri Jul 14 12:45:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.52500000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.66500000000000004,"15min":0.65900000000000003},"min":{"1min":0.56799999999999995,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.85199999999999998,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.69499999999999995}]},{"osd":8,"last update":"Fri Jul 14 12:46:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.59399999999999997,"15min":0.58299999999999996},"min":{"1min":0.41199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.94699999999999995,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.63100000000000001,"15min":0.60799999999999998},"min":{"1min":0.45900000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.66200000000000003}]},{"osd":9,"last update":"Fri Jul 14 12:45:29 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.70899999999999996,"15min":0.70699999999999996},"min":{"1min":0.56299999999999994,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.93700000000000006,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.68799999999999994,"15min":0.68600000000000005},"min":{"1min":0.54600000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.93200000000000005,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.73399999999999999}]},{"osd":10,"last update":"Fri Jul 14 12:45:47 2023","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.70999999999999996,"15min":0.69599999999999995},"min":{"1min":0.67400000000000004,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.71399999999999997,"15min":0.70099999999999996},"min":{"1min":0.69999999999999996,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.77500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":62341,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-07-14T12:46:15.164 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:15.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 -- 172.21.15.40:0/1481440217 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fffe0 msgr2=0x7fce7c1003f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 --2- 172.21.15.40:0/1481440217 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fffe0 0x7fce7c1003f0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fce6c009990 tx=0x7fce6c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 -- 172.21.15.40:0/1481440217 shutdown_connections 2023-07-14T12:46:15.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 --2- 172.21.15.40:0/1481440217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce7c0ff5e0 0x7fce7c106e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.322 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 --2- 172.21.15.40:0/1481440217 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fffe0 0x7fce7c1003f0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.322 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 --2- 172.21.15.40:0/1481440217 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce7c0fec30 0x7fce7c0ff0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 -- 172.21.15.40:0/1481440217 >> 172.21.15.40:0/1481440217 conn(0x7fce7c0f9770 msgr2=0x7fce7c0fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:15.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 -- 172.21.15.40:0/1481440217 shutdown_connections 2023-07-14T12:46:15.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.303+0000 7fce83497700 1 -- 172.21.15.40:0/1481440217 wait complete. 2023-07-14T12:46:15.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 Processor -- start 2023-07-14T12:46:15.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 -- start start 2023-07-14T12:46:15.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 0x7fce7c1946e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce7c0ff5e0 0x7fce7c194c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce7c0fffe0 0x7fce7c19bc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c19c260 con 0x7fce7c0fec30 2023-07-14T12:46:15.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c19c3a0 con 0x7fce7c0ff5e0 2023-07-14T12:46:15.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce83497700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce7c19c530 con 0x7fce7c0fffe0 2023-07-14T12:46:15.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 0x7fce7c1946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 0x7fce7c1946e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33486/0 (socket says 172.21.15.40:33486) 2023-07-14T12:46:15.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 -- 172.21.15.40:0/4129421486 learned_addr learned my addr 172.21.15.40:0/4129421486 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:15.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce80a32700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce7c0ff5e0 0x7fce7c194c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81a34700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce7c0fffe0 0x7fce7c19bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 -- 172.21.15.40:0/4129421486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce7c0fffe0 msgr2=0x7fce7c19bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce7c0fffe0 0x7fce7c19bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 -- 172.21.15.40:0/4129421486 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce7c0ff5e0 msgr2=0x7fce7c194c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce7c0ff5e0 0x7fce7c194c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.304+0000 7fce81233700 1 -- 172.21.15.40:0/4129421486 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce6c0095f0 con 0x7fce7c0fec30 2023-07-14T12:46:15.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.305+0000 7fce81233700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 0x7fce7c1946e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fce6c0095c0 tx=0x7fce6c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:15.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.305+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6c01d070 con 0x7fce7c0fec30 2023-07-14T12:46:15.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.305+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fce6c00fb80 con 0x7fce7c0fec30 2023-07-14T12:46:15.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.305+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce7c19c7b0 con 0x7fce7c0fec30 2023-07-14T12:46:15.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.305+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6c017650 con 0x7fce7c0fec30 2023-07-14T12:46:15.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.305+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce7c19cbd0 con 0x7fce7c0fec30 2023-07-14T12:46:15.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.306+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce7c105fe0 con 0x7fce7c0fec30 2023-07-14T12:46:15.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.307+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fce6c022470 con 0x7fce7c0fec30 2023-07-14T12:46:15.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.307+0000 7fce727fc700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce680a1220 0x7fce680a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.308+0000 7fce80a32700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce680a1220 0x7fce680a36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.308+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fce6c0ce7d0 con 0x7fce7c0fec30 2023-07-14T12:46:15.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.308+0000 7fce80a32700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce680a1220 0x7fce680a36d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fce78005950 tx=0x7fce780058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:15.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.311+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fce6c097df0 con 0x7fce7c0fec30 2023-07-14T12:46:15.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:15 smithi040 ceph-mon[96535]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:15.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:15 smithi040 ceph-mon[96535]: from='client.15363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:15.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:15 smithi040 ceph-mon[96535]: pgmap v297: 97 pgs: 97 active+clean; 643 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 10 op/s 2023-07-14T12:46:15.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:15 smithi133 ceph-mon[98311]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:15.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:15 smithi133 ceph-mon[98311]: from='client.15363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:15.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:15 smithi133 ceph-mon[98311]: pgmap v297: 97 pgs: 97 active+clean; 643 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 10 op/s 2023-07-14T12:46:15.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:15 smithi130 ceph-mon[97977]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:15.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:15 smithi130 ceph-mon[97977]: from='client.15363 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:15.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:15 smithi130 ceph-mon[97977]: pgmap v297: 97 pgs: 97 active+clean; 643 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 10 op/s 2023-07-14T12:46:15.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.511+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce7c02ca20 con 0x7fce7c0fec30 2023-07-14T12:46:15.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.512+0000 7fce727fc700 1 -- 172.21.15.40:0/4129421486 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7fce6c09b410 con 0x7fce7c0fec30 2023-07-14T12:46:15.526 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:15.526 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:15.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce680a1220 msgr2=0x7fce680a36d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce680a1220 0x7fce680a36d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fce78005950 tx=0x7fce780058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 msgr2=0x7fce7c1946e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 0x7fce7c1946e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fce6c0095c0 tx=0x7fce6c00f690 comp rx=0 tx=0).stop 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 shutdown_connections 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fce680a1220 0x7fce680a36d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fce7c0fffe0 0x7fce7c19bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fce7c0fec30 0x7fce7c1946e0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 --2- 172.21.15.40:0/4129421486 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fce7c0ff5e0 0x7fce7c194c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 >> 172.21.15.40:0/4129421486 conn(0x7fce7c0f9770 msgr2=0x7fce7c103120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:15.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 shutdown_connections 2023-07-14T12:46:15.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.514+0000 7fce83497700 1 -- 172.21.15.40:0/4129421486 wait complete. 2023-07-14T12:46:15.540 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '80', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T12:46:15.541 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T12:46:15.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 -- 172.21.15.40:0/1238419388 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc0ffc10 msgr2=0x7feccc100060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 --2- 172.21.15.40:0/1238419388 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc0ffc10 0x7feccc100060 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fecc0009990 tx=0x7fecc0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 -- 172.21.15.40:0/1238419388 shutdown_connections 2023-07-14T12:46:15.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 --2- 172.21.15.40:0/1238419388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0fea20 0x7feccc0fee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 --2- 172.21.15.40:0/1238419388 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feccc1005a0 0x7feccc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 --2- 172.21.15.40:0/1238419388 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc0ffc10 0x7feccc100060 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 -- 172.21.15.40:0/1238419388 >> 172.21.15.40:0/1238419388 conn(0x7feccc0fa020 msgr2=0x7feccc0fc470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:15.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 -- 172.21.15.40:0/1238419388 shutdown_connections 2023-07-14T12:46:15.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.657+0000 7fecd327b700 1 -- 172.21.15.40:0/1238419388 wait complete. 2023-07-14T12:46:15.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 Processor -- start 2023-07-14T12:46:15.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 -- start start 2023-07-14T12:46:15.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feccc0fea20 0x7feccc194730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0ffc10 0x7feccc194c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 0x7feccc19bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feccc19c2b0 con 0x7feccc1005a0 2023-07-14T12:46:15.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feccc19c3f0 con 0x7feccc0fea20 2023-07-14T12:46:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd327b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feccc19c580 con 0x7feccc0ffc10 2023-07-14T12:46:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd1818700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 0x7feccc19bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd1818700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 0x7feccc19bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33504/0 (socket says 172.21.15.40:33504) 2023-07-14T12:46:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd1818700 1 -- 172.21.15.40:0/795980538 learned_addr learned my addr 172.21.15.40:0/795980538 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.658+0000 7fecd0816700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0ffc10 0x7feccc194c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1017700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feccc0fea20 0x7feccc194730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1818700 1 -- 172.21.15.40:0/795980538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0ffc10 msgr2=0x7feccc194c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1818700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0ffc10 0x7feccc194c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1818700 1 -- 172.21.15.40:0/795980538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feccc0fea20 msgr2=0x7feccc194730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1818700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feccc0fea20 0x7feccc194730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1818700 1 -- 172.21.15.40:0/795980538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecc00095f0 con 0x7feccc1005a0 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd0816700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0ffc10 0x7feccc194c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd1818700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 0x7feccc19bce0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fecc400d980 tx=0x7fecc400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc4009940 con 0x7feccc1005a0 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fecc4004830 con 0x7feccc1005a0 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feccc19c860 con 0x7feccc1005a0 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc40054e0 con 0x7feccc1005a0 2023-07-14T12:46:15.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.659+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feccc19cd70 con 0x7feccc1005a0 2023-07-14T12:46:15.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.660+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feccc105950 con 0x7feccc1005a0 2023-07-14T12:46:15.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.661+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fecc4004ca0 con 0x7feccc1005a0 2023-07-14T12:46:15.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.662+0000 7fecca7fc700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fecb40a1260 0x7fecb40a3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:15.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.662+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fecc40cce10 con 0x7feccc1005a0 2023-07-14T12:46:15.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.662+0000 7fecd1017700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fecb40a1260 0x7fecb40a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:15.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.662+0000 7fecd1017700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fecb40a1260 0x7fecb40a3710 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7feccc0ffa70 tx=0x7fecbc00b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:15.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.665+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fecc4096420 con 0x7feccc1005a0 2023-07-14T12:46:15.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.867+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feccc02c9e0 con 0x7feccc1005a0 2023-07-14T12:46:15.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.868+0000 7fecca7fc700 1 -- 172.21.15.40:0/795980538 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) v1 ==== 93+0+10 (secure 0 0 0) 0x7fecc4017030 con 0x7feccc1005a0 2023-07-14T12:46:15.882 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T12:46:15.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fecb40a1260 msgr2=0x7fecb40a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fecb40a1260 0x7fecb40a3710 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7feccc0ffa70 tx=0x7fecbc00b040 comp rx=0 tx=0).stop 2023-07-14T12:46:15.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 msgr2=0x7feccc19bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:15.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 0x7feccc19bce0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fecc400d980 tx=0x7fecc400dd40 comp rx=0 tx=0).stop 2023-07-14T12:46:15.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 shutdown_connections 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fecb40a1260 0x7fecb40a3710 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feccc1005a0 0x7feccc19bce0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feccc0fea20 0x7feccc194730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 --2- 172.21.15.40:0/795980538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feccc0ffc10 0x7feccc194c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 >> 172.21.15.40:0/795980538 conn(0x7feccc0fa020 msgr2=0x7feccc0fc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 shutdown_connections 2023-07-14T12:46:15.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:15.870+0000 7fecd327b700 1 -- 172.21.15.40:0/795980538 wait complete. 2023-07-14T12:46:15.896 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T12:46:16.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 -- 172.21.15.40:0/2382110932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa4800ffae0 msgr2=0x7fa4800ffef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 --2- 172.21.15.40:0/2382110932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa4800ffae0 0x7fa4800ffef0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fa470009990 tx=0x7fa470009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 -- 172.21.15.40:0/2382110932 shutdown_connections 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 --2- 172.21.15.40:0/2382110932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480101660 0x7fa480107f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 --2- 172.21.15.40:0/2382110932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa4800ffae0 0x7fa4800ffef0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 --2- 172.21.15.40:0/2382110932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa480100cd0 0x7fa480101120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 -- 172.21.15.40:0/2382110932 >> 172.21.15.40:0/2382110932 conn(0x7fa4800fb120 msgr2=0x7fa4800fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 -- 172.21.15.40:0/2382110932 shutdown_connections 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.012+0000 7fa48630b700 1 -- 172.21.15.40:0/2382110932 wait complete. 2023-07-14T12:46:16.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 Processor -- start 2023-07-14T12:46:16.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 -- start start 2023-07-14T12:46:16.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4800ffae0 0x7fa4800742c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480100cd0 0x7fa480072900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 0x7fa480072e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4800735e0 con 0x7fa480101660 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa480073750 con 0x7fa480100cd0 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa48630b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa48019f960 con 0x7fa4800ffae0 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 0x7fa480072e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 0x7fa480072e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33518/0 (socket says 172.21.15.40:33518) 2023-07-14T12:46:16.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 -- 172.21.15.40:0/1032454687 learned_addr learned my addr 172.21.15.40:0/1032454687 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa47ffff700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4800ffae0 0x7fa4800742c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa47f7fe700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480100cd0 0x7fa480072900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 -- 172.21.15.40:0/1032454687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4800ffae0 msgr2=0x7fa4800742c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4800ffae0 0x7fa4800742c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 -- 172.21.15.40:0/1032454687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480100cd0 msgr2=0x7fa480072900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480100cd0 0x7fa480072900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa4848a8700 1 -- 172.21.15.40:0/1032454687 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4700095f0 con 0x7fa480101660 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa47ffff700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4800ffae0 0x7fa4800742c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.013+0000 7fa47f7fe700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480100cd0 0x7fa480072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.014+0000 7fa4848a8700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 0x7fa480072e40 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa47800ada0 tx=0x7fa47800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.014+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa47800f070 con 0x7fa480101660 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.014+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa48019fc40 con 0x7fa480101660 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.014+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa478007b30 con 0x7fa480101660 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.014+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa478005440 con 0x7fa480101660 2023-07-14T12:46:16.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.014+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4801a0100 con 0x7fa480101660 2023-07-14T12:46:16.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.015+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa480107120 con 0x7fa480101660 2023-07-14T12:46:16.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.016+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 135766+0+0 (secure 0 0 0) 0x7fa478004ad0 con 0x7fa480101660 2023-07-14T12:46:16.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.017+0000 7fa47d7fa700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa46c0a11e0 0x7fa46c0a3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.017+0000 7fa47ffff700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa46c0a11e0 0x7fa46c0a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.017+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fa4780cc740 con 0x7fa480101660 2023-07-14T12:46:16.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.017+0000 7fa47ffff700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa46c0a11e0 0x7fa46c0a3690 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa470006010 tx=0x7fa47000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:16.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.020+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fa478095dc0 con 0x7fa480101660 2023-07-14T12:46:16.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.060+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7fa478096190 con 0x7fa480101660 2023-07-14T12:46:16.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.229+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa48002c9e0 con 0x7fa480101660 2023-07-14T12:46:16.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.229+0000 7fa47d7fa700 1 -- 172.21.15.40:0/1032454687 <== mon.0 v2:172.21.15.40:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v82) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa47808e960 con 0x7fa480101660 2023-07-14T12:46:16.243 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T12:46:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa46c0a11e0 msgr2=0x7fa46c0a3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa46c0a11e0 0x7fa46c0a3690 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fa470006010 tx=0x7fa47000b540 comp rx=0 tx=0).stop 2023-07-14T12:46:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 msgr2=0x7fa480072e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 0x7fa480072e40 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fa47800ada0 tx=0x7fa47800c330 comp rx=0 tx=0).stop 2023-07-14T12:46:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 shutdown_connections 2023-07-14T12:46:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa46c0a11e0 0x7fa46c0a3690 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa4800ffae0 0x7fa4800742c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa480101660 0x7fa480072e40 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 --2- 172.21.15.40:0/1032454687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa480100cd0 0x7fa480072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 >> 172.21.15.40:0/1032454687 conn(0x7fa4800fb120 msgr2=0x7fa480104260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 shutdown_connections 2023-07-14T12:46:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.231+0000 7fa48630b700 1 -- 172.21.15.40:0/1032454687 wait complete. 2023-07-14T12:46:16.256 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:16 smithi040 ceph-mon[96535]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:16.256 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:16 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4129421486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:16.257 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:16 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/795980538' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:16.258 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T12:46:16.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.374+0000 7f322e9bc700 1 -- 172.21.15.40:0/3372212626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 msgr2=0x7f32280fff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.374+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3372212626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32280fff20 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f3218009990 tx=0x7f3218009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.374+0000 7f322e9bc700 1 -- 172.21.15.40:0/3372212626 shutdown_connections 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.374+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3372212626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3228101690 0x7f3228107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3372212626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32280fff20 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3372212626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3228100d00 0x7f3228101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 -- 172.21.15.40:0/3372212626 >> 172.21.15.40:0/3372212626 conn(0x7f32280fb130 msgr2=0x7f32280fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:16.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 -- 172.21.15.40:0/3372212626 shutdown_connections 2023-07-14T12:46:16.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 -- 172.21.15.40:0/3372212626 wait complete. 2023-07-14T12:46:16.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 Processor -- start 2023-07-14T12:46:16.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.375+0000 7f322e9bc700 1 -- start start 2023-07-14T12:46:16.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32281957e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3228100d00 0x7f3228195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3228101690 0x7f322819cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322819d360 con 0x7f32280ffb10 2023-07-14T12:46:16.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322819d4a0 con 0x7f3228100d00 2023-07-14T12:46:16.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f322819d630 con 0x7f3228101690 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32281957e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32281957e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33528/0 (socket says 172.21.15.40:33528) 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 -- 172.21.15.40:0/3150853605 learned_addr learned my addr 172.21.15.40:0/3150853605 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f32277fe700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3228100d00 0x7f3228195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322cf59700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3228101690 0x7f322819cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 -- 172.21.15.40:0/3150853605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3228101690 msgr2=0x7f322819cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3228101690 0x7f322819cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 -- 172.21.15.40:0/3150853605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3228100d00 msgr2=0x7f3228195d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3228100d00 0x7f3228195d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 -- 172.21.15.40:0/3150853605 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32180095f0 con 0x7f32280ffb10 2023-07-14T12:46:16.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f3227fff700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32281957e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3218000c00 tx=0x7f3218005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:16.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f321801d070 con 0x7f32280ffb10 2023-07-14T12:46:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3218003f60 con 0x7f32280ffb10 2023-07-14T12:46:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f322819d8b0 con 0x7f32280ffb10 2023-07-14T12:46:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3218022c70 con 0x7f32280ffb10 2023-07-14T12:46:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.376+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f322819dcd0 con 0x7f32280ffb10 2023-07-14T12:46:16.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.377+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f322810b330 con 0x7f32280ffb10 2023-07-14T12:46:16.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.379+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f32180040d0 con 0x7f32280ffb10 2023-07-14T12:46:16.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.379+0000 7f32257fa700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f32100a1150 0x7f32100a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.379+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f32180ce660 con 0x7f32280ffb10 2023-07-14T12:46:16.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.379+0000 7f32277fe700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f32100a1150 0x7f32100a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.380+0000 7f32277fe700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f32100a1150 0x7f32100a3600 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f321c00ac50 tx=0x7f321c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:16.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.383+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3218097e40 con 0x7f32280ffb10 2023-07-14T12:46:16.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:16 smithi133 ceph-mon[98311]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:16.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:16 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4129421486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:16.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:16 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/795980538' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:16.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:16 smithi130 ceph-mon[97977]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-07-14T12:46:16.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:16 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4129421486' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:16.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:16 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/795980538' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T12:46:16.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.582+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f322819e310 con 0x7f32280ffb10 2023-07-14T12:46:16.596 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.582+0000 7f32257fa700 1 -- 172.21.15.40:0/3150853605 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v82) v1 ==== 100+0+11 (secure 0 0 0) 0x7f321809b460 con 0x7f32280ffb10 2023-07-14T12:46:16.596 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T12:46:16.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.584+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f32100a1150 msgr2=0x7f32100a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.584+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f32100a1150 0x7f32100a3600 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f321c00ac50 tx=0x7f321c00a380 comp rx=0 tx=0).stop 2023-07-14T12:46:16.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.584+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 msgr2=0x7f32281957e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.584+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32281957e0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f3218000c00 tx=0x7f3218005740 comp rx=0 tx=0).stop 2023-07-14T12:46:16.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 shutdown_connections 2023-07-14T12:46:16.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f32100a1150 0x7f32100a3600 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3228101690 0x7f322819cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32280ffb10 0x7f32281957e0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 --2- 172.21.15.40:0/3150853605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3228100d00 0x7f3228195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 >> 172.21.15.40:0/3150853605 conn(0x7f32280fb130 msgr2=0x7f32280fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:16.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 shutdown_connections 2023-07-14T12:46:16.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.585+0000 7f322e9bc700 1 -- 172.21.15.40:0/3150853605 wait complete. 2023-07-14T12:46:16.611 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:46:16.739 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2039176358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 msgr2=0x7f8a88106e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.739 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2039176358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a88106e10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000b0a0 tx=0x7f8a8000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.740 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2039176358 shutdown_connections 2023-07-14T12:46:16.740 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2039176358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a88106e10 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.741 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2039176358 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a880fe9d0 0x7f8a880fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.741 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2039176358 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a880ffbc0 0x7f8a88100010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.742 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2039176358 >> 172.21.15.40:0/2039176358 conn(0x7f8a880f9fd0 msgr2=0x7f8a880fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:16.742 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2039176358 shutdown_connections 2023-07-14T12:46:16.742 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.722+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2039176358 wait complete. 2023-07-14T12:46:16.742 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 Processor -- start 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 -- start start 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a880fe9d0 0x7f8a881947a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a880ffbc0 0x7f8a88194ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a8819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8819c320 con 0x7f8a88100550 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8819c460 con 0x7f8a880ffbc0 2023-07-14T12:46:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8e43b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a8819c5f0 con 0x7f8a880fe9d0 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a8819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a8819bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33546/0 (socket says 172.21.15.40:33546) 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 -- 172.21.15.40:0/2120487565 learned_addr learned my addr 172.21.15.40:0/2120487565 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a87fff700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a880fe9d0 0x7f8a881947a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a877fe700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a880ffbc0 0x7f8a88194ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 -- 172.21.15.40:0/2120487565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a880fe9d0 msgr2=0x7f8a881947a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.744 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a880fe9d0 0x7f8a881947a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 -- 172.21.15.40:0/2120487565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a880ffbc0 msgr2=0x7f8a88194ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.723+0000 7f8a8c9d8700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a880ffbc0 0x7f8a88194ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a8c9d8700 1 -- 172.21.15.40:0/2120487565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a80009d00 con 0x7f8a88100550 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a8c9d8700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a8819bd50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000b830 tx=0x7f8a80004d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8000e040 con 0x7f8a88100550 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a800094c0 con 0x7f8a88100550 2023-07-14T12:46:16.745 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a88067670 con 0x7f8a88100550 2023-07-14T12:46:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a80005860 con 0x7f8a88100550 2023-07-14T12:46:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.724+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a88067b80 con 0x7f8a88100550 2023-07-14T12:46:16.746 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.725+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a88068570 con 0x7f8a88100550 2023-07-14T12:46:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.726+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8a8001a8d0 con 0x7f8a88100550 2023-07-14T12:46:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.727+0000 7f8a857fa700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8a700a11a0 0x7f8a700a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.727+0000 7f8a87fff700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8a700a11a0 0x7f8a700a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.727+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f8a800cffd0 con 0x7f8a88100550 2023-07-14T12:46:16.747 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.727+0000 7f8a87fff700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8a700a11a0 0x7f8a700a3650 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005950 tx=0x7f8a780058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.730+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f8a80099850 con 0x7f8a88100550 2023-07-14T12:46:16.988 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.974+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8a881058d0 con 0x7f8a88100550 2023-07-14T12:46:16.988 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.975+0000 7f8a857fa700 1 -- 172.21.15.40:0/2120487565 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7f8a8009ce70 con 0x7f8a88100550 2023-07-14T12:46:16.989 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:16.989 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:46:16.990 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8a700a11a0 msgr2=0x7f8a700a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8a700a11a0 0x7f8a700a3650 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005950 tx=0x7f8a780058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 msgr2=0x7f8a8819bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:16.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a8819bd50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000b830 tx=0x7f8a80004d30 comp rx=0 tx=0).stop 2023-07-14T12:46:16.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 shutdown_connections 2023-07-14T12:46:16.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8a700a11a0 0x7f8a700a3650 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a880fe9d0 0x7f8a881947a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a88100550 0x7f8a8819bd50 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 --2- 172.21.15.40:0/2120487565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8a880ffbc0 0x7f8a88194ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:16.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 >> 172.21.15.40:0/2120487565 conn(0x7f8a880f9fd0 msgr2=0x7f8a88103030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:16.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 shutdown_connections 2023-07-14T12:46:16.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:16.977+0000 7f8a8e43b700 1 -- 172.21.15.40:0/2120487565 wait complete. 2023-07-14T12:46:16.993 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:46:17.003 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T12:46:17.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/722619539 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd00ffbc0 msgr2=0x7f8cd0100010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/722619539 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd00ffbc0 0x7f8cd0100010 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0009990 tx=0x7f8cc0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/722619539 shutdown_connections 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/722619539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cd00fe9d0 0x7f8cd00fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/722619539 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cd0100550 0x7f8cd0106e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/722619539 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd00ffbc0 0x7f8cd0100010 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/722619539 >> 172.21.15.40:0/722619539 conn(0x7f8cd00f9fd0 msgr2=0x7f8cd00fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/722619539 shutdown_connections 2023-07-14T12:46:17.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.117+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/722619539 wait complete. 2023-07-14T12:46:17.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 Processor -- start 2023-07-14T12:46:17.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 -- start start 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cd00fe9d0 0x7f8cd0102bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cd00ffbc0 0x7f8cd0101200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 0x7f8cd0101740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd0101ee0 con 0x7f8cd0100550 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd0102050 con 0x7f8cd00fe9d0 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cd4ad0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cd019f7f0 con 0x7f8cd00ffbc0 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.118+0000 7f8cced9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 0x7f8cd0101740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 0x7f8cd0101740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33560/0 (socket says 172.21.15.40:33560) 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 -- 172.21.15.40:0/2173354113 learned_addr learned my addr 172.21.15.40:0/2173354113 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8ccdd9b700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cd00ffbc0 0x7f8cd0101200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cce59c700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cd00fe9d0 0x7f8cd0102bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 -- 172.21.15.40:0/2173354113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cd00ffbc0 msgr2=0x7f8cd0101200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cd00ffbc0 0x7f8cd0101200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 -- 172.21.15.40:0/2173354113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cd00fe9d0 msgr2=0x7f8cd0102bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cd00fe9d0 0x7f8cd0102bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 -- 172.21.15.40:0/2173354113 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cc00095f0 con 0x7f8cd0100550 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cced9d700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 0x7f8cd0101740 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8007ee0 tx=0x7f8cc800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8017070 con 0x7f8cd0100550 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cc800f040 con 0x7f8cd0100550 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cd019fad0 con 0x7f8cd0100550 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8005580 con 0x7f8cd0100550 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.119+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cd019ff90 con 0x7f8cd0100550 2023-07-14T12:46:17.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.120+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cd0106a00 con 0x7f8cd0100550 2023-07-14T12:46:17.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.121+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f8cc800db20 con 0x7f8cd0100550 2023-07-14T12:46:17.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.122+0000 7f8cbf7fe700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8cb80a11a0 0x7f8cb80a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.122+0000 7f8cce59c700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8cb80a11a0 0x7f8cb80a3650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.122+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f8cc80cc6f0 con 0x7f8cd0100550 2023-07-14T12:46:17.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.123+0000 7f8cce59c700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8cb80a11a0 0x7f8cb80a3650 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00ffa20 tx=0x7f8cc400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.125+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f8cc8095e40 con 0x7f8cd0100550 2023-07-14T12:46:17.341 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.327+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8cd002caa0 con 0x7f8cd0100550 2023-07-14T12:46:17.342 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.328+0000 7f8cbf7fe700 1 -- 172.21.15.40:0/2173354113 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22602 (secure 0 0 0) 0x7f8cc8099460 con 0x7f8cd0100550 2023-07-14T12:46:17.343 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:17.343 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":82,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T12:45:45.999165+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":6}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T12:46:17.344 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.330+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8cb80a11a0 msgr2=0x7f8cb80a3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.330+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8cb80a11a0 0x7f8cb80a3650 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8cd00ffa20 tx=0x7f8cc400b410 comp rx=0 tx=0).stop 2023-07-14T12:46:17.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.330+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 msgr2=0x7f8cd0101740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.330+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 0x7f8cd0101740 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8cc8007ee0 tx=0x7f8cc800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 shutdown_connections 2023-07-14T12:46:17.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f8cb80a11a0 0x7f8cb80a3650 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.345 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cd0100550 0x7f8cd0101740 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8cd00fe9d0 0x7f8cd0102bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 --2- 172.21.15.40:0/2173354113 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8cd00ffbc0 0x7f8cd0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 >> 172.21.15.40:0/2173354113 conn(0x7f8cd00f9fd0 msgr2=0x7f8cd00fc1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 shutdown_connections 2023-07-14T12:46:17.346 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.331+0000 7f8cd4ad0700 1 -- 172.21.15.40:0/2173354113 wait complete. 2023-07-14T12:46:17.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:17 smithi040 ceph-mon[96535]: mgrmap e18: x(active, since 7m), standbys: z, y 2023-07-14T12:46:17.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1032454687' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:17.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3150853605' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:17.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:17 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2120487565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:17.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:17 smithi040 ceph-mon[96535]: pgmap v298: 97 pgs: 97 active+clean; 644 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 938 B/s wr, 11 op/s 2023-07-14T12:46:17.357 DEBUG:tasks.fwd_scrub:Yielding 2023-07-14T12:46:17.358 INFO:teuthology.run_tasks:Running task exec... 2023-07-14T12:46:17.367 INFO:teuthology.task.exec:Executing custom commands... 2023-07-14T12:46:17.368 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T12:46:17.368 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2023-07-14T12:46:17.368 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-07-14T12:46:17.369 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-07-14T12:46:17.369 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-07-14T12:46:17.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:17 smithi133 ceph-mon[98311]: mgrmap e18: x(active, since 7m), standbys: z, y 2023-07-14T12:46:17.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:17 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1032454687' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:17.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:17 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3150853605' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:17.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:17 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2120487565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:17.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:17 smithi133 ceph-mon[98311]: pgmap v298: 97 pgs: 97 active+clean; 644 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 938 B/s wr, 11 op/s 2023-07-14T12:46:17.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 -- 172.21.15.40:0/2762245779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 msgr2=0x7efc88073360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 --2- 172.21.15.40:0/2762245779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88073360 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7efc7c009990 tx=0x7efc7c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 -- 172.21.15.40:0/2762245779 shutdown_connections 2023-07-14T12:46:17.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 --2- 172.21.15.40:0/2762245779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 0x7efc88109e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 --2- 172.21.15.40:0/2762245779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efc880744d0 0x7efc88072920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 --2- 172.21.15.40:0/2762245779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88073360 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 -- 172.21.15.40:0/2762245779 >> 172.21.15.40:0/2762245779 conn(0x7efc880fb130 msgr2=0x7efc880fd580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 -- 172.21.15.40:0/2762245779 shutdown_connections 2023-07-14T12:46:17.498 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 -- 172.21.15.40:0/2762245779 wait complete. 2023-07-14T12:46:17.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.483+0000 7efc8d589700 1 Processor -- start 2023-07-14T12:46:17.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 -- start start 2023-07-14T12:46:17.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efc880744d0 0x7efc88198060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 0x7efc88198ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc88199540 con 0x7efc88072ef0 2023-07-14T12:46:17.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc881996b0 con 0x7efc880744d0 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc8d589700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc88199870 con 0x7efc881079e0 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc86ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc86ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33568/0 (socket says 172.21.15.40:33568) 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc86ffd700 1 -- 172.21.15.40:0/3722620803 learned_addr learned my addr 172.21.15.40:0/3722620803 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc877fe700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 0x7efc88198ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc867fc700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efc880744d0 0x7efc88198060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc877fe700 1 -- 172.21.15.40:0/3722620803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efc880744d0 msgr2=0x7efc88198060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc877fe700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efc880744d0 0x7efc88198060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc877fe700 1 -- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 msgr2=0x7efc88197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc877fe700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.484+0000 7efc877fe700 1 -- 172.21.15.40:0/3722620803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc7c0095f0 con 0x7efc881079e0 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc86ffd700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc877fe700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 0x7efc88198ee0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efc8000efc0 tx=0x7efc8000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc80018070 con 0x7efc881079e0 2023-07-14T12:46:17.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc88199af0 con 0x7efc881079e0 2023-07-14T12:46:17.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc8000f040 con 0x7efc881079e0 2023-07-14T12:46:17.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc8000cd40 con 0x7efc881079e0 2023-07-14T12:46:17.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.485+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc881a0310 con 0x7efc881079e0 2023-07-14T12:46:17.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 -- 172.21.15.40:0/3046259477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17440fea10 msgr2=0x7f17440fee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 --2- 172.21.15.40:0/3046259477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17440fea10 0x7f17440fee20 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1740009990 tx=0x7f1740009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc88106120 con 0x7efc881079e0 2023-07-14T12:46:17.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 -- 172.21.15.40:0/3046259477 shutdown_connections 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 --2- 172.21.15.40:0/3046259477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1744100590 0x7f1744106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 --2- 172.21.15.40:0/3046259477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17440fea10 0x7f17440fee20 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 --2- 172.21.15.40:0/3046259477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17440ffc00 0x7f1744100050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.486+0000 7f174b8a0700 1 -- 172.21.15.40:0/3046259477 >> 172.21.15.40:0/3046259477 conn(0x7f17440fa030 msgr2=0x7f17440fc460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 -- 172.21.15.40:0/3046259477 shutdown_connections 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 -- 172.21.15.40:0/3046259477 wait complete. 2023-07-14T12:46:17.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 Processor -- start 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 -- start start 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17440fea10 0x7f1744070c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17440ffc00 0x7f1744071190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 0x7f17440716d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17441a7de0 con 0x7f1744100590 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17441a7f20 con 0x7f17440fea10 2023-07-14T12:46:17.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f174b8a0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17441a80b0 con 0x7f17440ffc00 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.487+0000 7f1749e3d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 0x7f17440716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 0x7f17440716d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33584/0 (socket says 172.21.15.40:33584) 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 -- 172.21.15.40:0/2451330749 learned_addr learned my addr 172.21.15.40:0/2451330749 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1748e3b700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17440ffc00 0x7f1744071190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f174963c700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17440fea10 0x7f1744070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 -- 172.21.15.40:0/2451330749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17440ffc00 msgr2=0x7f1744071190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17440ffc00 0x7f1744071190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 -- 172.21.15.40:0/2451330749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17440fea10 msgr2=0x7f1744070c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17440fea10 0x7f1744070c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 -- 172.21.15.40:0/2451330749 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17400095f0 con 0x7f1744100590 2023-07-14T12:46:17.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1748e3b700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17440ffc00 0x7f1744071190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:17.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7efc80003a00 con 0x7efc881079e0 2023-07-14T12:46:17.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f1749e3d700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 0x7f17440716d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f173c007ee0 tx=0x7f173c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f173a7fc700 1 -- 172.21.15.40:0/2451330749 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c017070 con 0x7f1744100590 2023-07-14T12:46:17.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f173a7fc700 1 -- 172.21.15.40:0/2451330749 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f173c00f040 con 0x7f1744100590 2023-07-14T12:46:17.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f173a7fc700 1 -- 172.21.15.40:0/2451330749 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c005580 con 0x7f1744100590 2023-07-14T12:46:17.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17441a8390 con 0x7f1744100590 2023-07-14T12:46:17.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.488+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17441a8850 con 0x7f1744100590 2023-07-14T12:46:17.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.489+0000 7efc6ffff700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efc700a1150 0x7efc700a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.489+0000 7efc86ffd700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efc700a1150 0x7efc700a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.489+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7efc800cc5a0 con 0x7efc881079e0 2023-07-14T12:46:17.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.489+0000 7efc86ffd700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efc700a1150 0x7efc700a3600 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7efc78011550 tx=0x7efc78009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.491+0000 7f173a7fc700 1 -- 172.21.15.40:0/2451330749 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f173c00db20 con 0x7f1744100590 2023-07-14T12:46:17.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.492+0000 7f173a7fc700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f17300a11d0 0x7f17300a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.492+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7efc80095d80 con 0x7efc881079e0 2023-07-14T12:46:17.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.492+0000 7f174963c700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f17300a11d0 0x7f17300a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.492+0000 7f173a7fc700 1 -- 172.21.15.40:0/2451330749 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f173c0cc010 con 0x7f1744100590 2023-07-14T12:46:17.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.492+0000 7f174963c700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f17300a11d0 0x7f17300a3680 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1740006010 tx=0x7f1740005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 Processor -- start 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 -- start start 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036d550 0x55cfa036d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa036e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036ecf0 0x55cfa036f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa0272d30 con 0x55cfa036dea0 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa02c5ac0 con 0x55cfa036d550 2023-07-14T12:46:17.518 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1757a26b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa02bef50 con 0x55cfa036ecf0 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa036e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa036e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33592/0 (socket says 172.21.15.40:33592) 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 -- 172.21.15.40:0/1504964803 learned_addr learned my addr 172.21.15.40:0/1504964803 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f174963c700 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036d550 0x55cfa036d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1749e3d700 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036ecf0 0x55cfa036f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 -- 172.21.15.40:0/1504964803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036ecf0 msgr2=0x55cfa036f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.519 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036ecf0 0x55cfa036f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 -- 172.21.15.40:0/1504964803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036d550 msgr2=0x55cfa036d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036d550 0x55cfa036d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.493+0000 7f1748e3b700 1 -- 172.21.15.40:0/1504964803 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cfa00ece60 con 0x55cfa036dea0 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.494+0000 7f1748e3b700 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa036e760 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f17340115f0 tx=0x7f1734011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a7347e80320da9f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.494+0000 7f172f7fe700 1 -- 172.21.15.40:0/1504964803 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1734019630 con 0x55cfa036dea0 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.494+0000 7f172f7fe700 1 -- 172.21.15.40:0/1504964803 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1734019c50 con 0x55cfa036dea0 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.494+0000 7f172f7fe700 1 -- 172.21.15.40:0/1504964803 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173400ebc0 con 0x55cfa036dea0 2023-07-14T12:46:17.520 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 -- 172.21.15.40:0/1504964803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 msgr2=0x55cfa036e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa036e760 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f17340115f0 tx=0x7f1734011900 comp rx=0 tx=0).stop 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 -- 172.21.15.40:0/1504964803 shutdown_connections 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036ecf0 0x55cfa036f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036d550 0x55cfa036d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1504964803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa036e760 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 -- 172.21.15.40:0/1504964803 >> 172.21.15.40:0/1504964803 conn(0x55cfa0362e20 msgr2=0x55cfa0368250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 -- 172.21.15.40:0/1504964803 shutdown_connections 2023-07-14T12:46:17.521 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 -- 172.21.15.40:0/1504964803 wait complete. 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 -- start start 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.495+0000 7f1757a26b80 1 Processor -- start 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa03771f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036dea0 0x55cfa0377730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 0x55cfa037e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa025eb40 con 0x55cfa036ecf0 2023-07-14T12:46:17.522 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa025e840 con 0x55cfa036dea0 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa01429a0 con 0x55cfa036d550 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1757a26b80 10 client.0 _ll_register_callbacks cb 0x55cfa025c7e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 0x55cfa037e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 0x55cfa037e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33600/0 (socket says 172.21.15.40:33600) 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 -- 172.21.15.40:0/1366701267 learned_addr learned my addr 172.21.15.40:0/1366701267 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1748e3b700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036dea0 0x55cfa0377730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.523 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f174963c700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa03771f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 -- 172.21.15.40:0/1366701267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 msgr2=0x55cfa03771f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa03771f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 -- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036dea0 msgr2=0x55cfa0377730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.496+0000 7f1749e3d700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036dea0 0x55cfa0377730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1749e3d700 1 -- 172.21.15.40:0/1366701267 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1734009dd0 con 0x55cfa036ecf0 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1749e3d700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 0x55cfa037e770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f173c0c9b60 tx=0x7f173c099420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f395a890fe88b8e8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.524 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f172cff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f172cff9700 1 -- 172.21.15.40:0/1366701267 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c0a1870 con 0x55cfa036ecf0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f172cff9700 1 -- 172.21.15.40:0/1366701267 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f173c0977c0 con 0x55cfa036ecf0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cfa0218570 con 0x55cfa036ecf0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f172cff9700 1 -- 172.21.15.40:0/1366701267 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f173c004c40 con 0x55cfa036ecf0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 10 client.15423 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55cfa00d5ce0 con 0x55cfa036ecf0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f172cff9700 1 -- 172.21.15.40:0/1366701267 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f173c0b5020 con 0x55cfa036ecf0 2023-07-14T12:46:17.525 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f172cff9700 1 -- 172.21.15.40:0/1366701267 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f173c0a13e0 con 0x55cfa036ecf0 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 10 client.15423 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 10 client.15423 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 20 client.15423 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa0382fc0 0x55cfa03853d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 4 client.15423 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.497+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cfa02b7f30 con 0x55cfa0382fc0 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.498+0000 7f174963c700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa0382fc0 0x55cfa03853d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.526 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.498+0000 7f174963c700 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa0382fc0 0x55cfa03853d0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcca7e11310f3aff server_cookie=9dd10216927ecd13 in_seq=0 out_seq=0 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.498+0000 7f172cff9700 10 client.15423 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f172cff9700 1 -- 172.21.15.40:0/1366701267 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55cfa02b7f30 con 0x55cfa0382fc0 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f172cff9700 10 client.15423 handle_command_reply: tid=0 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 client.15423 shutdown 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 msgr2=0x55cfa037e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 0x55cfa037e770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f173c0c9b60 tx=0x7f173c099420 comp rx=0 tx=0).stop 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 shutdown_connections 2023-07-14T12:46:17.527 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa0382fc0 0x55cfa03853d0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa03771f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036ecf0 0x55cfa037e770 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f172cff9700 0 client.15423 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 --2- 172.21.15.40:0/1366701267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036dea0 0x55cfa0377730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 >> 172.21.15.40:0/1366701267 conn(0x55cfa0362e20 msgr2=0x55cfa0367930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 shutdown_connections 2023-07-14T12:46:17.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 1 -- 172.21.15.40:0/1366701267 wait complete. 2023-07-14T12:46:17.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.499+0000 7f1757a26b80 20 client.15423 trim_cache size 0 max 16384 2023-07-14T12:46:17.529 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:17 smithi130 ceph-mon[97977]: mgrmap e18: x(active, since 7m), standbys: z, y 2023-07-14T12:46:17.529 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:17 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1032454687' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T12:46:17.529 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:17 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3150853605' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T12:46:17.529 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:17 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2120487565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:17.530 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:17 smithi130 ceph-mon[97977]: pgmap v298: 97 pgs: 97 active+clean; 644 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 938 B/s wr, 11 op/s 2023-07-14T12:46:17.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.516+0000 7f1757a26b80 1 Processor -- start 2023-07-14T12:46:17.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.516+0000 7f1757a26b80 1 -- start start 2023-07-14T12:46:17.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.516+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa0371c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa0372190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.531 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1757a26b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa0374f90 con 0x55cfa036dea0 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1757a26b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa03727f0 con 0x55cfa036ecf0 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1757a26b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa0375c00 con 0x55cfa036d550 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa0372190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa0372190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33606/0 (socket says 172.21.15.40:33606) 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 -- 172.21.15.40:0/897365818 learned_addr learned my addr 172.21.15.40:0/897365818 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.532 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1749e3d700 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f174963c700 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa0371c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 -- 172.21.15.40:0/897365818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 msgr2=0x55cfa0371c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa0371c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 -- 172.21.15.40:0/897365818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 msgr2=0x55cfa037e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 -- 172.21.15.40:0/897365818 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cfa01132d0 con 0x55cfa036dea0 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f1748e3b700 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa0372190 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f1734005850 tx=0x7f1734005ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68b38728a2107ed9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.533 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f172ffff700 1 -- 172.21.15.40:0/897365818 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1734005070 con 0x55cfa036dea0 2023-07-14T12:46:17.534 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f172ffff700 1 -- 172.21.15.40:0/897365818 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f173400e830 con 0x55cfa036dea0 2023-07-14T12:46:17.534 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.517+0000 7f172ffff700 1 -- 172.21.15.40:0/897365818 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1734019690 con 0x55cfa036dea0 2023-07-14T12:46:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 -- 172.21.15.40:0/897365818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 msgr2=0x55cfa0372190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa0372190 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f1734005850 tx=0x7f1734005ba0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 -- 172.21.15.40:0/897365818 shutdown_connections 2023-07-14T12:46:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa0371c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 --2- 172.21.15.40:0/897365818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa0372190 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 -- 172.21.15.40:0/897365818 >> 172.21.15.40:0/897365818 conn(0x55cfa0362e20 msgr2=0x55cfa0375120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 -- 172.21.15.40:0/897365818 shutdown_connections 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.518+0000 7f1757a26b80 1 -- 172.21.15.40:0/897365818 wait complete. 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 -- start start 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 Processor -- start 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa037b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa037bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa037d320 con 0x55cfa036dea0 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa037d490 con 0x55cfa036ecf0 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfa037d650 con 0x55cfa036d550 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1757a26b80 10 client.0 _ll_register_callbacks cb 0x7f173c099030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1748e3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa037bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1748e3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa037bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33612/0 (socket says 172.21.15.40:33612) 2023-07-14T12:46:17.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.519+0000 7f1748e3b700 1 -- 172.21.15.40:0/603645258 learned_addr learned my addr 172.21.15.40:0/603645258 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f174963c700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa037b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1749e3d700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1748e3b700 1 -- 172.21.15.40:0/603645258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 msgr2=0x55cfa037b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1748e3b700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa037b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1748e3b700 1 -- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 msgr2=0x55cfa037cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1748e3b700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1748e3b700 1 -- 172.21.15.40:0/603645258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cfa00ece60 con 0x55cfa036dea0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1748e3b700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa037bdd0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f173401c040 tx=0x7f1734005c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=546b97d4f5cd3fc3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f172cff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f172cff9700 1 -- 172.21.15.40:0/603645258 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1734005500 con 0x55cfa036dea0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f172cff9700 1 -- 172.21.15.40:0/603645258 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f1734019430 con 0x55cfa036dea0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1734019c50 con 0x55cfa036dea0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f172cff9700 1 -- 172.21.15.40:0/603645258 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17340195f0 con 0x55cfa036dea0 2023-07-14T12:46:17.541 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1757a26b80 10 client.15429 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.520+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55cfa00eb330 con 0x55cfa036dea0 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f172cff9700 1 -- 172.21.15.40:0/603645258 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1734019c50 con 0x55cfa036dea0 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f172cff9700 1 -- 172.21.15.40:0/603645258 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1734003be0 con 0x55cfa036dea0 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f1757a26b80 10 client.15429 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f1757a26b80 10 client.15429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f1757a26b80 20 client.15429 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f1757a26b80 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa03d8e80 0x55cfa03db290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.542 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f1757a26b80 4 client.15429 mds_command: new command op to 24527 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55cfa027a0d0 con 0x55cfa03d8e80 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f174963c700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa03d8e80 0x55cfa03db290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f172cff9700 10 client.15429 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.521+0000 7f174963c700 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa03d8e80 0x55cfa03db290 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d75ed1a5c6d8638 server_cookie=dbc54df1fdeecfdf in_seq=0 out_seq=0 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f172cff9700 1 -- 172.21.15.40:0/603645258 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55cfa027a0d0 con 0x55cfa03d8e80 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f172cff9700 10 client.15429 handle_command_reply: tid=0 2023-07-14T12:46:17.543 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 client.15429 shutdown 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 msgr2=0x55cfa037bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa037bdd0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f173401c040 tx=0x7f1734005c10 comp rx=0 tx=0).stop 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 shutdown_connections 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55cfa03d8e80 0x55cfa03db290 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cfa036d550 0x55cfa037b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f172cff9700 0 client.15429 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.544 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55cfa036ecf0 0x55cfa037cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 --2- 172.21.15.40:0/603645258 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cfa036dea0 0x55cfa037bdd0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 >> 172.21.15.40:0/603645258 conn(0x55cfa0362e20 msgr2=0x55cfa0371c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 shutdown_connections 2023-07-14T12:46:17.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 1 -- 172.21.15.40:0/603645258 wait complete. 2023-07-14T12:46:17.545 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.523+0000 7f1757a26b80 20 client.15429 trim_cache size 0 max 16384 2023-07-14T12:46:17.545 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:17.546 INFO:teuthology.orchestra.run.smithi040.stdout: "return_code": 0, 2023-07-14T12:46:17.546 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_tag": "ed0e318f-674b-4017-bd09-e977101e1281", 2023-07-14T12:46:17.546 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": "asynchronous" 2023-07-14T12:46:17.546 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:17.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f17300a11d0 msgr2=0x7f17300a3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f17300a11d0 0x7f17300a3680 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1740006010 tx=0x7f1740005960 comp rx=0 tx=0).stop 2023-07-14T12:46:17.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 msgr2=0x7f17440716d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 0x7f17440716d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f173c007ee0 tx=0x7f173c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 shutdown_connections 2023-07-14T12:46:17.547 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f17300a11d0 0x7f17300a3680 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1744100590 0x7f17440716d0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17440fea10 0x7f1744070c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 --2- 172.21.15.40:0/2451330749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17440ffc00 0x7f1744071190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 >> 172.21.15.40:0/2451330749 conn(0x7f17440fa030 msgr2=0x7f17440686c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 shutdown_connections 2023-07-14T12:46:17.548 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.524+0000 7f174b8a0700 1 -- 172.21.15.40:0/2451330749 wait complete. 2023-07-14T12:46:17.550 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:46:17.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 -- 172.21.15.40:0/561962120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0ff6d0 msgr2=0x7f715c0ffb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 --2- 172.21.15.40:0/561962120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0ff6d0 0x7f715c0ffb40 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f715400b0a0 tx=0x7f715400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 -- 172.21.15.40:0/561962120 shutdown_connections 2023-07-14T12:46:17.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 --2- 172.21.15.40:0/561962120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0ff6d0 0x7f715c0ffb40 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 --2- 172.21.15.40:0/561962120 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f715c0fe3d0 0x7f715c0fe7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 --2- 172.21.15.40:0/561962120 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f715c0fed20 0x7f715c0ff190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 -- 172.21.15.40:0/561962120 >> 172.21.15.40:0/561962120 conn(0x7f715c0fa000 msgr2=0x7f715c0fc430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 -- 172.21.15.40:0/561962120 shutdown_connections 2023-07-14T12:46:17.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.664+0000 7f71638d6700 1 -- 172.21.15.40:0/561962120 wait complete. 2023-07-14T12:46:17.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 Processor -- start 2023-07-14T12:46:17.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 -- start start 2023-07-14T12:46:17.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 0x7f715c197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f715c0fed20 0x7f715c198090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f715c0ff6d0 0x7f715c19f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f715c19f6d0 con 0x7f715c0fe3d0 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f715c19f810 con 0x7f715c0fed20 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f71638d6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f715c19f9a0 con 0x7f715c0ff6d0 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 0x7f715c197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 0x7f715c197b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33624/0 (socket says 172.21.15.40:33624) 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 -- 172.21.15.40:0/451770421 learned_addr learned my addr 172.21.15.40:0/451770421 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7160e71700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f715c0fed20 0x7f715c198090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161e73700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f715c0ff6d0 0x7f715c19f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 -- 172.21.15.40:0/451770421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f715c0ff6d0 msgr2=0x7f715c19f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f715c0ff6d0 0x7f715c19f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 -- 172.21.15.40:0/451770421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f715c0fed20 msgr2=0x7f715c198090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.665+0000 7f7161672700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f715c0fed20 0x7f715c198090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f7161672700 1 -- 172.21.15.40:0/451770421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7154009d00 con 0x7f715c0fe3d0 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f7161672700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 0x7f715c197b50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f715800d950 tx=0x7f715800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f71527fc700 1 -- 172.21.15.40:0/451770421 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715800f890 con 0x7f715c0fe3d0 2023-07-14T12:46:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f71527fc700 1 -- 172.21.15.40:0/451770421 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7158010460 con 0x7f715c0fe3d0 2023-07-14T12:46:17.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f715c19fc80 con 0x7f715c0fe3d0 2023-07-14T12:46:17.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f71527fc700 1 -- 172.21.15.40:0/451770421 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715800e610 con 0x7f715c0fe3d0 2023-07-14T12:46:17.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.666+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f715c1a0190 con 0x7f715c0fe3d0 2023-07-14T12:46:17.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.668+0000 7f71527fc700 1 -- 172.21.15.40:0/451770421 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 18) v1 ==== 135715+0+0 (secure 0 0 0) 0x7f71580108d0 con 0x7f715c0fe3d0 2023-07-14T12:46:17.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.669+0000 7f71527fc700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f71480a1150 0x7f71480a3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.669+0000 7f71527fc700 1 -- 172.21.15.40:0/451770421 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f71580cc750 con 0x7f715c0fe3d0 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.669+0000 7f7160e71700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f71480a1150 0x7f71480a3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.669+0000 7f7160e71700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f71480a1150 0x7f71480a3600 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f714c009c60 tx=0x7f714c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.670+0000 7f716fa5cb80 1 Processor -- start 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.670+0000 7f716fa5cb80 1 -- start start 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109e98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109ea6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109eb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a108eecb0 con 0x563a109e9e20 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a10941a40 con 0x563a109e94d0 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1093aed0 con 0x563a109eac70 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109ea6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109ea6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33634/0 (socket says 172.21.15.40:33634) 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 -- 172.21.15.40:0/484684288 learned_addr learned my addr 172.21.15.40:0/484684288 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7161672700 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109e98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7161e73700 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109eb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 -- 172.21.15.40:0/484684288 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 msgr2=0x563a109eb0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109eb0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 -- 172.21.15.40:0/484684288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 msgr2=0x563a109e98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109e98e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 -- 172.21.15.40:0/484684288 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a10768de0 con 0x563a109e9e20 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f7160e71700 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109ea6e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f714c00e4e0 tx=0x7f714c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed00374f1e612f13 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.671+0000 7f71477fe700 1 -- 172.21.15.40:0/484684288 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c00ee00 con 0x563a109e9e20 2023-07-14T12:46:17.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f71477fe700 1 -- 172.21.15.40:0/484684288 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f714c021070 con 0x563a109e9e20 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f71477fe700 1 -- 172.21.15.40:0/484684288 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c01d810 con 0x563a109e9e20 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 -- 172.21.15.40:0/484684288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 msgr2=0x563a109ea6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109ea6e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f714c00e4e0 tx=0x7f714c014000 comp rx=0 tx=0).stop 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 -- 172.21.15.40:0/484684288 shutdown_connections 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109eb0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109e98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/484684288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109ea6e0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 -- 172.21.15.40:0/484684288 >> 172.21.15.40:0/484684288 conn(0x563a109deda0 msgr2=0x563a109e41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 -- 172.21.15.40:0/484684288 shutdown_connections 2023-07-14T12:46:17.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.672+0000 7f716fa5cb80 1 -- 172.21.15.40:0/484684288 wait complete. 2023-07-14T12:46:17.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 -- start start 2023-07-14T12:46:17.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 Processor -- start 2023-07-14T12:46:17.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109f3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109e9e20 0x563a109f3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 0x563a109fa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a108daac0 con 0x563a109eac70 2023-07-14T12:46:17.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a108da7c0 con 0x563a109e94d0 2023-07-14T12:46:17.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a107be920 con 0x563a109e9e20 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f716fa5cb80 10 client.0 _ll_register_callbacks cb 0x563a108d8760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f7161e73700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 0x563a109fa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f7161e73700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 0x563a109fa6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33642/0 (socket says 172.21.15.40:33642) 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f7161e73700 1 -- 172.21.15.40:0/40020017 learned_addr learned my addr 172.21.15.40:0/40020017 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.673+0000 7f7161672700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109f3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7160e71700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109e9e20 0x563a109f3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7161e73700 1 -- 172.21.15.40:0/40020017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109e9e20 msgr2=0x563a109f3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7161e73700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109e9e20 0x563a109f3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7161e73700 1 -- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 msgr2=0x563a109f3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7161e73700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109f3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7161e73700 1 -- 172.21.15.40:0/40020017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f714c017070 con 0x563a109eac70 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7161e73700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 0x563a109fa6d0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f715400b0a0 tx=0x7f7154007710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=184bd0ec51d3c470 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7144ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7144ff9700 1 -- 172.21.15.40:0/40020017 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715400e040 con 0x563a109eac70 2023-07-14T12:46:17.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7144ff9700 1 -- 172.21.15.40:0/40020017 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f7154003c00 con 0x563a109eac70 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563a108944f0 con 0x563a109eac70 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7144ff9700 1 -- 172.21.15.40:0/40020017 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7154003e00 con 0x563a109eac70 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f716fa5cb80 10 client.15441 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563a10751c60 con 0x563a109eac70 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.674+0000 7f7144ff9700 1 -- 172.21.15.40:0/40020017 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563a108944f0 con 0x563a109eac70 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f7144ff9700 1 -- 172.21.15.40:0/40020017 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7154023020 con 0x563a109eac70 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f716fa5cb80 10 client.15441 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:17.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f716fa5cb80 10 client.15441 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f716fa5cb80 20 client.15441 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a109fef00 0x563a10a01310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f716fa5cb80 4 client.15441 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563a10933eb0 con 0x563a109fef00 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f7161672700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a109fef00 0x563a10a01310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f7161672700 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a109fef00 0x563a10a01310 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5314532f6a9d061 server_cookie=5c4161b19fe5b8af in_seq=0 out_seq=0 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.675+0000 7f7144ff9700 10 client.15441 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f7144ff9700 1 -- 172.21.15.40:0/40020017 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x563a10933eb0 con 0x563a109fef00 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f7144ff9700 10 client.15441 handle_command_reply: tid=0 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 client.15441 shutdown 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 msgr2=0x563a109fa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 0x563a109fa6d0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f715400b0a0 tx=0x7f7154007710 comp rx=0 tx=0).stop 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 shutdown_connections 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109eac70 0x563a109fa6d0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109f3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a109fef00 0x563a10a01310 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/40020017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109e9e20 0x563a109f3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f7144ff9700 0 client.15441 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 >> 172.21.15.40:0/40020017 conn(0x563a109deda0 msgr2=0x563a109e38b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 shutdown_connections 2023-07-14T12:46:17.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.676+0000 7f716fa5cb80 1 -- 172.21.15.40:0/40020017 wait complete. 2023-07-14T12:46:17.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.677+0000 7f716fa5cb80 20 client.15441 trim_cache size 0 max 16384 2023-07-14T12:46:17.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.693+0000 7f716fa5cb80 1 Processor -- start 2023-07-14T12:46:17.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.693+0000 7f716fa5cb80 1 -- start start 2023-07-14T12:46:17.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 0x563a109eb0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e9e20 0x563a109fa690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a109f2cc0 con 0x563a109e94d0 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a109e5270 con 0x563a109e9e20 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a109f0dd0 con 0x563a109eac70 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 0x563a109eb0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 0x563a109eb0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33646/0 (socket says 172.21.15.40:33646) 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 -- 172.21.15.40:0/3091381581 learned_addr learned my addr 172.21.15.40:0/3091381581 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7160e71700 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e9e20 0x563a109fa690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161e73700 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 -- 172.21.15.40:0/3091381581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 msgr2=0x563a109f1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 -- 172.21.15.40:0/3091381581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e9e20 msgr2=0x563a109fa690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e9e20 0x563a109fa690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 -- 172.21.15.40:0/3091381581 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a1078f250 con 0x563a109e94d0 2023-07-14T12:46:17.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7160e71700 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e9e20 0x563a109fa690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:17.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7161672700 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 0x563a109eb0c0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7158010fd0 tx=0x7f71580cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae488c3180ca4c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7147fff700 1 -- 172.21.15.40:0/3091381581 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71580b9040 con 0x563a109e94d0 2023-07-14T12:46:17.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7147fff700 1 -- 172.21.15.40:0/3091381581 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f71580b1070 con 0x563a109e94d0 2023-07-14T12:46:17.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.694+0000 7f7147fff700 1 -- 172.21.15.40:0/3091381581 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7158098ff0 con 0x563a109e94d0 2023-07-14T12:46:17.714 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 -- 172.21.15.40:0/3091381581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 msgr2=0x563a109eb0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.714 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 0x563a109eb0c0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7158010fd0 tx=0x7f71580cc040 comp rx=0 tx=0).stop 2023-07-14T12:46:17.714 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 -- 172.21.15.40:0/3091381581 shutdown_connections 2023-07-14T12:46:17.714 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e94d0 0x563a109eb0c0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/3091381581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e9e20 0x563a109fa690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 -- 172.21.15.40:0/3091381581 >> 172.21.15.40:0/3091381581 conn(0x563a109deda0 msgr2=0x563a109f1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 -- 172.21.15.40:0/3091381581 shutdown_connections 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 -- 172.21.15.40:0/3091381581 wait complete. 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 -- start start 2023-07-14T12:46:17.715 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.695+0000 7f716fa5cb80 1 Processor -- start 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109fa010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109fa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a109f7370 con 0x563a109e9e20 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a109f74e0 con 0x563a109e94d0 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a109f76a0 con 0x563a109eac70 2023-07-14T12:46:17.716 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f716fa5cb80 10 client.0 _ll_register_callbacks cb 0x563a108d8760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109fa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109fa550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33654/0 (socket says 172.21.15.40:33654) 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 -- 172.21.15.40:0/1072948577 learned_addr learned my addr 172.21.15.40:0/1072948577 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7161672700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109fa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 -- 172.21.15.40:0/1072948577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 msgr2=0x563a109f6c90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f6c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 -- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 msgr2=0x563a109fa010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:17.717 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109fa010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 -- 172.21.15.40:0/1072948577 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f715c1a0190 con 0x563a109e9e20 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7161672700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109fa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7160e71700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109fa550 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f714c026000 tx=0x7f714c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1528ec378eb505e6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.696+0000 7f7144ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f7144ff9700 1 -- 172.21.15.40:0/1072948577 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c005310 con 0x563a109e9e20 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f7144ff9700 1 -- 172.21.15.40:0/1072948577 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f714c005470 con 0x563a109e9e20 2023-07-14T12:46:17.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f714c021070 con 0x563a109e9e20 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f7144ff9700 1 -- 172.21.15.40:0/1072948577 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f714c005630 con 0x563a109e9e20 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 10 client.15447 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563a107672b0 con 0x563a109e9e20 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f7144ff9700 1 -- 172.21.15.40:0/1072948577 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f714c021070 con 0x563a109e9e20 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f7144ff9700 1 -- 172.21.15.40:0/1072948577 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f714c02f720 con 0x563a109e9e20 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 10 client.15447 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 10 client.15447 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 20 client.15447 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a10a543a0 0x563a10a567b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 4 client.15447 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563a108f6050 con 0x563a10a543a0 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.697+0000 7f7161672700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a10a543a0 0x563a10a567b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f7144ff9700 10 client.15447 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f7161672700 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a10a543a0 0x563a10a567b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c20fa31c18ffd1a4 server_cookie=be722ce3f9fc7672 in_seq=0 out_seq=0 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f7144ff9700 1 -- 172.21.15.40:0/1072948577 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x563a108f6050 con 0x563a10a543a0 2023-07-14T12:46:17.720 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f7144ff9700 10 client.15447 handle_command_reply: tid=0 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 client.15447 shutdown 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 msgr2=0x563a109fa550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109fa550 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f714c026000 tx=0x7f714c00ec80 comp rx=0 tx=0).stop 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 shutdown_connections 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563a10a543a0 0x563a10a567b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563a109eac70 0x563a109f6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f7144ff9700 0 client.15447 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563a109e94d0 0x563a109fa010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 --2- 172.21.15.40:0/1072948577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563a109e9e20 0x563a109fa550 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 >> 172.21.15.40:0/1072948577 conn(0x563a109deda0 msgr2=0x563a109f1020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 shutdown_connections 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 1 -- 172.21.15.40:0/1072948577 wait complete. 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.698+0000 7f716fa5cb80 20 client.15447 trim_cache size 0 max 16384 2023-07-14T12:46:17.722 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:17.723 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "IDLE (waiting for more scrubs)", 2023-07-14T12:46:17.723 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": { 2023-07-14T12:46:17.723 INFO:teuthology.orchestra.run.smithi040.stdout: "ed0e318f-674b-4017-bd09-e977101e1281": { 2023-07-14T12:46:17.723 INFO:teuthology.orchestra.run.smithi040.stdout: "path": "/", 2023-07-14T12:46:17.723 INFO:teuthology.orchestra.run.smithi040.stdout: "tag": "ed0e318f-674b-4017-bd09-e977101e1281", 2023-07-14T12:46:17.723 INFO:teuthology.orchestra.run.smithi040.stdout: "options": "recursive,force" 2023-07-14T12:46:17.724 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:46:17.724 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:46:17.724 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:17.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f71480a1150 msgr2=0x7f71480a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f71480a1150 0x7f71480a3600 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f714c009c60 tx=0x7f714c009260 comp rx=0 tx=0).stop 2023-07-14T12:46:17.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 msgr2=0x7f715c197b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:17.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 0x7f715c197b50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f715800d950 tx=0x7f715800dc60 comp rx=0 tx=0).stop 2023-07-14T12:46:17.725 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 shutdown_connections 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f71480a1150 0x7f71480a3600 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f715c0ff6d0 0x7f715c19f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f715c0fe3d0 0x7f715c197b50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 --2- 172.21.15.40:0/451770421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f715c0fed20 0x7f715c198090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 >> 172.21.15.40:0/451770421 conn(0x7f715c0fa000 msgr2=0x7f715c0fbca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 shutdown_connections 2023-07-14T12:46:17.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.699+0000 7f71638d6700 1 -- 172.21.15.40:0/451770421 wait complete. 2023-07-14T12:46:17.727 INFO:tasks.cephfs.filesystem:scrub status for tag:ed0e318f-674b-4017-bd09-e977101e1281 - {'path': '/', 'tag': 'ed0e318f-674b-4017-bd09-e977101e1281', 'options': 'recursive,force'} 2023-07-14T12:46:17.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:17.764+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7efc8804e2f0 con 0x7efc881079e0 2023-07-14T12:46:18.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2173354113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:18.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: scrub queued for path: / 2023-07-14T12:46:18.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:18.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:46:18.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:18.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3722620803' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-07-14T12:46:18.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-mon[96535]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-07-14T12:46:18.480 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2173354113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:18.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: scrub queued for path: / 2023-07-14T12:46:18.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:18.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:46:18.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:18.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3722620803' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-07-14T12:46:18.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mon[98311]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-07-14T12:46:18.520 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2173354113' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T12:46:18.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: scrub queued for path: / 2023-07-14T12:46:18.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:18.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:46:18.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:18.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3722620803' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-07-14T12:46:18.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mon[97977]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-07-14T12:46:18.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.775+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mgrmap(e 19) v1 ==== 135732+0+0 (secure 0 0 0) 0x7efc80003cb0 con 0x7efc881079e0 2023-07-14T12:46:18.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.779+0000 7efc6ffff700 1 -- 172.21.15.40:0/3722620803 <== mon.1 v2:172.21.15.133:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) v1 ==== 92+0+0 (secure 0 0 0) 0x7efc8008d4b0 con 0x7efc881079e0 2023-07-14T12:46:18.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efc700a1150 msgr2=0x7efc700a3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:18.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efc700a1150 0x7efc700a3600 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7efc78011550 tx=0x7efc78009260 comp rx=0 tx=0).stop 2023-07-14T12:46:18.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 msgr2=0x7efc88198ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 0x7efc88198ee0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efc8000efc0 tx=0x7efc8000c3a0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 shutdown_connections 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7efc700a1150 0x7efc700a3600 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efc881079e0 0x7efc88198ee0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc88072ef0 0x7efc88197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 --2- 172.21.15.40:0/3722620803 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efc880744d0 0x7efc88198060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 >> 172.21.15.40:0/3722620803 conn(0x7efc880fb130 msgr2=0x7efc880fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:18.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 shutdown_connections 2023-07-14T12:46:18.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.781+0000 7efc8d589700 1 -- 172.21.15.40:0/3722620803 wait complete. 2023-07-14T12:46:18.809 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2023-07-14T12:46:18.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 -- 172.21.15.40:0/1590359758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b81005a0 msgr2=0x7ff7b8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:18.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 --2- 172.21.15.40:0/1590359758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b81005a0 0x7ff7b8106e60 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000b0a0 tx=0x7ff7b000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 -- 172.21.15.40:0/1590359758 shutdown_connections 2023-07-14T12:46:18.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 --2- 172.21.15.40:0/1590359758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b80fea20 0x7ff7b80fee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 --2- 172.21.15.40:0/1590359758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b81005a0 0x7ff7b8106e60 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 --2- 172.21.15.40:0/1590359758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff7b80ffc10 0x7ff7b8100060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 -- 172.21.15.40:0/1590359758 >> 172.21.15.40:0/1590359758 conn(0x7ff7b80fa020 msgr2=0x7ff7b80fc470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:18.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.931+0000 7ff7bd282700 1 -- 172.21.15.40:0/1590359758 shutdown_connections 2023-07-14T12:46:18.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.932+0000 7ff7bd282700 1 -- 172.21.15.40:0/1590359758 wait complete. 2023-07-14T12:46:18.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.932+0000 7ff7bd282700 1 Processor -- start 2023-07-14T12:46:18.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 -- start start 2023-07-14T12:46:18.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff7b80fea20 0x7ff7b81986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 0x7ff7b819ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b81005a0 0x7ff7b819d160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7b819d730 con 0x7ff7b80ffc10 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7b819d870 con 0x7ff7b80fea20 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7bd282700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7b819da30 con 0x7ff7b81005a0 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 0x7ff7b819ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 0x7ff7b819ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33694/0 (socket says 172.21.15.40:33694) 2023-07-14T12:46:18.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b67fc700 1 -- 172.21.15.40:0/2325271900 learned_addr learned my addr 172.21.15.40:0/2325271900 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b77fe700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b81005a0 0x7ff7b819d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b6ffd700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff7b80fea20 0x7ff7b81986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b77fe700 1 -- 172.21.15.40:0/2325271900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff7b80fea20 msgr2=0x7ff7b81986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b77fe700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff7b80fea20 0x7ff7b81986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b77fe700 1 -- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 msgr2=0x7ff7b819ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b77fe700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 0x7ff7b819ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:18.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b77fe700 1 -- 172.21.15.40:0/2325271900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7b0009d00 con 0x7ff7b81005a0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.933+0000 7ff7b67fc700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 0x7ff7b819ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.934+0000 7ff7b77fe700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b81005a0 0x7ff7b819d160 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000b070 tx=0x7ff7b000bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.934+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b000e040 con 0x7ff7b81005a0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.934+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7b819dcb0 con 0x7ff7b81005a0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.934+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7b819e130 con 0x7ff7b81005a0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.934+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7b0009480 con 0x7ff7b81005a0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.934+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7b00052a0 con 0x7ff7b81005a0 2023-07-14T12:46:18.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.935+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7b804e2f0 con 0x7ff7b81005a0 2023-07-14T12:46:18.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.936+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 19) v1 ==== 135732+0+0 (secure 0 0 0) 0x7ff7b001d480 con 0x7ff7b81005a0 2023-07-14T12:46:18.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.937+0000 7ff79ffff700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 0x7ff7a00a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:18.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.937+0000 7ff7b6ffd700 1 -- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 msgr2=0x7ff7a00a3650 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:18.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.937+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7ff7b00cd7e0 con 0x7ff7b81005a0 2023-07-14T12:46:18.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.937+0000 7ff7b6ffd700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 0x7ff7a00a3650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:46:18.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:18.941+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7ff7b0097050 con 0x7ff7b81005a0 2023-07-14T12:46:19.084 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: ignoring --setuser ceph since I am not root 2023-07-14T12:46:19.084 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: ignoring --setgroup ceph since I am not root 2023-07-14T12:46:19.085 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:18.972+0000 7fca49014200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:46:19.127 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: ignoring --setuser ceph since I am not root 2023-07-14T12:46:19.128 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: ignoring --setgroup ceph since I am not root 2023-07-14T12:46:19.128 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-mgr[99450]: -- 172.21.15.130:0/786978361 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5654975251e0 con 0x5654974fb000 2023-07-14T12:46:19.128 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:18.943+0000 7f4ae270b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:46:19.128 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.022+0000 7f4ae270b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:46:19.128 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.112+0000 7f4ae270b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:46:19.130 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: ignoring --setuser ceph since I am not root 2023-07-14T12:46:19.130 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: ignoring --setgroup ceph since I am not root 2023-07-14T12:46:19.131 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-mgr[100346]: -- 172.21.15.133:0/2756956527 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bf778f91e0 con 0x55bf778cec00 2023-07-14T12:46:19.131 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:18.946+0000 7f3918316200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-07-14T12:46:19.131 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.027+0000 7f3918316200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:46:19.131 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.116+0000 7f3918316200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:46:19.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.138+0000 7ff7b6ffd700 1 -- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 msgr2=0x7ff7a00a3650 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:19.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.138+0000 7ff7b6ffd700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 0x7ff7a00a3650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:46:19.161 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.147+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7ff7b8105880 con 0x7ff7b81005a0 2023-07-14T12:46:19.171 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.157+0000 7ff79ffff700 1 -- 172.21.15.40:0/2325271900 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v23)=0 v23) v1 ==== 138+0+0 (secure 0 0 0) 0x7ff7b009a670 con 0x7ff7b81005a0 2023-07-14T12:46:19.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 msgr2=0x7ff7a00a3650 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:46:19.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 0x7ff7a00a3650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b81005a0 msgr2=0x7ff7b819d160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b81005a0 0x7ff7b819d160 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7ff7b000b070 tx=0x7ff7b000bc80 comp rx=0 tx=0).stop 2023-07-14T12:46:19.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 shutdown_connections 2023-07-14T12:46:19.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7ff7a00a11a0 0x7ff7a00a3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff7b81005a0 0x7ff7b819d160 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff7b80fea20 0x7ff7b81986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 --2- 172.21.15.40:0/2325271900 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff7b80ffc10 0x7ff7b819ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 >> 172.21.15.40:0/2325271900 conn(0x7ff7b80fa020 msgr2=0x7ff7b80fc230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:19.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 shutdown_connections 2023-07-14T12:46:19.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.159+0000 7ff7bd282700 1 -- 172.21.15.40:0/2325271900 wait complete. 2023-07-14T12:46:19.193 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2023-07-14T12:46:19.322 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 -- 172.21.15.40:0/371503081 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 msgr2=0x7f2838106ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 --2- 172.21.15.40:0/371503081 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838106ee0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2830009ec0 tx=0x7f283000b330 comp rx=0 tx=0).stop 2023-07-14T12:46:19.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 -- 172.21.15.40:0/371503081 shutdown_connections 2023-07-14T12:46:19.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 --2- 172.21.15.40:0/371503081 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838106ee0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 --2- 172.21.15.40:0/371503081 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28380fea00 0x7f28380fee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 --2- 172.21.15.40:0/371503081 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 0x7f2838100100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 -- 172.21.15.40:0/371503081 >> 172.21.15.40:0/371503081 conn(0x7f28380fa000 msgr2=0x7f28380fc450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:19.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 -- 172.21.15.40:0/371503081 shutdown_connections 2023-07-14T12:46:19.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 -- 172.21.15.40:0/371503081 wait complete. 2023-07-14T12:46:19.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.309+0000 7f283ceb1700 1 Processor -- start 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 -- start start 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28380fea00 0x7f2838194790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 0x7f2838194cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838195b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28381961b0 con 0x7f2838100640 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2838196320 con 0x7f28380fea00 2023-07-14T12:46:19.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283ceb1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28381964e0 con 0x7f28380ffc90 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2836d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838195b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2836d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838195b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:33772/0 (socket says 172.21.15.40:33772) 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 0x7f2838194cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2836d9d700 1 -- 172.21.15.40:0/2057022850 learned_addr learned my addr 172.21.15.40:0/2057022850 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f283659c700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28380fea00 0x7f2838194790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 -- 172.21.15.40:0/2057022850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28380fea00 msgr2=0x7f2838194790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28380fea00 0x7f2838194790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 -- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 msgr2=0x7f2838195b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838195b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 -- 172.21.15.40:0/2057022850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2830005e70 con 0x7f28380ffc90 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2836d9d700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838195b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.310+0000 7f2835d9b700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 0x7f2838194cd0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f282c00e9f0 tx=0x7f282c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.311+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f282c00c9c0 con 0x7f28380ffc90 2023-07-14T12:46:19.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.311+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28381967c0 con 0x7f28380ffc90 2023-07-14T12:46:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.311+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f282c010430 con 0x7f28380ffc90 2023-07-14T12:46:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.311+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f282c018680 con 0x7f28380ffc90 2023-07-14T12:46:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.311+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2838067ae0 con 0x7f28380ffc90 2023-07-14T12:46:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.312+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f283804e2f0 con 0x7f28380ffc90 2023-07-14T12:46:19.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.313+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 19) v1 ==== 135732+0+0 (secure 0 0 0) 0x7f282c010860 con 0x7f28380ffc90 2023-07-14T12:46:19.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.313+0000 7f28277fe700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 0x7f28200a3650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.313+0000 7f283659c700 1 -- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 msgr2=0x7f28200a3650 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:19.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.313+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7f282c014070 con 0x7f28380ffc90 2023-07-14T12:46:19.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.313+0000 7f283659c700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 0x7f28200a3650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:46:19.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.316+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f282c0961b0 con 0x7f28380ffc90 2023-07-14T12:46:19.348 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:19.070+0000 7fca49014200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-07-14T12:46:19.349 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:19.185+0000 7fca49014200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-07-14T12:46:19.349 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:19.302+0000 7fca49014200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:46:19.389 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.205+0000 7f4ae270b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:46:19.395 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.210+0000 7f3918316200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-07-14T12:46:19.528 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.515+0000 7f283659c700 1 -- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 msgr2=0x7f28200a3650 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:19.529 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.515+0000 7f283659c700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 0x7f28200a3650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:46:19.530 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.516+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7f28380685c0 con 0x7f28380ffc90 2023-07-14T12:46:19.535 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.522+0000 7f28277fe700 1 -- 172.21.15.40:0/2057022850 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v24)=0 v24) v1 ==== 133+0+0 (secure 0 0 0) 0x7f282c0997d0 con 0x7f28380ffc90 2023-07-14T12:46:19.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 msgr2=0x7f28200a3650 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:46:19.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 0x7f28200a3650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.538 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 msgr2=0x7f2838194cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 0x7f2838194cd0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f282c00e9f0 tx=0x7f282c00ed00 comp rx=0 tx=0).stop 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 shutdown_connections 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7f28200a11a0 0x7f28200a3650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2838100640 0x7f2838195b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28380fea00 0x7f2838194790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 --2- 172.21.15.40:0/2057022850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28380ffc90 0x7f2838194cd0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.539 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 >> 172.21.15.40:0/2057022850 conn(0x7f28380fa000 msgr2=0x7f28380fc220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:19.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 shutdown_connections 2023-07-14T12:46:19.540 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.524+0000 7f283ceb1700 1 -- 172.21.15.40:0/2057022850 wait complete. 2023-07-14T12:46:19.551 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1M' 2023-07-14T12:46:19.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 -- 172.21.15.40:0/1708120029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0fea00 msgr2=0x7fa9cc0fee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 --2- 172.21.15.40:0/1708120029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc0fee10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc009990 tx=0x7fa9bc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 -- 172.21.15.40:0/1708120029 shutdown_connections 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 --2- 172.21.15.40:0/1708120029 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa9cc100640 0x7fa9cc106ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 --2- 172.21.15.40:0/1708120029 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc0fee10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 --2- 172.21.15.40:0/1708120029 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0ffc90 0x7fa9cc100100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 -- 172.21.15.40:0/1708120029 >> 172.21.15.40:0/1708120029 conn(0x7fa9cc0fa000 msgr2=0x7fa9cc0fc450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 -- 172.21.15.40:0/1708120029 shutdown_connections 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 -- 172.21.15.40:0/1708120029 wait complete. 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 Processor -- start 2023-07-14T12:46:19.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.668+0000 7fa9d22c6700 1 -- start start 2023-07-14T12:46:19.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d22c6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc1985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d22c6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0ffc90 0x7fa9cc19ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d22c6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa9cc100640 0x7fa9cc19d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d22c6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9cc19d650 con 0x7fa9cc100640 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d22c6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9cc19d790 con 0x7fa9cc0ffc90 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d22c6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9cc19d950 con 0x7fa9cc0fea00 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc1985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d0863700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa9cc100640 0x7fa9cc19d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc1985e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:47520/0 (socket says 172.21.15.40:47520) 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 -- 172.21.15.40:0/339913949 learned_addr learned my addr 172.21.15.40:0/339913949 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:19.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0ffc90 0x7fa9cc19ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0ffc90 msgr2=0x7fa9cc19ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa9cc0ffc90 0x7fa9cc19ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa9cc100640 msgr2=0x7fa9cc19d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa9cc100640 0x7fa9cc19d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9cbfff700 1 -- 172.21.15.40:0/339913949 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c4005e70 con 0x7fa9cc0fea00 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.669+0000 7fa9d0863700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa9cc100640 0x7fa9cc19d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.670+0000 7fa9cbfff700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc1985e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc00b680 tx=0x7fa9bc005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:19.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.670+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9bc01d070 con 0x7fa9cc0fea00 2023-07-14T12:46:19.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.670+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa9bc022470 con 0x7fa9cc0fea00 2023-07-14T12:46:19.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.670+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9bc017650 con 0x7fa9cc0fea00 2023-07-14T12:46:19.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.670+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9bc0095f0 con 0x7fa9cc0fea00 2023-07-14T12:46:19.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.670+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9cc19de60 con 0x7fa9cc0fea00 2023-07-14T12:46:19.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.671+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9cc106090 con 0x7fa9cc0fea00 2023-07-14T12:46:19.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.672+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 19) v1 ==== 135732+0+0 (secure 0 0 0) 0x7fa9bc0225e0 con 0x7fa9cc0fea00 2023-07-14T12:46:19.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.673+0000 7fa9c97fa700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:19.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.673+0000 7fa9cb7fe700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:19.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.673+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8227+0+0 (secure 0 0 0) 0x7fa9bc0cddb0 con 0x7fa9cc0fea00 2023-07-14T12:46:19.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.673+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-07-14T12:46:19.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.677+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fa9bc097530 con 0x7fa9cc0fea00 2023-07-14T12:46:19.695 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.374+0000 7f4ae270b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:46:19.703 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.381+0000 7f3918316200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:46:19.782 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:19.513+0000 7fca49014200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-07-14T12:46:19.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.874+0000 7fa9cb7fe700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:19.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.874+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-07-14T12:46:19.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:19.904+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 --> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) v1 -- 0x7fa9cc060950 con 0x7fa9b40a1220 2023-07-14T12:46:19.980 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.689+0000 7f3918316200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:46:19.981 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.778+0000 7f3918316200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:46:19.981 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:19.908+0000 7f3918316200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:46:19.982 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-mon[98311]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-07-14T12:46:19.982 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-mon[98311]: mgrmap e19: x(active, since 7m), standbys: z, y 2023-07-14T12:46:19.982 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-mon[98311]: from='client.? ' entity='client.admin' 2023-07-14T12:46:19.982 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:19 smithi133 ceph-mon[98311]: from='client.? ' entity='client.admin' 2023-07-14T12:46:20.006 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-mon[97977]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-07-14T12:46:20.007 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-mon[97977]: mgrmap e19: x(active, since 7m), standbys: z, y 2023-07-14T12:46:20.007 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-mon[97977]: from='client.? ' entity='client.admin' 2023-07-14T12:46:20.007 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-mon[97977]: from='client.? ' entity='client.admin' 2023-07-14T12:46:20.008 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.680+0000 7f4ae270b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:46:20.008 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.769+0000 7f4ae270b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:46:20.009 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.898+0000 7f4ae270b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:46:20.042 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:19.919+0000 7fca49014200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-07-14T12:46:20.043 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:20.028+0000 7fca49014200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-07-14T12:46:20.043 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-mon[96535]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-07-14T12:46:20.044 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-mon[96535]: mgrmap e19: x(active, since 7m), standbys: z, y 2023-07-14T12:46:20.044 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-mon[96535]: from='client.? ' entity='client.admin' 2023-07-14T12:46:20.044 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:19 smithi040 ceph-mon[96535]: from='client.? ' entity='client.admin' 2023-07-14T12:46:20.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:20.275+0000 7fa9cb7fe700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:20.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:20.275+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-07-14T12:46:20.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:20.181+0000 7fca49014200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-07-14T12:46:20.435 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:20.002+0000 7f3918316200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:46:20.598 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:20.297+0000 7fca49014200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:46:20.730 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:20.420+0000 7f3918316200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:46:20.770 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:19.991+0000 7f4ae270b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-07-14T12:46:20.770 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:20.410+0000 7f4ae270b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:46:21.089 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:21.076+0000 7fa9cb7fe700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:21.090 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:21.076+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-07-14T12:46:21.098 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:20.811+0000 7fca49014200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-07-14T12:46:21.270 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:20.970+0000 7f4ae270b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:46:21.270 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:21.140+0000 7f4ae270b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:46:21.480 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:20.982+0000 7f3918316200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:46:21.480 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:21.152+0000 7f3918316200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:46:21.848 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:21.499+0000 7fca49014200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-07-14T12:46:21.849 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:21.691+0000 7fca49014200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-07-14T12:46:22.170 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:21 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:46:22.171 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:21.897+0000 7f4ae270b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:46:22.171 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:21.987+0000 7f4ae270b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:46:22.171 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:22.156+0000 7f4ae270b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:46:22.188 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:21 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:46:22.188 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:21.912+0000 7f3918316200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:46:22.188 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:22.005+0000 7f3918316200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:46:22.348 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:21 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:46:22.463 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:22.174+0000 7f3918316200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:46:22.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:22.677+0000 7fa9cb7fe700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:22.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:22.677+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-07-14T12:46:22.730 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:22.448+0000 7f3918316200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:46:22.731 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:22.675+0000 7f3918316200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:46:22.770 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:22.431+0000 7f4ae270b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:46:22.770 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:22.656+0000 7f4ae270b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:46:23.009 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:22.661+0000 7fca49014200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:46:23.009 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:22.774+0000 7fca49014200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-07-14T12:46:23.074 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:22.802+0000 7f4ae270b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:46:23.098 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:22.824+0000 7f3918316200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:46:23.348 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:22.995+0000 7fca49014200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-07-14T12:46:23.480 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:23.083+0000 7f3918316200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:46:23.520 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:23.059+0000 7f4ae270b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:46:23.616 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:23.350+0000 7fca49014200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-07-14T12:46:24.020 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:23.756+0000 7f4ae270b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:46:24.021 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:23.887+0000 7f4ae270b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:46:24.098 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:23.602+0000 7fca49014200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-07-14T12:46:24.099 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:23.789+0000 7fca49014200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-07-14T12:46:24.118 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:23.783+0000 7f3918316200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:46:24.118 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:23.914+0000 7f3918316200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:46:24.416 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:24.077+0000 7f4ae270b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:46:24.416 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:24.190+0000 7f4ae270b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:46:24.444 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:24.103+0000 7f3918316200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:46:24.445 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:24.217+0000 7f3918316200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:46:24.598 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:24.124+0000 7fca49014200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-07-14T12:46:24.730 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:24.430+0000 7f3918316200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:46:24.770 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:24.402+0000 7f4ae270b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:46:25.349 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:24.956+0000 7fca49014200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-07-14T12:46:25.350 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:25.117+0000 7fca49014200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-07-14T12:46:25.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:25.340+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 7 ==== mgrmap(e 20) v1 ==== 135732+0+0 (secure 0 0 0) 0x7fa9bc097900 con 0x7fa9cc0fea00 2023-07-14T12:46:25.730 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z[100260]: 2023-07-14T12:46:25.287+0000 7f3918316200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:46:25.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: Standby manager daemon y restarted 2023-07-14T12:46:25.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: Standby manager daemon y started 2023-07-14T12:46:25.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-07-14T12:46:25.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: Standby manager daemon z restarted 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: Standby manager daemon z started 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:46:25.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-07-14T12:46:25.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:25 smithi133 ceph-mon[98311]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:46:25.770 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y[99426]: 2023-07-14T12:46:25.265+0000 7f4ae270b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:46:25.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: Standby manager daemon y restarted 2023-07-14T12:46:25.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: Standby manager daemon y started 2023-07-14T12:46:25.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-07-14T12:46:25.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:46:25.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-07-14T12:46:25.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:46:25.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: Standby manager daemon z restarted 2023-07-14T12:46:25.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: Standby manager daemon z started 2023-07-14T12:46:25.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-07-14T12:46:25.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:46:25.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-07-14T12:46:25.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:25 smithi130 ceph-mon[97977]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:46:25.801 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:25.368+0000 7fca49014200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-07-14T12:46:25.801 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:25.510+0000 7fca49014200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-07-14T12:46:25.802 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: Standby manager daemon y restarted 2023-07-14T12:46:25.802 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: Standby manager daemon y started 2023-07-14T12:46:25.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-07-14T12:46:25.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:46:25.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-07-14T12:46:25.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.130:0/2579245938' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:46:25.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: Standby manager daemon z restarted 2023-07-14T12:46:25.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: Standby manager daemon z started 2023-07-14T12:46:25.804 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-07-14T12:46:25.804 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-07-14T12:46:25.804 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-07-14T12:46:25.804 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-mon[96535]: from='mgr.? 172.21.15.133:0/2636178230' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-07-14T12:46:25.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:25.881+0000 7fa9cb7fe700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.40:6800/3106672556 2023-07-14T12:46:25.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:25.881+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2023-07-14T12:46:26.098 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:25.787+0000 7fca49014200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-07-14T12:46:26.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:26 smithi133 ceph-mon[98311]: mgrmap e20: x(active, since 7m), standbys: y, z 2023-07-14T12:46:26.770 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:26 smithi130 ceph-mon[97977]: mgrmap e20: x(active, since 7m), standbys: y, z 2023-07-14T12:46:26.848 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:26 smithi040 ceph-mon[96535]: mgrmap e20: x(active, since 7m), standbys: y, z 2023-07-14T12:46:26.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:26.861+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 8 ==== mgrmap(e 21) v1 ==== 135400+0+0 (secure 0 0 0) 0x7fa9bc0cb8d0 con 0x7fa9cc0fea00 2023-07-14T12:46:26.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:26.862+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 msgr2=0x7fa9b40a36d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T12:46:26.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:26.862+0000 7fa9c97fa700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/3106672556,v1:172.21.15.40:6801/3106672556] conn(0x7fa9b40a1220 0x7fa9b40a36d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:27.310 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:26 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:26.835+0000 7fca49014200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-07-14T12:46:27.310 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.075+0000 7fc9a7cb2700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.075+0000 7fc9a54ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.075+0000 7fc9a54ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.075+0000 7fc9a54ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.075+0000 7fc9a54ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.075+0000 7fc9a54ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.076+0000 7fc9a7cb2700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.311 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.076+0000 7fc9a7cb2700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.312 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.076+0000 7fc9a7cb2700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.312 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:46:27.076+0000 7fc9a7cb2700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:46:27.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: Active manager daemon x restarted 2023-07-14T12:46:27.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: Activating manager daemon x 2023-07-14T12:46:27.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: osdmap e83: 12 total, 12 up, 12 in 2023-07-14T12:46:27.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: mgrmap e21: x(active, starting, since 0.0116181s), standbys: y, z 2023-07-14T12:46:27.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:46:27.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:46:27.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:46:27.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-07-14T12:46:27.602 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-07-14T12:46:27.602 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T12:46:27.602 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T12:46:27.602 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T12:46:27.603 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T12:46:27.603 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T12:46:27.603 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T12:46:27.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T12:46:27.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T12:46:27.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T12:46:27.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T12:46:27.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:46:27.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:46:27.606 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:46:27.607 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-07-14T12:46:27.607 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-07-14T12:46:27.607 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-07-14T12:46:27.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: Manager daemon x is now available 2023-07-14T12:46:27.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:27.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:27.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-07-14T12:46:27.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-07-14T12:46:27.731 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: Active manager daemon x restarted 2023-07-14T12:46:27.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: Activating manager daemon x 2023-07-14T12:46:27.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: osdmap e83: 12 total, 12 up, 12 in 2023-07-14T12:46:27.732 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: mgrmap e21: x(active, starting, since 0.0116181s), standbys: y, z 2023-07-14T12:46:27.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:46:27.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:46:27.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:46:27.733 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-07-14T12:46:27.734 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-07-14T12:46:27.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T12:46:27.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T12:46:27.735 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T12:46:27.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T12:46:27.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T12:46:27.736 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T12:46:27.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T12:46:27.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T12:46:27.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T12:46:27.737 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T12:46:27.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-07-14T12:46:27.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-07-14T12:46:27.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-07-14T12:46:27.738 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:46:27.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:46:27.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:46:27.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:46:27.739 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:46:27.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:46:27.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:46:27.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:46:27.740 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:46:27.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:46:27.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:46:27.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:46:27.741 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: Manager daemon x is now available 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-07-14T12:46:27.742 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-07-14T12:46:27.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: Active manager daemon x restarted 2023-07-14T12:46:27.771 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: Activating manager daemon x 2023-07-14T12:46:27.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: osdmap e83: 12 total, 12 up, 12 in 2023-07-14T12:46:27.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: mgrmap e21: x(active, starting, since 0.0116181s), standbys: y, z 2023-07-14T12:46:27.772 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-07-14T12:46:27.773 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-07-14T12:46:27.773 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-07-14T12:46:27.773 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-07-14T12:46:27.773 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-07-14T12:46:27.774 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T12:46:27.774 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T12:46:27.774 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T12:46:27.774 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T12:46:27.775 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T12:46:27.775 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T12:46:27.775 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T12:46:27.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T12:46:27.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T12:46:27.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T12:46:27.776 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-07-14T12:46:27.777 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-07-14T12:46:27.777 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-07-14T12:46:27.777 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-07-14T12:46:27.777 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-07-14T12:46:27.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-07-14T12:46:27.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-07-14T12:46:27.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-07-14T12:46:27.778 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-07-14T12:46:27.779 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-07-14T12:46:27.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-07-14T12:46:27.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: Manager daemon x is now available 2023-07-14T12:46:27.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:27.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:27.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-07-14T12:46:27.780 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-07-14T12:46:27.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.865+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mon.1 v2:172.21.15.133:3300/0 9 ==== mgrmap(e 22) v1 ==== 135527+0+0 (secure 0 0 0) 0x7fa9bc0228c0 con 0x7fa9cc0fea00 2023-07-14T12:46:27.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.865+0000 7fa9c97fa700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9b4027e90 0x7fa9b4028260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:27.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.866+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 --> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) v1 -- 0x7fa9cc060950 con 0x7fa9b4027e90 2023-07-14T12:46:27.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.869+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9b4027e90 0x7fa9b4028260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:27.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.872+0000 7fa9cb7fe700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9b4027e90 0x7fa9b4028260 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc067dd0 tx=0x7fa9c0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:27.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.929+0000 7fa9c97fa700 1 -- 172.21.15.40:0/339913949 <== mgr.15465 v2:172.21.15.40:6800/2526275751 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fa9cc060950 con 0x7fa9b4027e90 2023-07-14T12:46:27.943 INFO:teuthology.orchestra.run.smithi040.stdout:Schedule set for path / 2023-07-14T12:46:27.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9b4027e90 msgr2=0x7fa9b4028260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:27.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9b4027e90 0x7fa9b4028260 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc067dd0 tx=0x7fa9c0009260 comp rx=0 tx=0).stop 2023-07-14T12:46:27.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0fea00 msgr2=0x7fa9cc1985e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:27.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 --2- 172.21.15.40:0/339913949 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa9cc0fea00 0x7fa9cc1985e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa9bc00b680 tx=0x7fa9bc005740 comp rx=0 tx=0).stop 2023-07-14T12:46:27.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d0863700 1 -- 172.21.15.40:0/339913949 reap_dead start 2023-07-14T12:46:27.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 shutdown_connections 2023-07-14T12:46:27.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 >> 172.21.15.40:0/339913949 conn(0x7fa9cc0fa000 msgr2=0x7fa9cc1031d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:27.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 shutdown_connections 2023-07-14T12:46:27.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:27.931+0000 7fa9d22c6700 1 -- 172.21.15.40:0/339913949 wait complete. 2023-07-14T12:46:27.958 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6M3h' 2023-07-14T12:46:28.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 -- 172.21.15.40:0/3759025235 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c105860 msgr2=0x7fe28c107c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 --2- 172.21.15.40:0/3759025235 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c105860 0x7fe28c107c40 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe284009ec0 tx=0x7fe28400b330 comp rx=0 tx=0).stop 2023-07-14T12:46:28.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 -- 172.21.15.40:0/3759025235 shutdown_connections 2023-07-14T12:46:28.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 --2- 172.21.15.40:0/3759025235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 0x7fe28c102a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 --2- 172.21.15.40:0/3759025235 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c105860 0x7fe28c107c40 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 --2- 172.21.15.40:0/3759025235 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c102f40 0x7fe28c105320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 -- 172.21.15.40:0/3759025235 >> 172.21.15.40:0/3759025235 conn(0x7fe28c0fa000 msgr2=0x7fe28c0fc450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:28.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 -- 172.21.15.40:0/3759025235 shutdown_connections 2023-07-14T12:46:28.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.080+0000 7fe2934f5700 1 -- 172.21.15.40:0/3759025235 wait complete. 2023-07-14T12:46:28.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 Processor -- start 2023-07-14T12:46:28.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 -- start start 2023-07-14T12:46:28.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 0x7fe28c1958d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.101 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 0x7fe28c195e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c105860 0x7fe28c196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe28c1972f0 con 0x7fe28c102f40 2023-07-14T12:46:28.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe28c197460 con 0x7fe28c105860 2023-07-14T12:46:28.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe2934f5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe28c197620 con 0x7fe28c100620 2023-07-14T12:46:28.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe290a90700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 0x7fe28c195e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe290a90700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 0x7fe28c195e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34140/0 (socket says 172.21.15.40:34140) 2023-07-14T12:46:28.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.081+0000 7fe290a90700 1 -- 172.21.15.40:0/1184213317 learned_addr learned my addr 172.21.15.40:0/1184213317 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:28.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe291291700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 0x7fe28c1958d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe291a92700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c105860 0x7fe28c196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe290a90700 1 -- 172.21.15.40:0/1184213317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 msgr2=0x7fe28c1958d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe290a90700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 0x7fe28c1958d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe290a90700 1 -- 172.21.15.40:0/1184213317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c105860 msgr2=0x7fe28c196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe290a90700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c105860 0x7fe28c196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe290a90700 1 -- 172.21.15.40:0/1184213317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe284005e70 con 0x7fe28c102f40 2023-07-14T12:46:28.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe291291700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 0x7fe28c1958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:28.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe291a92700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c105860 0x7fe28c196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:28.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe290a90700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 0x7fe28c195e10 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe27c00e9a0 tx=0x7fe27c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:28.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27c009790 con 0x7fe28c102f40 2023-07-14T12:46:28.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe27c00cbd0 con 0x7fe28c102f40 2023-07-14T12:46:28.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe28c197900 con 0x7fe28c102f40 2023-07-14T12:46:28.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27c018680 con 0x7fe28c102f40 2023-07-14T12:46:28.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.082+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe28c19e0c0 con 0x7fe28c102f40 2023-07-14T12:46:28.107 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.083+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe28c0fbb70 con 0x7fe28c102f40 2023-07-14T12:46:28.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.084+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 22) v1 ==== 135527+0+0 (secure 0 0 0) 0x7fe27c00cd40 con 0x7fe28c102f40 2023-07-14T12:46:28.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.085+0000 7fe2827fc700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2780a0fd0 0x7fe2780a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.085+0000 7fe291291700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2780a0fd0 0x7fe2780a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.109 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.085+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fe27c014070 con 0x7fe28c102f40 2023-07-14T12:46:28.110 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.085+0000 7fe291291700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2780a0fd0 0x7fe2780a3480 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe288005950 tx=0x7fe2880058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:28.110 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.090+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fe27c051790 con 0x7fe28c102f40 2023-07-14T12:46:28.337 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.323+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 --> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}) v1 -- 0x7fe28c060a10 con 0x7fe2780a0fd0 2023-07-14T12:46:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.378+0000 7fe2827fc700 1 -- 172.21.15.40:0/1184213317 <== mgr.15465 v2:172.21.15.40:6800/2526275751 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7fe28c060a10 con 0x7fe2780a0fd0 2023-07-14T12:46:28.393 INFO:teuthology.orchestra.run.smithi040.stdout:Retention added to path / 2023-07-14T12:46:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2780a0fd0 msgr2=0x7fe2780a3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2780a0fd0 0x7fe2780a3480 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe288005950 tx=0x7fe2880058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 msgr2=0x7fe28c195e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 0x7fe28c195e10 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe27c00e9a0 tx=0x7fe27c00ed60 comp rx=0 tx=0).stop 2023-07-14T12:46:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 shutdown_connections 2023-07-14T12:46:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2780a0fd0 0x7fe2780a3480 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28c100620 0x7fe28c1958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe28c105860 0x7fe28c196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 --2- 172.21.15.40:0/1184213317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe28c102f40 0x7fe28c195e10 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 >> 172.21.15.40:0/1184213317 conn(0x7fe28c0fa000 msgr2=0x7fe28c101280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 shutdown_connections 2023-07-14T12:46:28.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.380+0000 7fe2934f5700 1 -- 172.21.15.40:0/1184213317 wait complete. 2023-07-14T12:46:28.407 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-07-14T12:46:28.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 -- 172.21.15.40:0/1451478621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0ffc70 msgr2=0x7f467c1000c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.554 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 --2- 172.21.15.40:0/1451478621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0ffc70 0x7f467c1000c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f466c009990 tx=0x7f466c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 -- 172.21.15.40:0/1451478621 shutdown_connections 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 --2- 172.21.15.40:0/1451478621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f467c100600 0x7f467c106ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 --2- 172.21.15.40:0/1451478621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c0fea80 0x7f467c0fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 --2- 172.21.15.40:0/1451478621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0ffc70 0x7f467c1000c0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 -- 172.21.15.40:0/1451478621 >> 172.21.15.40:0/1451478621 conn(0x7f467c0fa0c0 msgr2=0x7f467c0fc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 -- 172.21.15.40:0/1451478621 shutdown_connections 2023-07-14T12:46:28.555 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 -- 172.21.15.40:0/1451478621 wait complete. 2023-07-14T12:46:28.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 Processor -- start 2023-07-14T12:46:28.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.540+0000 7f4683354700 1 -- start start 2023-07-14T12:46:28.557 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f4683354700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0fea80 0x7f467c1985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f4683354700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f467c0ffc70 0x7f467c19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f4683354700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 0x7f467c19d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f4683354700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f467c19d630 con 0x7f467c0fea80 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f4683354700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f467c19d770 con 0x7f467c100600 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f4683354700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f467c19d930 con 0x7f467c0ffc70 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 0x7f467c19d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.558 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 0x7f467c19d060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:51410/0 (socket says 172.21.15.40:51410) 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 -- 172.21.15.40:0/3368750899 learned_addr learned my addr 172.21.15.40:0/3368750899 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46808ef700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f467c0ffc70 0x7f467c19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 -- 172.21.15.40:0/3368750899 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f467c0ffc70 msgr2=0x7f467c19ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f467c0ffc70 0x7f467c19ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 -- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0fea80 msgr2=0x7f467c1985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0fea80 0x7f467c1985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 -- 172.21.15.40:0/3368750899 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f466c0095f0 con 0x7f467c100600 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.541+0000 7f46818f1700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 0x7f467c19d060 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4674007ee0 tx=0x7f467400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.542+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4674017070 con 0x7f467c100600 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.542+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f467c19dc10 con 0x7f467c100600 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.542+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f467400f040 con 0x7f467c100600 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.542+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4674005740 con 0x7f467c100600 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.542+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f467c19e0d0 con 0x7f467c100600 2023-07-14T12:46:28.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.543+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f467c1060c0 con 0x7f467c100600 2023-07-14T12:46:28.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.544+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 22) v1 ==== 135527+0+0 (secure 0 0 0) 0x7f467400dc60 con 0x7f467c100600 2023-07-14T12:46:28.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.544+0000 7f46727fc700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f46680a0f50 0x7f46680a3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.545+0000 7f46810f0700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f46680a0f50 0x7f46680a3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.545+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f46740cbd20 con 0x7f467c100600 2023-07-14T12:46:28.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.545+0000 7f46810f0700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f46680a0f50 0x7f46680a3400 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4678005fd0 tx=0x7f4678005d00 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:28.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.548+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f4674095660 con 0x7f467c100600 2023-07-14T12:46:28.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.788+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 --> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f467c060950 con 0x7f46680a0f50 2023-07-14T12:46:28.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.797+0000 7f46727fc700 1 -- 172.21.15.40:0/3368750899 <== mgr.15465 v2:172.21.15.40:6800/2526275751 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+283 (secure 0 0 0) 0x7f467c060950 con 0x7f46680a0f50 2023-07-14T12:46:28.811 INFO:teuthology.orchestra.run.smithi040.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1M", "retention": {"h": 3, "M": 6}, "start": "2023-07-14T00:00:00", "created": "2023-07-14T12:46:27", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2023-07-14T12:46:28.813 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f46680a0f50 msgr2=0x7f46680a3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f46680a0f50 0x7f46680a3400 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f4678005fd0 tx=0x7f4678005d00 comp rx=0 tx=0).stop 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 msgr2=0x7f467c19d060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 0x7f467c19d060 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4674007ee0 tx=0x7f467400d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 shutdown_connections 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f46680a0f50 0x7f46680a3400 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f467c100600 0x7f467c19d060 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.814 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f467c0fea80 0x7f467c1985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.815 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 --2- 172.21.15.40:0/3368750899 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f467c0ffc70 0x7f467c19ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.815 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 >> 172.21.15.40:0/3368750899 conn(0x7f467c0fa0c0 msgr2=0x7f467c103200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:28.815 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 shutdown_connections 2023-07-14T12:46:28.815 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.799+0000 7f4683354700 1 -- 172.21.15.40:0/3368750899 wait complete. 2023-07-14T12:46:28.826 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-07-14T12:46:28.961 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.946+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/2445381505 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8102ee0 msgr2=0x7fc8a81052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.961 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.946+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/2445381505 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8102ee0 0x7fc8a81052c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fc89c009990 tx=0x7fc89c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.961 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/2445381505 shutdown_connections 2023-07-14T12:46:28.961 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/2445381505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8a8105800 0x7fc8a8107c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/2445381505 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8a81005c0 0x7fc8a81029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/2445381505 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8102ee0 0x7fc8a81052c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/2445381505 >> 172.21.15.40:0/2445381505 conn(0x7fc8a80fa060 msgr2=0x7fc8a80fc490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:28.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/2445381505 shutdown_connections 2023-07-14T12:46:28.962 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/2445381505 wait complete. 2023-07-14T12:46:28.964 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.947+0000 7fc8ad7d7700 1 Processor -- start 2023-07-14T12:46:28.964 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 -- start start 2023-07-14T12:46:28.964 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8a81005c0 0x7fc8a81959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.964 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8a8102ee0 0x7fc8a8195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.964 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 0x7fc8a8196d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a81973d0 con 0x7fc8a8105800 2023-07-14T12:46:28.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a8197540 con 0x7fc8a81005c0 2023-07-14T12:46:28.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8ad7d7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a8197700 con 0x7fc8a8102ee0 2023-07-14T12:46:28.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 0x7fc8a8196d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 0x7fc8a8196d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34170/0 (socket says 172.21.15.40:34170) 2023-07-14T12:46:28.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 -- 172.21.15.40:0/3620792739 learned_addr learned my addr 172.21.15.40:0/3620792739 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a6ffd700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8a81005c0 0x7fc8a81959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a67fc700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8a8102ee0 0x7fc8a8195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 -- 172.21.15.40:0/3620792739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8a8102ee0 msgr2=0x7fc8a8195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8a8102ee0 0x7fc8a8195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 -- 172.21.15.40:0/3620792739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8a81005c0 msgr2=0x7fc8a81959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8a81005c0 0x7fc8a81959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.948+0000 7fc8a77fe700 1 -- 172.21.15.40:0/3620792739 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc89c0095f0 con 0x7fc8a8105800 2023-07-14T12:46:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.949+0000 7fc8a77fe700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 0x7fc8a8196d70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000b970 tx=0x7fc8a000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:28.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.949+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a000d860 con 0x7fc8a8105800 2023-07-14T12:46:28.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.949+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8a000de80 con 0x7fc8a8105800 2023-07-14T12:46:28.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.949+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a81979e0 con 0x7fc8a8105800 2023-07-14T12:46:28.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.949+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a0017400 con 0x7fc8a8105800 2023-07-14T12:46:28.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.949+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a819e1a0 con 0x7fc8a8105800 2023-07-14T12:46:28.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.950+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a80fbbd0 con 0x7fc8a8105800 2023-07-14T12:46:28.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.951+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 22) v1 ==== 135527+0+0 (secure 0 0 0) 0x7fc8a000e630 con 0x7fc8a8105800 2023-07-14T12:46:28.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.952+0000 7fc88ffff700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc8900a0f50 0x7fc8900a3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:28.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.952+0000 7fc8a6ffd700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc8900a0f50 0x7fc8900a3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:28.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.952+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fc8a0006e40 con 0x7fc8a8105800 2023-07-14T12:46:28.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.952+0000 7fc8a6ffd700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc8900a0f50 0x7fc8900a3400 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc898009c60 tx=0x7fc898009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:28.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:28.956+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fc8a0095cf0 con 0x7fc8a8105800 2023-07-14T12:46:29.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:28 smithi040 ceph-mon[96535]: [14/Jul/2023:12:46:27] ENGINE Bus STARTING 2023-07-14T12:46:29.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:28 smithi040 ceph-mon[96535]: [14/Jul/2023:12:46:27] ENGINE Serving on http://172.21.15.40:8765 2023-07-14T12:46:29.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:28 smithi040 ceph-mon[96535]: [14/Jul/2023:12:46:27] ENGINE Serving on https://172.21.15.40:7150 2023-07-14T12:46:29.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:28 smithi040 ceph-mon[96535]: [14/Jul/2023:12:46:27] ENGINE Bus STARTED 2023-07-14T12:46:29.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:28 smithi040 ceph-mon[96535]: mgrmap e22: x(active, since 1.0164s), standbys: y, z 2023-07-14T12:46:29.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.195+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 --> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fc8a8060950 con 0x7fc8900a0f50 2023-07-14T12:46:29.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.202+0000 7fc88ffff700 1 -- 172.21.15.40:0/3620792739 <== mgr.15465 v2:172.21.15.40:6800/2526275751 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7fc8a8060950 con 0x7fc8900a0f50 2023-07-14T12:46:29.216 INFO:teuthology.orchestra.run.smithi040.stdout:/ 1M 6M3h 2023-07-14T12:46:29.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc8900a0f50 msgr2=0x7fc8900a3400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc8900a0f50 0x7fc8900a3400 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc898009c60 tx=0x7fc898009260 comp rx=0 tx=0).stop 2023-07-14T12:46:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 msgr2=0x7fc8a8196d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 0x7fc8a8196d70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000b970 tx=0x7fc8a000bc80 comp rx=0 tx=0).stop 2023-07-14T12:46:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 shutdown_connections 2023-07-14T12:46:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc8900a0f50 0x7fc8900a3400 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8a8105800 0x7fc8a8196d70 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:29.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc8a81005c0 0x7fc8a81959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:29.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 --2- 172.21.15.40:0/3620792739 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc8a8102ee0 0x7fc8a8195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:29.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 >> 172.21.15.40:0/3620792739 conn(0x7fc8a80fa060 msgr2=0x7fc8a8101220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:29.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 shutdown_connections 2023-07-14T12:46:29.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:29.204+0000 7fc8ad7d7700 1 -- 172.21.15.40:0/3620792739 wait complete. 2023-07-14T12:46:29.231 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2023-07-14T12:46:29.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:28 smithi133 ceph-mon[98311]: [14/Jul/2023:12:46:27] ENGINE Bus STARTING 2023-07-14T12:46:29.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:28 smithi133 ceph-mon[98311]: [14/Jul/2023:12:46:27] ENGINE Serving on http://172.21.15.40:8765 2023-07-14T12:46:29.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:28 smithi133 ceph-mon[98311]: [14/Jul/2023:12:46:27] ENGINE Serving on https://172.21.15.40:7150 2023-07-14T12:46:29.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:28 smithi133 ceph-mon[98311]: [14/Jul/2023:12:46:27] ENGINE Bus STARTED 2023-07-14T12:46:29.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:28 smithi133 ceph-mon[98311]: mgrmap e22: x(active, since 1.0164s), standbys: y, z 2023-07-14T12:46:29.260 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2023-07-14T12:46:29.275 INFO:teuthology.run_tasks:Running task background_exec... 2023-07-14T12:46:29.285 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T12:46:29.286 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2023-07-14T12:46:29.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:28 smithi130 ceph-mon[97977]: [14/Jul/2023:12:46:27] ENGINE Bus STARTING 2023-07-14T12:46:29.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:28 smithi130 ceph-mon[97977]: [14/Jul/2023:12:46:27] ENGINE Serving on http://172.21.15.40:8765 2023-07-14T12:46:29.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:28 smithi130 ceph-mon[97977]: [14/Jul/2023:12:46:27] ENGINE Serving on https://172.21.15.40:7150 2023-07-14T12:46:29.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:28 smithi130 ceph-mon[97977]: [14/Jul/2023:12:46:27] ENGINE Bus STARTED 2023-07-14T12:46:29.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:28 smithi130 ceph-mon[97977]: mgrmap e22: x(active, since 1.0164s), standbys: y, z 2023-07-14T12:46:29.302 INFO:teuthology.run_tasks:Running task workunit... 2023-07-14T12:46:29.315 INFO:tasks.workunit:Pulling workunits from ref 3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:46:29.316 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-07-14T12:46:29.316 INFO:tasks.workunit:timeout=3h 2023-07-14T12:46:29.316 INFO:tasks.workunit:cleanup=True 2023-07-14T12:46:29.316 DEBUG:teuthology.orchestra.run.smithi040:> stat -- /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: File: /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2023-07-14T12:46:29.337 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 7ch/124d Inode: 1099511628283 Links: 2 2023-07-14T12:46:29.337 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2023-07-14T12:46:29.338 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:cephfs_t:s0 2023-07-14T12:46:29.338 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-07-14 12:44:54.573037142 +0000 2023-07-14T12:46:29.338 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-07-14 12:44:54.573037142 +0000 2023-07-14T12:46:29.338 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-07-14 12:46:10.383351474 +0000 2023-07-14T12:46:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: 2023-07-14 12:44:54.573037142 +0000 2023-07-14T12:46:29.338 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2023-07-14T12:46:29.339 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2023-07-14T12:46:29.409 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3fc0089cc1082313a98853d48b892acdc1385b8b 2023-07-14T12:46:29.468 INFO:tasks.workunit.client.0.smithi040.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-07-14T12:46:30.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:29 smithi040 ceph-mon[96535]: from='client.25183 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:29 smithi040 ceph-mon[96535]: pgmap v3: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:30.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:29 smithi040 ceph-mon[96535]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:29 smithi040 ceph-mon[96535]: from='client.25277 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:29 smithi133 ceph-mon[98311]: from='client.25183 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:29 smithi133 ceph-mon[98311]: pgmap v3: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:30.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:29 smithi133 ceph-mon[98311]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:29 smithi133 ceph-mon[98311]: from='client.25277 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:29 smithi130 ceph-mon[97977]: from='client.25183 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1M", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:29 smithi130 ceph-mon[97977]: pgmap v3: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:30.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:29 smithi130 ceph-mon[97977]: from='client.15528 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6M3h", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:30.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:29 smithi130 ceph-mon[97977]: from='client.25277 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:31.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:31.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:31.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: mgrmap e23: x(active, since 3s), standbys: y, z 2023-07-14T12:46:31.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:30 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:31.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:31.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: mgrmap e23: x(active, since 3s), standbys: y, z 2023-07-14T12:46:31.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:30 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.270 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:31.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='client.15537 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T12:46:31.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: mgrmap e23: x(active, since 3s), standbys: y, z 2023-07-14T12:46:31.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:31.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:30 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:46:32.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:46:32.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:31 smithi130 ceph-mon[97977]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:32.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T12:46:32.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T12:46:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T12:46:32.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:31 smithi040 ceph-mon[96535]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail 2023-07-14T12:46:32.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T12:46:32.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T12:46:32.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:46:32.484 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi040:/etc/ceph/ceph.conf 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi130:/etc/ceph/ceph.conf 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi133:/etc/ceph/ceph.conf 2023-07-14T12:46:32.485 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.conf 2023-07-14T12:46:32.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi130:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:32.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:31 smithi133 ceph-mon[98311]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2023-07-14T12:46:33.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.481 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:33.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:46:33.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:46:33.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.521 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.522 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:33.523 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:46:33.523 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:46:33.523 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: Updating smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: Updating smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: Updating smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/config/ceph.client.admin.keyring 2023-07-14T12:46:33.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:33.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:46:33.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:46:33.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:46:33.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:46:35.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:34 smithi040 ceph-mon[96535]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 90 KiB/s wr, 57 op/s 2023-07-14T12:46:35.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:34 smithi133 ceph-mon[98311]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 90 KiB/s wr, 57 op/s 2023-07-14T12:46:35.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:34 smithi130 ceph-mon[97977]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 90 KiB/s wr, 57 op/s 2023-07-14T12:46:37.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:36 smithi040 ceph-mon[96535]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 132 KiB/s wr, 54 op/s 2023-07-14T12:46:37.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:36 smithi133 ceph-mon[98311]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 132 KiB/s wr, 54 op/s 2023-07-14T12:46:37.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:36 smithi130 ceph-mon[97977]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 132 KiB/s wr, 54 op/s 2023-07-14T12:46:39.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:38 smithi040 ceph-mon[96535]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 103 KiB/s wr, 42 op/s 2023-07-14T12:46:39.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:38 smithi133 ceph-mon[98311]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 103 KiB/s wr, 42 op/s 2023-07-14T12:46:39.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:38 smithi130 ceph-mon[97977]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 103 KiB/s wr, 42 op/s 2023-07-14T12:46:41.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:40 smithi040 ceph-mon[96535]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 84 KiB/s wr, 39 op/s 2023-07-14T12:46:41.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:40 smithi133 ceph-mon[98311]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 84 KiB/s wr, 39 op/s 2023-07-14T12:46:41.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:40 smithi130 ceph-mon[97977]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 84 KiB/s wr, 39 op/s 2023-07-14T12:46:42.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/3388508755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 msgr2=0x7f7ec410b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/3388508755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec410b860 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7ebc00b0a0 tx=0x7f7ebc00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/3388508755 shutdown_connections 2023-07-14T12:46:42.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/3388508755 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec4104a30 0x7f7ec4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/3388508755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec410b860 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/3388508755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec40fea30 0x7f7ec40feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/3388508755 >> 172.21.15.40:0/3388508755 conn(0x7f7ec4074760 msgr2=0x7f7ec4074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/3388508755 shutdown_connections 2023-07-14T12:46:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.461+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/3388508755 wait complete. 2023-07-14T12:46:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 Processor -- start 2023-07-14T12:46:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 -- start start 2023-07-14T12:46:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec40fea30 0x7f7ec4194ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec4195000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec4104a30 0x7f7ec41a3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec4195750 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec41a44a0 con 0x7f7ec4104a30 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ecb1a6700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec41a4630 con 0x7f7ec40fea30 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ec3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec4195000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ec3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec4195000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34184/0 (socket says 172.21.15.40:34184) 2023-07-14T12:46:42.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ec3fff700 1 -- 172.21.15.40:0/1202686675 learned_addr learned my addr 172.21.15.40:0/1202686675 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.462+0000 7f7ec9743700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec4104a30 0x7f7ec41a3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec40fea30 0x7f7ec4194ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec3fff700 1 -- 172.21.15.40:0/1202686675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec40fea30 msgr2=0x7f7ec4194ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec40fea30 0x7f7ec4194ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec3fff700 1 -- 172.21.15.40:0/1202686675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec4104a30 msgr2=0x7f7ec41a3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec4104a30 0x7f7ec41a3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec3fff700 1 -- 172.21.15.40:0/1202686675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ebc009d00 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec40fea30 0x7f7ec4194ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec4195000 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f7eb000d950 tx=0x7f7eb000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec1ffb700 1 -- 172.21.15.40:0/1202686675 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0009940 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec1ffb700 1 -- 172.21.15.40:0/1202686675 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb0010460 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ec41a4910 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ec1ffb700 1 -- 172.21.15.40:0/1202686675 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb000f620 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.463+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ec41a4e20 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.466+0000 7f7ec1ffb700 1 -- 172.21.15.40:0/1202686675 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f7eb00108d0 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.466+0000 7f7ec1ffb700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7eb40a1350 0x7f7eb40a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.467+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7eb40a1350 0x7f7eb40a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.467+0000 7f7ec1ffb700 1 -- 172.21.15.40:0/1202686675 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f7eb00ccd30 con 0x7f7ec40ff3e0 2023-07-14T12:46:42.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.467+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7eb40a1350 0x7f7eb40a3800 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8005950 tx=0x7f7eb80058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 Processor -- start 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 -- start start 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978281d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697827c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697827c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556978181c50 con 0x5569780d86b0 2023-07-14T12:46:42.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569781d49e0 con 0x5569782822d0 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569781cde70 con 0x55697827c580 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978281d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978281d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34190/0 (socket says 172.21.15.40:34190) 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 -- 172.21.15.40:0/903951749 learned_addr learned my addr 172.21.15.40:0/903951749 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec9743700 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697827c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697827c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 -- 172.21.15.40:0/903951749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 msgr2=0x55697827c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697827c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 -- 172.21.15.40:0/903951749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 msgr2=0x55697827c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697827c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.468+0000 7f7ec8f42700 1 -- 172.21.15.40:0/903951749 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556977ffbd80 con 0x5569780d86b0 2023-07-14T12:46:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.469+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978281d90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7eb800ff00 tx=0x7f7eb8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee81d649e233962d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:42.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.469+0000 7f7eaeffd700 1 -- 172.21.15.40:0/903951749 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb8011c60 con 0x5569780d86b0 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.469+0000 7f7eaeffd700 1 -- 172.21.15.40:0/903951749 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb8011dc0 con 0x5569780d86b0 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.469+0000 7f7eaeffd700 1 -- 172.21.15.40:0/903951749 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb801d6e0 con 0x5569780d86b0 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.469+0000 7f7ed732cb80 1 -- 172.21.15.40:0/903951749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 msgr2=0x556978281d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.469+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978281d90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7eb800ff00 tx=0x7f7eb8012000 comp rx=0 tx=0).stop 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 -- 172.21.15.40:0/903951749 shutdown_connections 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697827c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978281d90 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/903951749 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697827c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 -- 172.21.15.40:0/903951749 >> 172.21.15.40:0/903951749 conn(0x556978271be0 msgr2=0x556978276f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 -- 172.21.15.40:0/903951749 shutdown_connections 2023-07-14T12:46:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 -- 172.21.15.40:0/903951749 wait complete. 2023-07-14T12:46:42.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 -- start start 2023-07-14T12:46:42.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.470+0000 7f7ed732cb80 1 Processor -- start 2023-07-14T12:46:42.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978285990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55697827c580 0x556978285ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569782822d0 0x556978286410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55697816da60 con 0x5569780d86b0 2023-07-14T12:46:42.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55697816d760 con 0x55697827c580 2023-07-14T12:46:42.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569780518c0 con 0x5569782822d0 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ed732cb80 10 client.0 _ll_register_callbacks cb 0x55697816b700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978285990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978285990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34196/0 (socket says 172.21.15.40:34196) 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 -- 172.21.15.40:0/39249293 learned_addr learned my addr 172.21.15.40:0/39249293 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55697827c580 0x556978285ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec9743700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569782822d0 0x556978286410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 -- 172.21.15.40:0/39249293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569782822d0 msgr2=0x556978286410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569782822d0 0x556978286410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 -- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55697827c580 msgr2=0x556978285ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55697827c580 0x556978285ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 -- 172.21.15.40:0/39249293 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eb800fbb0 con 0x5569780d86b0 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55697827c580 0x556978285ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978285990 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f7eb801ee90 tx=0x7f7eb801e500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52054dbaec5083c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.471+0000 7f7ea3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:42.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ea3fff700 1 -- 172.21.15.40:0/39249293 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb802d070 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ea3fff700 1 -- 172.21.15.40:0/39249293 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f7eb801e9f0 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556978127490 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ea3fff700 1 -- 172.21.15.40:0/39249293 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7eb801ebb0 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 10 client.15549 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556977fe4c00 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ea3fff700 1 -- 172.21.15.40:0/39249293 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556978127490 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ea3fff700 1 -- 172.21.15.40:0/39249293 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7eb8027570 con 0x5569780d86b0 2023-07-14T12:46:42.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 10 client.15549 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 10 client.15549 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 20 client.15549 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556978295a90 0x556978297ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 4 client.15549 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.472+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5569781c6e50 con 0x556978295a90 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.473+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556978295a90 0x556978297ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.473+0000 7f7ea3fff700 10 client.15549 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.473+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556978295a90 0x556978297ea0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d8c7b5e8dbdb6d6 server_cookie=5fb6e1f4c07f1899 in_seq=0 out_seq=0 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ea3fff700 1 -- 172.21.15.40:0/39249293 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5569781c6e50 con 0x556978295a90 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ea3fff700 10 client.15549 handle_command_reply: tid=0 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 client.15549 shutdown 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 msgr2=0x556978285990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978285990 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f7eb801ee90 tx=0x7f7eb801e500 comp rx=0 tx=0).stop 2023-07-14T12:46:42.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 shutdown_connections 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556978295a90 0x556978297ea0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569782822d0 0x556978286410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ea3fff700 0 client.15549 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x556978285990 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/39249293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55697827c580 0x556978285ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 >> 172.21.15.40:0/39249293 conn(0x556978271be0 msgr2=0x5569782764e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:42.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 shutdown_connections 2023-07-14T12:46:42.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 1 -- 172.21.15.40:0/39249293 wait complete. 2023-07-14T12:46:42.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.474+0000 7f7ed732cb80 20 client.15549 trim_cache size 0 max 16384 2023-07-14T12:46:42.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 Processor -- start 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 -- start start 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569780d86b0 0x556978281420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 0x55697828cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x556978276c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569782735f0 con 0x55697827c580 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556978277b20 con 0x5569782822d0 2023-07-14T12:46:42.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569782826a0 con 0x5569780d86b0 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 0x55697828cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 0x55697828cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34206/0 (socket says 172.21.15.40:34206) 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 -- 172.21.15.40:0/273029011 learned_addr learned my addr 172.21.15.40:0/273029011 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569780d86b0 0x556978281420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 -- 172.21.15.40:0/273029011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569780d86b0 msgr2=0x556978281420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec9743700 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x556978276c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569780d86b0 0x556978281420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 -- 172.21.15.40:0/273029011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 msgr2=0x556978276c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.489+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x556978276c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ec3fff700 1 -- 172.21.15.40:0/273029011 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5569780221f0 con 0x55697827c580 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569780d86b0 0x556978281420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 0x55697828cc70 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0096190 tx=0x7f7eb0005910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9705e10429dabf42 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7eaf7fe700 1 -- 172.21.15.40:0/273029011 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0014070 con 0x55697827c580 2023-07-14T12:46:42.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7eaf7fe700 1 -- 172.21.15.40:0/273029011 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb0098030 con 0x55697827c580 2023-07-14T12:46:42.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7eaf7fe700 1 -- 172.21.15.40:0/273029011 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0099ef0 con 0x55697827c580 2023-07-14T12:46:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 -- 172.21.15.40:0/273029011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 msgr2=0x55697828cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 0x55697828cc70 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0096190 tx=0x7f7eb0005910 comp rx=0 tx=0).stop 2023-07-14T12:46:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 -- 172.21.15.40:0/273029011 shutdown_connections 2023-07-14T12:46:42.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5569780d86b0 0x556978281420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x556978276c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/273029011 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55697827c580 0x55697828cc70 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 -- 172.21.15.40:0/273029011 >> 172.21.15.40:0/273029011 conn(0x556978271be0 msgr2=0x556978282900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.490+0000 7f7ed732cb80 1 -- 172.21.15.40:0/273029011 shutdown_connections 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 -- 172.21.15.40:0/273029011 wait complete. 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 -- start start 2023-07-14T12:46:42.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 Processor -- start 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x55697828c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697828cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697828aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55697828b090 con 0x5569780d86b0 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55697828b200 con 0x5569782822d0 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55697828b3c0 con 0x55697827c580 2023-07-14T12:46:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ed732cb80 10 client.0 _ll_register_callbacks cb 0x7f7eb800fdd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ec8f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x55697828c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ec8f42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x55697828c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34210/0 (socket says 172.21.15.40:34210) 2023-07-14T12:46:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.491+0000 7f7ec8f42700 1 -- 172.21.15.40:0/2297036448 learned_addr learned my addr 172.21.15.40:0/2297036448 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697828cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec9743700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697828aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec8f42700 1 -- 172.21.15.40:0/2297036448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 msgr2=0x55697828cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697828cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec8f42700 1 -- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 msgr2=0x55697828aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697828aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec8f42700 1 -- 172.21.15.40:0/2297036448 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eb009d040 con 0x5569780d86b0 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697828cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ec8f42700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x55697828c600 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f7eb800ff00 tx=0x7f7eb801ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8bb3b13155d8d5a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ea3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ea3fff700 1 -- 172.21.15.40:0/2297036448 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb802d040 con 0x5569780d86b0 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ea3fff700 1 -- 172.21.15.40:0/2297036448 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f7eb8027bc0 con 0x5569780d86b0 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7eb8011dc0 con 0x5569780d86b0 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ea3fff700 1 -- 172.21.15.40:0/2297036448 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7eb800ba10 con 0x5569780d86b0 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ed732cb80 10 client.15555 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556977ffa250 con 0x5569780d86b0 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.492+0000 7f7ea3fff700 1 -- 172.21.15.40:0/2297036448 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb8011dc0 con 0x5569780d86b0 2023-07-14T12:46:42.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ea3fff700 1 -- 172.21.15.40:0/2297036448 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7eb8003b00 con 0x5569780d86b0 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ed732cb80 10 client.15555 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ed732cb80 10 client.15555 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ed732cb80 20 client.15555 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5569782ea660 0x5569782eca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ed732cb80 4 client.15555 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556978188ff0 con 0x5569782ea660 2023-07-14T12:46:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5569782ea660 0x5569782eca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ea3fff700 10 client.15555 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.493+0000 7f7ec3fff700 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5569782ea660 0x5569782eca70 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6023ee062d62858 server_cookie=f1bb00889157cb0c in_seq=0 out_seq=0 2023-07-14T12:46:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.507+0000 7f7ea3fff700 1 -- 172.21.15.40:0/2297036448 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556978188ff0 con 0x5569782ea660 2023-07-14T12:46:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.507+0000 7f7ea3fff700 10 client.15555 handle_command_reply: tid=0 2023-07-14T12:46:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.507+0000 7f7ed732cb80 1 client.15555 shutdown 2023-07-14T12:46:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 msgr2=0x55697828c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x55697828c600 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f7eb800ff00 tx=0x7f7eb801ecd0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 shutdown_connections 2023-07-14T12:46:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5569782822d0 0x55697828aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5569780d86b0 0x55697828c600 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5569782ea660 0x5569782eca70 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 --2- 172.21.15.40:0/2297036448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55697827c580 0x55697828cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 >> 172.21.15.40:0/2297036448 conn(0x556978271be0 msgr2=0x556978281290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ea3fff700 0 client.15555 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 shutdown_connections 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 1 -- 172.21.15.40:0/2297036448 wait complete. 2023-07-14T12:46:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ed732cb80 20 client.15555 trim_cache size 0 max 16384 2023-07-14T12:46:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:46:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:46:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:46:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:46:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7eb40a1350 msgr2=0x7f7eb40a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7eb40a1350 0x7f7eb40a3800 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8005950 tx=0x7f7eb80058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 msgr2=0x7f7ec4195000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec4195000 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f7eb000d950 tx=0x7f7eb000dc60 comp rx=0 tx=0).stop 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 shutdown_connections 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7eb40a1350 0x7f7eb40a3800 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ec40fea30 0x7f7ec4194ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ec4104a30 0x7f7ec41a3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.508+0000 7f7ecb1a6700 1 --2- 172.21.15.40:0/1202686675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ec40ff3e0 0x7f7ec4195000 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.509+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 >> 172.21.15.40:0/1202686675 conn(0x7f7ec4074760 msgr2=0x7f7ec4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.509+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 shutdown_connections 2023-07-14T12:46:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:42.509+0000 7f7ecb1a6700 1 -- 172.21.15.40:0/1202686675 wait complete. 2023-07-14T12:46:43.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:42 smithi040 ceph-mon[96535]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 35 op/s 2023-07-14T12:46:43.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:42 smithi133 ceph-mon[98311]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 35 op/s 2023-07-14T12:46:43.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:42 smithi130 ceph-mon[97977]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 35 op/s 2023-07-14T12:46:45.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:44 smithi040 ceph-mon[96535]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 38 op/s 2023-07-14T12:46:45.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:44 smithi133 ceph-mon[98311]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 38 op/s 2023-07-14T12:46:45.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:44 smithi130 ceph-mon[97977]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 77 KiB/s wr, 38 op/s 2023-07-14T12:46:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:46 smithi040 ceph-mon[96535]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 41 KiB/s wr, 20 op/s 2023-07-14T12:46:47.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:46 smithi133 ceph-mon[98311]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 41 KiB/s wr, 20 op/s 2023-07-14T12:46:47.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:46 smithi130 ceph-mon[97977]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 41 KiB/s wr, 20 op/s 2023-07-14T12:46:47.728 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:46:47.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 -- 172.21.15.40:0/2977167674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c0ff1f0 msgr2=0x7fcd7c10bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2977167674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c0ff1f0 0x7fcd7c10bec0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c009990 tx=0x7fcd6c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 -- 172.21.15.40:0/2977167674 shutdown_connections 2023-07-14T12:46:47.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2977167674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c10c400 0x7fcd7c10e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2977167674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd7c0fe850 0x7fcd7c0fec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2977167674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c0ff1f0 0x7fcd7c10bec0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 -- 172.21.15.40:0/2977167674 >> 172.21.15.40:0/2977167674 conn(0x7fcd7c0fa4e0 msgr2=0x7fcd7c0fc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:47.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 -- 172.21.15.40:0/2977167674 shutdown_connections 2023-07-14T12:46:47.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.860+0000 7fcd833c9700 1 -- 172.21.15.40:0/2977167674 wait complete. 2023-07-14T12:46:47.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 Processor -- start 2023-07-14T12:46:47.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 -- start start 2023-07-14T12:46:47.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c0fe850 0x7fcd7c197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd7c0ff1f0 0x7fcd7c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 0x7fcd7c19c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7c19ce50 con 0x7fcd7c10c400 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7c19cfc0 con 0x7fcd7c0ff1f0 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd833c9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7c19d180 con 0x7fcd7c0fe850 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd81966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 0x7fcd7c19c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd81966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 0x7fcd7c19c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34228/0 (socket says 172.21.15.40:34228) 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd81966700 1 -- 172.21.15.40:0/2640866104 learned_addr learned my addr 172.21.15.40:0/2640866104 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:47.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.861+0000 7fcd80964700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd7c0ff1f0 0x7fcd7c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81165700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c0fe850 0x7fcd7c197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81966700 1 -- 172.21.15.40:0/2640866104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c0fe850 msgr2=0x7fcd7c197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81966700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c0fe850 0x7fcd7c197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81966700 1 -- 172.21.15.40:0/2640866104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd7c0ff1f0 msgr2=0x7fcd7c1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81966700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd7c0ff1f0 0x7fcd7c1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81966700 1 -- 172.21.15.40:0/2640866104 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd6c0095f0 con 0x7fcd7c10c400 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd81966700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 0x7fcd7c19c810 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400ada0 tx=0x7fcd7400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:47.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd727fc700 1 -- 172.21.15.40:0/2640866104 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd7400f070 con 0x7fcd7c10c400 2023-07-14T12:46:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd727fc700 1 -- 172.21.15.40:0/2640866104 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd74007ad0 con 0x7fcd7c10c400 2023-07-14T12:46:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd7c19d460 con 0x7fcd7c10c400 2023-07-14T12:46:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd727fc700 1 -- 172.21.15.40:0/2640866104 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd74005280 con 0x7fcd7c10c400 2023-07-14T12:46:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.862+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd7c1a4ca0 con 0x7fcd7c10c400 2023-07-14T12:46:47.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.864+0000 7fcd727fc700 1 -- 172.21.15.40:0/2640866104 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7fcd7400c8d0 con 0x7fcd7c10c400 2023-07-14T12:46:47.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.865+0000 7fcd727fc700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcd680a13d0 0x7fcd680a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.865+0000 7fcd81165700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcd680a13d0 0x7fcd680a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.865+0000 7fcd727fc700 1 -- 172.21.15.40:0/2640866104 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fcd740cc270 con 0x7fcd7c10c400 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.866+0000 7fcd81165700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcd680a13d0 0x7fcd680a3880 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcd78005950 tx=0x7fcd7800b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 Processor -- start 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 -- start start 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44616a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d446c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d446eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d4367cb0 con 0x55e2d446cad0 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d43baa40 con 0x55e2d4461be0 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d43b3ed0 con 0x55e2d44612d0 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd81966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d446eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd80964700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d446c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd81966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d446eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34236/0 (socket says 172.21.15.40:34236) 2023-07-14T12:46:47.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd81966700 1 -- 172.21.15.40:0/1426619871 learned_addr learned my addr 172.21.15.40:0/1426619871 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:47.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.867+0000 7fcd81165700 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44616a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81966700 1 -- 172.21.15.40:0/1426619871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 msgr2=0x55e2d44616a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.889 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81966700 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44616a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81966700 1 -- 172.21.15.40:0/1426619871 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 msgr2=0x55e2d446c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81966700 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d446c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81966700 1 -- 172.21.15.40:0/1426619871 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2d41e1de0 con 0x55e2d446cad0 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81165700 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44616a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd80964700 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d446c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd81966700 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d446eeb0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400c680 tx=0x7fcd74098be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e3732d25b2a85a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:47.890 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd677fe700 1 -- 172.21.15.40:0/1426619871 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd740cb070 con 0x55e2d446cad0 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd677fe700 1 -- 172.21.15.40:0/1426619871 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd74093e90 con 0x55e2d446cad0 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.868+0000 7fcd677fe700 1 -- 172.21.15.40:0/1426619871 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd7400cb80 con 0x55e2d446cad0 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1426619871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 msgr2=0x55e2d446eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d446eeb0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400c680 tx=0x7fcd74098be0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1426619871 shutdown_connections 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44616a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d446eeb0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.891 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1426619871 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d446c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1426619871 >> 172.21.15.40:0/1426619871 conn(0x55e2d4457da0 msgr2=0x55e2d445d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1426619871 shutdown_connections 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1426619871 wait complete. 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 -- start start 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.869+0000 7fcd8f54fb80 1 Processor -- start 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d44612d0 0x55e2d446c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.892 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44697f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4469f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d4353ac0 con 0x55e2d44612d0 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d43537c0 con 0x55e2d4461be0 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d4237920 con 0x55e2d446cad0 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd8f54fb80 10 client.0 _ll_register_callbacks cb 0x55e2d4351760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4469f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81165700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d44612d0 0x55e2d446c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.893 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4469f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:47930/0 (socket says 172.21.15.40:47930) 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 -- 172.21.15.40:0/21422815 learned_addr learned my addr 172.21.15.40:0/21422815 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd80964700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44697f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 -- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 msgr2=0x55e2d44697f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44697f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 -- 172.21.15.40:0/21422815 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d44612d0 msgr2=0x55e2d446c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.870+0000 7fcd81966700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d44612d0 0x55e2d446c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.894 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd81966700 1 -- 172.21.15.40:0/21422815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd7c10f420 con 0x55e2d446cad0 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd81165700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d44612d0 0x55e2d446c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd80964700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44697f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd81966700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4469f30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcd74098f30 tx=0x7fcd740c9860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3732a89be0ed4d03 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd64ff9700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd64ff9700 1 -- 172.21.15.40:0/21422815 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd740b5070 con 0x55e2d446cad0 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd64ff9700 1 -- 172.21.15.40:0/21422815 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fcd7409d2b0 con 0x55e2d446cad0 2023-07-14T12:46:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e2d430d4f0 con 0x55e2d446cad0 2023-07-14T12:46:47.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd64ff9700 1 -- 172.21.15.40:0/21422815 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd740cb070 con 0x55e2d446cad0 2023-07-14T12:46:47.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd8f54fb80 10 client.25258 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:47.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fcd7c1a4ca0 con 0x55e2d446cad0 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.871+0000 7fcd64ff9700 1 -- 172.21.15.40:0/21422815 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e2d430d4f0 con 0x55e2d446cad0 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd64ff9700 1 -- 172.21.15.40:0/21422815 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fcd74098870 con 0x55e2d446cad0 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd8f54fb80 10 client.25258 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd8f54fb80 10 client.25258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd8f54fb80 20 client.25258 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d447bf90 0x55e2d447e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd8f54fb80 4 client.25258 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e2d43aceb0 con 0x55e2d447bf90 2023-07-14T12:46:47.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd81165700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d447bf90 0x55e2d447e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd81165700 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d447bf90 0x55e2d447e3a0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e24e68578a249d8 server_cookie=a80c008cb7c2c7ad in_seq=0 out_seq=0 2023-07-14T12:46:47.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.872+0000 7fcd64ff9700 10 client.25258 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:47.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd64ff9700 1 -- 172.21.15.40:0/21422815 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e2d43aceb0 con 0x55e2d447bf90 2023-07-14T12:46:47.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd64ff9700 10 client.25258 handle_command_reply: tid=0 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 client.25258 shutdown 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 msgr2=0x55e2d4469f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4469f30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcd74098f30 tx=0x7fcd740c9860 comp rx=0 tx=0).stop 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 shutdown_connections 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d447bf90 0x55e2d447e3a0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4469f30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d44612d0 0x55e2d446c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/21422815 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44697f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd64ff9700 0 client.25258 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:47.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 >> 172.21.15.40:0/21422815 conn(0x55e2d4457da0 msgr2=0x55e2d445d290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:47.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 shutdown_connections 2023-07-14T12:46:47.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.873+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/21422815 wait complete. 2023-07-14T12:46:47.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.874+0000 7fcd8f54fb80 20 client.25258 trim_cache size 0 max 16384 2023-07-14T12:46:47.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 Processor -- start 2023-07-14T12:46:47.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 -- start start 2023-07-14T12:46:47.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d44612d0 0x55e2d44734f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 0x55e2d446c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4464b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d4461fb0 con 0x55e2d4461be0 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d4464340 con 0x55e2d44612d0 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d447ea00 con 0x55e2d446cad0 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 0x55e2d446c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 0x55e2d446c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34248/0 (socket says 172.21.15.40:34248) 2023-07-14T12:46:47.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 -- 172.21.15.40:0/3214284070 learned_addr learned my addr 172.21.15.40:0/3214284070 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:47.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd81966700 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4464b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd81165700 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d44612d0 0x55e2d44734f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 -- 172.21.15.40:0/3214284070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 msgr2=0x55e2d4464b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4464b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 -- 172.21.15.40:0/3214284070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d44612d0 msgr2=0x55e2d44734f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d44612d0 0x55e2d44734f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd80964700 1 -- 172.21.15.40:0/3214284070 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2d41cac60 con 0x55e2d4461be0 2023-07-14T12:46:47.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.891+0000 7fcd81165700 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d44612d0 0x55e2d44734f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:47.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd80964700 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 0x55e2d446c110 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c009990 tx=0x7fcd6c005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9b52fe0e5e2c5b8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:47.913 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd67fff700 1 -- 172.21.15.40:0/3214284070 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c01d040 con 0x55e2d4461be0 2023-07-14T12:46:47.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd67fff700 1 -- 172.21.15.40:0/3214284070 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd6c01e040 con 0x55e2d4461be0 2023-07-14T12:46:47.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd67fff700 1 -- 172.21.15.40:0/3214284070 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c00f460 con 0x55e2d4461be0 2023-07-14T12:46:47.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/3214284070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 msgr2=0x55e2d446c110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 0x55e2d446c110 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c009990 tx=0x7fcd6c005c60 comp rx=0 tx=0).stop 2023-07-14T12:46:47.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/3214284070 shutdown_connections 2023-07-14T12:46:47.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d446cad0 0x55e2d4464b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d44612d0 0x55e2d44734f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/3214284070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d4461be0 0x55e2d446c110 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/3214284070 >> 172.21.15.40:0/3214284070 conn(0x55e2d4457da0 msgr2=0x55e2d4478820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/3214284070 shutdown_connections 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.892+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/3214284070 wait complete. 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 -- start start 2023-07-14T12:46:47.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 Processor -- start 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44c80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44c8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d44c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d44c94f0 con 0x55e2d446cad0 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d44c9660 con 0x55e2d4461be0 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d44c9820 con 0x55e2d44612d0 2023-07-14T12:46:47.916 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.893+0000 7fcd8f54fb80 10 client.0 _ll_register_callbacks cb 0x7fcd6c009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d44c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d44c8ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34256/0 (socket says 172.21.15.40:34256) 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 -- 172.21.15.40:0/1777047219 learned_addr learned my addr 172.21.15.40:0/1777047219 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd80964700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44c8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81165700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44c80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 -- 172.21.15.40:0/1777047219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 msgr2=0x55e2d44c80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44c80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.917 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 -- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 msgr2=0x55e2d44c8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44c8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 -- 172.21.15.40:0/1777047219 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd6c00be00 con 0x55e2d446cad0 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81165700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44c80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd81966700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d44c8ea0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fcd74098f80 tx=0x7fcd74097830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79da784384b3133f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd64ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd64ff9700 1 -- 172.21.15.40:0/1777047219 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd740b5030 con 0x55e2d446cad0 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd64ff9700 1 -- 172.21.15.40:0/1777047219 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fcd740b6070 con 0x55e2d446cad0 2023-07-14T12:46:47.918 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcd74093e90 con 0x55e2d446cad0 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd64ff9700 1 -- 172.21.15.40:0/1777047219 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd740cb070 con 0x55e2d446cad0 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd8f54fb80 10 client.15573 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.894+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e2d4208250 con 0x55e2d446cad0 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd64ff9700 1 -- 172.21.15.40:0/1777047219 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd74093e90 con 0x55e2d446cad0 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd64ff9700 1 -- 172.21.15.40:0/1777047219 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fcd7401a030 con 0x55e2d446cad0 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd8f54fb80 10 client.15573 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:47.919 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd8f54fb80 10 client.15573 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:47.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd8f54fb80 20 client.15573 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:47.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d44d0bd0 0x55e2d44d2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:47.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd8f54fb80 4 client.15573 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:46:47.920 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55e2d436f050 con 0x55e2d44d0bd0 2023-07-14T12:46:47.921 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.895+0000 7fcd81165700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d44d0bd0 0x55e2d44d2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:47.921 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd64ff9700 10 client.15573 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:47.921 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd81165700 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d44d0bd0 0x55e2d44d2fb0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e12c2044ab6d07d server_cookie=18d334fec12c29d4 in_seq=0 out_seq=0 2023-07-14T12:46:47.921 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd64ff9700 1 -- 172.21.15.40:0/1777047219 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55e2d436f050 con 0x55e2d44d0bd0 2023-07-14T12:46:47.921 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd64ff9700 10 client.15573 handle_command_reply: tid=0 2023-07-14T12:46:47.922 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 client.15573 shutdown 2023-07-14T12:46:47.922 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 msgr2=0x55e2d44c8ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.922 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d44c8ea0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fcd74098f80 tx=0x7fcd74097830 comp rx=0 tx=0).stop 2023-07-14T12:46:47.922 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 shutdown_connections 2023-07-14T12:46:47.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e2d44d0bd0 0x55e2d44d2fb0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e2d44612d0 0x55e2d44c80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd64ff9700 0 client.15573 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:47.923 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d446cad0 0x55e2d44c8ea0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 --2- 172.21.15.40:0/1777047219 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e2d4461be0 0x55e2d44c8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 >> 172.21.15.40:0/1777047219 conn(0x55e2d4457da0 msgr2=0x55e2d4464b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:47.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 shutdown_connections 2023-07-14T12:46:47.924 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 1 -- 172.21.15.40:0/1777047219 wait complete. 2023-07-14T12:46:47.925 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.896+0000 7fcd8f54fb80 20 client.15573 trim_cache size 0 max 16384 2023-07-14T12:46:47.925 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:47.926 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "no active scrubs running", 2023-07-14T12:46:47.926 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": {} 2023-07-14T12:46:47.926 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:47.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcd680a13d0 msgr2=0x7fcd680a3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.928 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcd680a13d0 0x7fcd680a3880 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcd78005950 tx=0x7fcd7800b410 comp rx=0 tx=0).stop 2023-07-14T12:46:47.929 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 msgr2=0x7fcd7c19c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:47.929 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 0x7fcd7c19c810 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400ada0 tx=0x7fcd7400c330 comp rx=0 tx=0).stop 2023-07-14T12:46:47.929 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 shutdown_connections 2023-07-14T12:46:47.929 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcd680a13d0 0x7fcd680a3880 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c0fe850 0x7fcd7c197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c10c400 0x7fcd7c19c810 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 --2- 172.21.15.40:0/2640866104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcd7c0ff1f0 0x7fcd7c1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:47.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 >> 172.21.15.40:0/2640866104 conn(0x7fcd7c0fa4e0 msgr2=0x7fcd7c10d750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:47.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 shutdown_connections 2023-07-14T12:46:47.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:47.897+0000 7fcd833c9700 1 -- 172.21.15.40:0/2640866104 wait complete. 2023-07-14T12:46:47.932 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-07-14T12:46:47.932 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:46:48.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/1070977021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a981004a0 msgr2=0x7f7a9810c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/1070977021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a981004a0 0x7f7a9810c930 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000b0a0 tx=0x7f7a9000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/1070977021 shutdown_connections 2023-07-14T12:46:48.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/1070977021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a98105b00 0x7f7a98105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/1070977021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a981004a0 0x7f7a9810c930 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/1070977021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a980ffaf0 0x7f7a980fff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.045+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/1070977021 >> 172.21.15.40:0/1070977021 conn(0x7f7a980fb5d0 msgr2=0x7f7a980fd9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/1070977021 shutdown_connections 2023-07-14T12:46:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/1070977021 wait complete. 2023-07-14T12:46:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 Processor -- start 2023-07-14T12:46:48.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 -- start start 2023-07-14T12:46:48.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 0x7f7a9819ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a981004a0 0x7f7a9819bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a98105b00 0x7f7a98195aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a98196110 con 0x7f7a980ffaf0 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a98196280 con 0x7f7a981004a0 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9f1d9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a98196440 con 0x7f7a98105b00 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.046+0000 7f7a9cf75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 0x7f7a9819ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 0x7f7a9819ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34266/0 (socket says 172.21.15.40:34266) 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 -- 172.21.15.40:0/415135817 learned_addr learned my addr 172.21.15.40:0/415135817 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a97fff700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a981004a0 0x7f7a9819bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9d776700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a98105b00 0x7f7a98195aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 -- 172.21.15.40:0/415135817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a98105b00 msgr2=0x7f7a98195aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a98105b00 0x7f7a98195aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 -- 172.21.15.40:0/415135817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a981004a0 msgr2=0x7f7a9819bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a981004a0 0x7f7a9819bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 -- 172.21.15.40:0/415135817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a90009d00 con 0x7f7a980ffaf0 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9cf75700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 0x7f7a9819ba30 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c00e9a0 tx=0x7f7a8c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c009790 con 0x7f7a980ffaf0 2023-07-14T12:46:48.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a8c00cbd0 con 0x7f7a980ffaf0 2023-07-14T12:46:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a98196720 con 0x7f7a980ffaf0 2023-07-14T12:46:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c018680 con 0x7f7a980ffaf0 2023-07-14T12:46:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.047+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a981a2a20 con 0x7f7a980ffaf0 2023-07-14T12:46:48.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.048+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a98066a70 con 0x7f7a980ffaf0 2023-07-14T12:46:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.050+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f7a8c00cd40 con 0x7f7a980ffaf0 2023-07-14T12:46:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.051+0000 7f7a95ffb700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a1410 0x7f7a880a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.051+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f7a8c014070 con 0x7f7a980ffaf0 2023-07-14T12:46:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.051+0000 7f7a97fff700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a1410 0x7f7a880a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.051+0000 7f7a97fff700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a1410 0x7f7a880a38c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7a84005fd0 tx=0x7f7a84005f60 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.055+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7a8c096850 con 0x7f7a980ffaf0 2023-07-14T12:46:48.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.311+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7a98196fb0 con 0x7f7a980ffaf0 2023-07-14T12:46:48.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.312+0000 7f7a95ffb700 1 -- 172.21.15.40:0/415135817 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7f7a8c099e70 con 0x7f7a980ffaf0 2023-07-14T12:46:48.328 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:46:48.328 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:46:48.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a1410 msgr2=0x7f7a880a38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a1410 0x7f7a880a38c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7a84005fd0 tx=0x7f7a84005f60 comp rx=0 tx=0).stop 2023-07-14T12:46:48.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 msgr2=0x7f7a9819ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 0x7f7a9819ba30 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c00e9a0 tx=0x7f7a8c00ed60 comp rx=0 tx=0).stop 2023-07-14T12:46:48.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 shutdown_connections 2023-07-14T12:46:48.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a1410 0x7f7a880a38c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a98105b00 0x7f7a98195aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a980ffaf0 0x7f7a9819ba30 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 --2- 172.21.15.40:0/415135817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7a981004a0 0x7f7a9819bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 >> 172.21.15.40:0/415135817 conn(0x7f7a980fb5d0 msgr2=0x7f7a98106950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 shutdown_connections 2023-07-14T12:46:48.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.314+0000 7f7a9f1d9700 1 -- 172.21.15.40:0/415135817 wait complete. 2023-07-14T12:46:48.331 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:46:48.342 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-07-14T12:46:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 -- 172.21.15.40:0/726169420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 msgr2=0x7fbff010b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 --2- 172.21.15.40:0/726169420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff010b810 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fbfe800b0a0 tx=0x7fbfe800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 -- 172.21.15.40:0/726169420 shutdown_connections 2023-07-14T12:46:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 --2- 172.21.15.40:0/726169420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff010b810 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 --2- 172.21.15.40:0/726169420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff01049e0 0x7fbff0104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 --2- 172.21.15.40:0/726169420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbff00fe9d0 0x7fbff00fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 -- 172.21.15.40:0/726169420 >> 172.21.15.40:0/726169420 conn(0x7fbff00fa4b0 msgr2=0x7fbff00fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 -- 172.21.15.40:0/726169420 shutdown_connections 2023-07-14T12:46:48.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 -- 172.21.15.40:0/726169420 wait complete. 2023-07-14T12:46:48.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.458+0000 7fbff62de700 1 Processor -- start 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 -- start start 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff00fe9d0 0x7fbff019ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff019bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbff01049e0 0x7fbff0195ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbff0196130 con 0x7fbff00ff380 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbff01962a0 con 0x7fbff00fe9d0 2023-07-14T12:46:48.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff62de700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbff0196460 con 0x7fbff01049e0 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff019bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff019bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34282/0 (socket says 172.21.15.40:34282) 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 -- 172.21.15.40:0/120408896 learned_addr learned my addr 172.21.15.40:0/120408896 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbff487b700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbff01049e0 0x7fbff0195ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfeffff700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff00fe9d0 0x7fbff019ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 -- 172.21.15.40:0/120408896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbff01049e0 msgr2=0x7fbff0195ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbff01049e0 0x7fbff0195ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 -- 172.21.15.40:0/120408896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff00fe9d0 msgr2=0x7fbff019ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff00fe9d0 0x7fbff019ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfef7fe700 1 -- 172.21.15.40:0/120408896 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfe8009d00 con 0x7fbff00ff380 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.459+0000 7fbfeffff700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff00fe9d0 0x7fbff019ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.460+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff019bf90 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fbfe400d950 tx=0x7fbfe400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.460+0000 7fbfed7fa700 1 -- 172.21.15.40:0/120408896 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe4009940 con 0x7fbff00ff380 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.460+0000 7fbfed7fa700 1 -- 172.21.15.40:0/120408896 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfe4010460 con 0x7fbff00ff380 2023-07-14T12:46:48.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.460+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbff0196740 con 0x7fbff00ff380 2023-07-14T12:46:48.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.460+0000 7fbfed7fa700 1 -- 172.21.15.40:0/120408896 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe400f620 con 0x7fbff00ff380 2023-07-14T12:46:48.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.460+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbff01a2a40 con 0x7fbff00ff380 2023-07-14T12:46:48.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fbfed7fa700 1 -- 172.21.15.40:0/120408896 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7fbfe40108d0 con 0x7fbff00ff380 2023-07-14T12:46:48.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 Processor -- start 2023-07-14T12:46:48.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 -- start start 2023-07-14T12:46:48.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e4566a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e456be0 0x558e8e461590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e463eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e35ccb0 con 0x558e8e4562d0 2023-07-14T12:46:48.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e3afa40 con 0x558e8e461ad0 2023-07-14T12:46:48.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fc002464b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e3a8ed0 con 0x558e8e456be0 2023-07-14T12:46:48.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fbfed7fa700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbfd80a1350 0x7fbfd80a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.464+0000 7fbff487b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e4566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e4566a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34286/0 (socket says 172.21.15.40:34286) 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 -- 172.21.15.40:0/1380453412 learned_addr learned my addr 172.21.15.40:0/1380453412 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfed7fa700 1 -- 172.21.15.40:0/120408896 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fbfe40ccd10 con 0x7fbff00ff380 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e463eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfeffff700 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e456be0 0x558e8e461590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbfd80a1350 0x7fbfd80a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 -- 172.21.15.40:0/1380453412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e456be0 msgr2=0x558e8e461590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e456be0 0x558e8e461590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 -- 172.21.15.40:0/1380453412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 msgr2=0x558e8e463eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e463eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 -- 172.21.15.40:0/1380453412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e8e1d6de0 con 0x558e8e4562d0 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e463eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e4566a0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fbfe800b070 tx=0x7fbfe8009460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9da14eed9c070808 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfd67fc700 1 -- 172.21.15.40:0/1380453412 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe800e040 con 0x558e8e4562d0 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfd67fc700 1 -- 172.21.15.40:0/1380453412 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfe802a900 con 0x558e8e4562d0 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbff487b700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbfd80a1350 0x7fbfd80a3800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbfe802b000 tx=0x7fbfe8028000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.465+0000 7fbfd67fc700 1 -- 172.21.15.40:0/1380453412 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe8005240 con 0x558e8e4562d0 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 -- 172.21.15.40:0/1380453412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 msgr2=0x558e8e4566a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e4566a0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fbfe800b070 tx=0x7fbfe8009460 comp rx=0 tx=0).stop 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 -- 172.21.15.40:0/1380453412 shutdown_connections 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e463eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e4566a0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 --2- 172.21.15.40:0/1380453412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e456be0 0x558e8e461590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 -- 172.21.15.40:0/1380453412 >> 172.21.15.40:0/1380453412 conn(0x558e8e44cda0 msgr2=0x558e8e4526a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 -- 172.21.15.40:0/1380453412 shutdown_connections 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.466+0000 7fc002464b80 1 -- 172.21.15.40:0/1380453412 wait complete. 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 -- start start 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 Processor -- start 2023-07-14T12:46:48.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e4562d0 0x558e8e4614d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e45e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e45ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e348ac0 con 0x558e8e456be0 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e3487c0 con 0x558e8e461ad0 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e22c920 con 0x558e8e4562d0 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fc002464b80 10 client.0 _ll_register_callbacks cb 0x558e8e346760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fbfef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e45e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.489 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fbfef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e45e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34296/0 (socket says 172.21.15.40:34296) 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fbfef7fe700 1 -- 172.21.15.40:0/2897052195 learned_addr learned my addr 172.21.15.40:0/2897052195 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fbff487b700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e45ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.467+0000 7fbfeffff700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e4562d0 0x558e8e4614d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfef7fe700 1 -- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e4562d0 msgr2=0x558e8e4614d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e4562d0 0x558e8e4614d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfef7fe700 1 -- 172.21.15.40:0/2897052195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 msgr2=0x558e8e45ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e45ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfef7fe700 1 -- 172.21.15.40:0/2897052195 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbff010c110 con 0x558e8e456be0 2023-07-14T12:46:48.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e45e6e0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fbfe4099990 tx=0x7fbfe4099d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19a088180e0bfae0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfcf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2897052195 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe40b2400 con 0x558e8e456be0 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2897052195 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fbfe4099ef0 con 0x558e8e456be0 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558e8e3024f0 con 0x558e8e456be0 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2897052195 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbfe40ca880 con 0x558e8e456be0 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fc002464b80 10 client.15591 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:48.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558e8e1bfc60 con 0x558e8e456be0 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.468+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2897052195 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfe40c8080 con 0x558e8e456be0 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2897052195 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fbfe40cabd0 con 0x558e8e456be0 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fc002464b80 10 client.15591 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fc002464b80 10 client.15591 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fc002464b80 20 client.15591 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fc002464b80 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e471260 0x558e8e473670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fc002464b80 4 client.15591 mds_command: new command op to 24433 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:48.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558e8e3a1eb0 con 0x558e8e471260 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fbfeffff700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e471260 0x558e8e473670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fbfeffff700 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e471260 0x558e8e473670 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=13fb93870337102c server_cookie=e6ba86bc24e0204 in_seq=0 out_seq=0 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.469+0000 7fbfcf7fe700 10 client.15591 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2897052195 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x558e8e3a1eb0 con 0x558e8e471260 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fbfcf7fe700 10 client.15591 handle_command_reply: tid=0 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 client.15591 shutdown 2023-07-14T12:46:48.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 msgr2=0x558e8e45e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e45e6e0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fbfe4099990 tx=0x7fbfe4099d10 comp rx=0 tx=0).stop 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 shutdown_connections 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e471260 0x558e8e473670 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e4562d0 0x558e8e4614d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e461ad0 0x558e8e45ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fbfcf7fe700 0 client.15591 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:48.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 --2- 172.21.15.40:0/2897052195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e45e6e0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 >> 172.21.15.40:0/2897052195 conn(0x558e8e44cda0 msgr2=0x558e8e452230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 shutdown_connections 2023-07-14T12:46:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.470+0000 7fc002464b80 1 -- 172.21.15.40:0/2897052195 wait complete. 2023-07-14T12:46:48.497 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.471+0000 7fc002464b80 20 client.15591 trim_cache size 0 max 16384 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 Processor -- start 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 -- start start 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e4562d0 0x558e8e45ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e477fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e468520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e468a60 con 0x558e8e456be0 2023-07-14T12:46:48.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e456940 con 0x558e8e4562d0 2023-07-14T12:46:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fc002464b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e45e390 con 0x558e8e461ad0 2023-07-14T12:46:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e477fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e477fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34304/0 (socket says 172.21.15.40:34304) 2023-07-14T12:46:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 -- 172.21.15.40:0/4047412687 learned_addr learned my addr 172.21.15.40:0/4047412687 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbff487b700 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e468520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfeffff700 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e4562d0 0x558e8e45ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 -- 172.21.15.40:0/4047412687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 msgr2=0x558e8e468520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e468520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 -- 172.21.15.40:0/4047412687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e4562d0 msgr2=0x558e8e45ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e4562d0 0x558e8e45ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 -- 172.21.15.40:0/4047412687 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e8e1fd250 con 0x558e8e456be0 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.484+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e477fd0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fbfe4009520 tx=0x7fbfe40cd060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d7ead38594468ed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fbfd6ffd700 1 -- 172.21.15.40:0/4047412687 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe4014070 con 0x558e8e456be0 2023-07-14T12:46:48.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fbfd6ffd700 1 -- 172.21.15.40:0/4047412687 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558e8e3024f0 con 0x558e8e456be0 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fbfd6ffd700 1 -- 172.21.15.40:0/4047412687 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe40982f0 con 0x558e8e456be0 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 -- 172.21.15.40:0/4047412687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 msgr2=0x558e8e477fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e477fd0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fbfe4009520 tx=0x7fbfe40cd060 comp rx=0 tx=0).stop 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 -- 172.21.15.40:0/4047412687 shutdown_connections 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e468520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e4562d0 0x558e8e45ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 --2- 172.21.15.40:0/4047412687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e456be0 0x558e8e477fd0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 -- 172.21.15.40:0/4047412687 >> 172.21.15.40:0/4047412687 conn(0x558e8e44cda0 msgr2=0x558e8e44e310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 -- 172.21.15.40:0/4047412687 shutdown_connections 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.485+0000 7fc002464b80 1 -- 172.21.15.40:0/4047412687 wait complete. 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 -- start start 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 Processor -- start 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e468220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e456be0 0x558e8e466560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e466aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e466fe0 con 0x558e8e4562d0 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e467150 con 0x558e8e456be0 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8e467310 con 0x558e8e461ad0 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fc002464b80 10 client.0 _ll_register_callbacks cb 0x7fbfe4099810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fbfeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e468220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fbfeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e468220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34308/0 (socket says 172.21.15.40:34308) 2023-07-14T12:46:48.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.486+0000 7fbfeffff700 1 -- 172.21.15.40:0/2325338982 learned_addr learned my addr 172.21.15.40:0/2325338982 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e456be0 0x558e8e466560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbff487b700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e466aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfeffff700 1 -- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 msgr2=0x558e8e466aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfeffff700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e466aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfeffff700 1 -- 172.21.15.40:0/2325338982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e456be0 msgr2=0x558e8e466560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfeffff700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e456be0 0x558e8e466560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfeffff700 1 -- 172.21.15.40:0/2325338982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558e8e1bfc60 con 0x558e8e4562d0 2023-07-14T12:46:48.509 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfeffff700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e468220 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x558e8e473f50 tx=0x7fbfe0019500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b9bf1360789c6f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfcf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2325338982 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe0017040 con 0x558e8e4562d0 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2325338982 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fbfe0019e40 con 0x558e8e4562d0 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbfe802a900 con 0x558e8e4562d0 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2325338982 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbfe0012450 con 0x558e8e4562d0 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fc002464b80 10 client.15597 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:48.510 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558e8e1d52b0 con 0x558e8e4562d0 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.487+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2325338982 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfe802a900 con 0x558e8e4562d0 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2325338982 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fbfe0022820 con 0x558e8e4562d0 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 10 client.15597 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 10 client.15597 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 20 client.15597 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e4c6620 0x558e8e4c8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 4 client.15597 mds_command: new command op to 24433 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:46:48.511 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558e8e364050 con 0x558e8e4c6620 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e4c6620 0x558e8e4c8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fbfcf7fe700 10 client.15597 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fbfef7fe700 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e4c6620 0x558e8e4c8a30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6e87c32fec21b57f server_cookie=3e83c33f7f00b247 in_seq=0 out_seq=0 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fbfcf7fe700 1 -- 172.21.15.40:0/2325338982 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558e8e364050 con 0x558e8e4c6620 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fbfcf7fe700 10 client.15597 handle_command_reply: tid=0 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.488+0000 7fc002464b80 1 client.15597 shutdown 2023-07-14T12:46:48.512 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 msgr2=0x558e8e468220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e468220 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x558e8e473f50 tx=0x7fbfe0019500 comp rx=0 tx=0).stop 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 shutdown_connections 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x558e8e4c6620 0x558e8e4c8a30 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558e8e461ad0 0x558e8e466aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558e8e4562d0 0x558e8e468220 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbfcf7fe700 0 client.15597 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 --2- 172.21.15.40:0/2325338982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558e8e456be0 0x558e8e466560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.513 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 >> 172.21.15.40:0/2325338982 conn(0x558e8e44cda0 msgr2=0x558e8e46ccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 shutdown_connections 2023-07-14T12:46:48.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 1 -- 172.21.15.40:0/2325338982 wait complete. 2023-07-14T12:46:48.514 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fc002464b80 20 client.15597 trim_cache size 0 max 16384 2023-07-14T12:46:48.514 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:46:48.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbfd80a1350 msgr2=0x7fbfd80a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbfd80a1350 0x7fbfd80a3800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbfe802b000 tx=0x7fbfe8028000 comp rx=0 tx=0).stop 2023-07-14T12:46:48.515 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 msgr2=0x7fbff019bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff019bf90 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fbfe400d950 tx=0x7fbfe400dc60 comp rx=0 tx=0).stop 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 shutdown_connections 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbfd80a1350 0x7fbfd80a3800 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbff01049e0 0x7fbff0195ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbff00fe9d0 0x7fbff019ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 --2- 172.21.15.40:0/120408896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbff00ff380 0x7fbff019bf90 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.516 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.489+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 >> 172.21.15.40:0/120408896 conn(0x7fbff00fa4b0 msgr2=0x7fbff00fbe60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.490+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 shutdown_connections 2023-07-14T12:46:48.517 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.490+0000 7fbff62de700 1 -- 172.21.15.40:0/120408896 wait complete. 2023-07-14T12:46:48.518 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-07-14T12:46:48.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 -- 172.21.15.40:0/2552173699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 msgr2=0x7f81481010d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 --2- 172.21.15.40:0/2552173699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81481010d0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8144009990 tx=0x7f8144009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 -- 172.21.15.40:0/2552173699 shutdown_connections 2023-07-14T12:46:48.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 --2- 172.21.15.40:0/2552173699 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f814810a040 0x7f814810c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 --2- 172.21.15.40:0/2552173699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81481010d0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 --2- 172.21.15.40:0/2552173699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8148101610 0x7f8148109b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 -- 172.21.15.40:0/2552173699 >> 172.21.15.40:0/2552173699 conn(0x7f81480fa4b0 msgr2=0x7f81480fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 -- 172.21.15.40:0/2552173699 shutdown_connections 2023-07-14T12:46:48.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.632+0000 7f814fbc5700 1 -- 172.21.15.40:0/2552173699 wait complete. 2023-07-14T12:46:48.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 Processor -- start 2023-07-14T12:46:48.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 -- start start 2023-07-14T12:46:48.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81480fe950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8148101610 0x7f81480fee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f814810a040 0x7f81481a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81480ff6c0 con 0x7f8148100d00 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81481a4350 con 0x7f814810a040 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814fbc5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81481a4490 con 0x7f8148101610 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814d961700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81480fe950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814d961700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81480fe950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34320/0 (socket says 172.21.15.40:34320) 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.633+0000 7f814d961700 1 -- 172.21.15.40:0/3381280720 learned_addr learned my addr 172.21.15.40:0/3381280720 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d160700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8148101610 0x7f81480fee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814e162700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f814810a040 0x7f81481a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d961700 1 -- 172.21.15.40:0/3381280720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8148101610 msgr2=0x7f81480fee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d961700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8148101610 0x7f81480fee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d961700 1 -- 172.21.15.40:0/3381280720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f814810a040 msgr2=0x7f81481a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d961700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f814810a040 0x7f81481a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d961700 1 -- 172.21.15.40:0/3381280720 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81440095f0 con 0x7f8148100d00 2023-07-14T12:46:48.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814d961700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81480fe950 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f81440095c0 tx=0x7f814400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f813effd700 1 -- 172.21.15.40:0/3381280720 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f814401d070 con 0x7f8148100d00 2023-07-14T12:46:48.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f813effd700 1 -- 172.21.15.40:0/3381280720 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8144005030 con 0x7f8148100d00 2023-07-14T12:46:48.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81481a4690 con 0x7f8148100d00 2023-07-14T12:46:48.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f813effd700 1 -- 172.21.15.40:0/3381280720 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8144004a20 con 0x7f8148100d00 2023-07-14T12:46:48.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.634+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81481a4b60 con 0x7f8148100d00 2023-07-14T12:46:48.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.637+0000 7f813effd700 1 -- 172.21.15.40:0/3381280720 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f8144005410 con 0x7f8148100d00 2023-07-14T12:46:48.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.637+0000 7f813effd700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f81340a13d0 0x7f81340a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.637+0000 7f813effd700 1 -- 172.21.15.40:0/3381280720 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f81440cdc80 con 0x7f8148100d00 2023-07-14T12:46:48.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.637+0000 7f814d160700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f81340a13d0 0x7f81340a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f814d160700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f81340a13d0 0x7f81340a3880 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8148100140 tx=0x7f813800b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 Processor -- start 2023-07-14T12:46:48.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 -- start start 2023-07-14T12:46:48.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d0086a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d013590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d015eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cf0ecb0 con 0x55ba0d008be0 2023-07-14T12:46:48.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cf61a40 con 0x55ba0d0082d0 2023-07-14T12:46:48.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.638+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cf5aed0 con 0x55ba0d013ad0 2023-07-14T12:46:48.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d013590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d013590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34330/0 (socket says 172.21.15.40:34330) 2023-07-14T12:46:48.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 -- 172.21.15.40:0/4191764842 learned_addr learned my addr 172.21.15.40:0/4191764842 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d961700 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d0086a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814e162700 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d015eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 -- 172.21.15.40:0/4191764842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 msgr2=0x55ba0d015eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d015eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 -- 172.21.15.40:0/4191764842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 msgr2=0x55ba0d0086a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d0086a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 -- 172.21.15.40:0/4191764842 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba0cd88de0 con 0x55ba0d008be0 2023-07-14T12:46:48.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814e162700 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d015eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f814d160700 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d013590 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f8138010f70 tx=0x7f8138013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abde9a9d1779c5de server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f8133fff700 1 -- 172.21.15.40:0/4191764842 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8138011db0 con 0x55ba0d008be0 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f8133fff700 1 -- 172.21.15.40:0/4191764842 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8138015070 con 0x55ba0d008be0 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.639+0000 7f8133fff700 1 -- 172.21.15.40:0/4191764842 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813801c610 con 0x55ba0d008be0 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4191764842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 msgr2=0x55ba0d013590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d013590 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f8138010f70 tx=0x7f8138013000 comp rx=0 tx=0).stop 2023-07-14T12:46:48.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4191764842 shutdown_connections 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d015eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d0086a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4191764842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d013590 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4191764842 >> 172.21.15.40:0/4191764842 conn(0x55ba0cffeda0 msgr2=0x55ba0d0046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4191764842 shutdown_connections 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.640+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4191764842 wait complete. 2023-07-14T12:46:48.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 -- start start 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 Processor -- start 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d013580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d010790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d010ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cefaac0 con 0x55ba0d008be0 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cefa7c0 con 0x55ba0d0082d0 2023-07-14T12:46:48.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cdde920 con 0x55ba0d013ad0 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f815bd4bb80 10 client.0 _ll_register_callbacks cb 0x55ba0cef8760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f814d160700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d010790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f814d160700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d010790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34336/0 (socket says 172.21.15.40:34336) 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f814d160700 1 -- 172.21.15.40:0/4113585244 learned_addr learned my addr 172.21.15.40:0/4113585244 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f814e162700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d010ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.641+0000 7f814d961700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d013580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f814d160700 1 -- 172.21.15.40:0/4113585244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 msgr2=0x55ba0d010ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f814d160700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d010ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f814d160700 1 -- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 msgr2=0x55ba0d013580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f814d160700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d013580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f814d160700 1 -- 172.21.15.40:0/4113585244 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8138010c20 con 0x55ba0d008be0 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f814d160700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d010790 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8138006010 tx=0x7f8138012e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6fdcdc8c5ae1fff server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f81317fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f81317fa700 1 -- 172.21.15.40:0/4113585244 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813802b070 con 0x55ba0d008be0 2023-07-14T12:46:48.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f81317fa700 1 -- 172.21.15.40:0/4113585244 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8138017070 con 0x55ba0d008be0 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ba0ceb44f0 con 0x55ba0d008be0 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f81317fa700 1 -- 172.21.15.40:0/4113585244 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f813801e420 con 0x55ba0d008be0 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f815bd4bb80 10 client.15609 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ba0cd71c60 con 0x55ba0d008be0 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.642+0000 7f81317fa700 1 -- 172.21.15.40:0/4113585244 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f813803e020 con 0x55ba0d008be0 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f81317fa700 1 -- 172.21.15.40:0/4113585244 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8138026af0 con 0x55ba0d008be0 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f815bd4bb80 10 client.15609 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:48.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f815bd4bb80 10 client.15609 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f815bd4bb80 20 client.15609 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d0232c0 0x55ba0d0256d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f815bd4bb80 4 client.15609 mds_command: new command op to 24437 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ba0cf53eb0 con 0x55ba0d0232c0 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.643+0000 7f814d961700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d0232c0 0x55ba0d0256d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f814d961700 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d0232c0 0x55ba0d0256d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9d7e6bcfb7b90738 server_cookie=9ce970acd0258581 in_seq=0 out_seq=0 2023-07-14T12:46:48.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f81317fa700 10 client.15609 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f81317fa700 1 -- 172.21.15.40:0/4113585244 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ba0cf53eb0 con 0x55ba0d0232c0 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f81317fa700 10 client.15609 handle_command_reply: tid=0 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 client.15609 shutdown 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 msgr2=0x55ba0d010790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d010790 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8138006010 tx=0x7f8138012e40 comp rx=0 tx=0).stop 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 shutdown_connections 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d0232c0 0x55ba0d0256d0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d013ad0 0x55ba0d010ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d0082d0 0x55ba0d013580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f81317fa700 0 client.15609 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/4113585244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d008be0 0x55ba0d010790 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.644+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 >> 172.21.15.40:0/4113585244 conn(0x55ba0cffeda0 msgr2=0x55ba0d004230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.645+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 shutdown_connections 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.645+0000 7f815bd4bb80 1 -- 172.21.15.40:0/4113585244 wait complete. 2023-07-14T12:46:48.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.645+0000 7f815bd4bb80 20 client.15609 trim_cache size 0 max 16384 2023-07-14T12:46:48.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 Processor -- start 2023-07-14T12:46:48.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 -- start start 2023-07-14T12:46:48.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d0130b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d010030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d010570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0cffbef0 con 0x55ba0d013ad0 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0d010ab0 con 0x55ba0d008be0 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0d00fd00 con 0x55ba0d0082d0 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d010570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d010570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34346/0 (socket says 172.21.15.40:34346) 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 -- 172.21.15.40:0/1244830169 learned_addr learned my addr 172.21.15.40:0/1244830169 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814d961700 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d0130b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814d160700 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d010030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 -- 172.21.15.40:0/1244830169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 msgr2=0x55ba0d0130b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d0130b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 -- 172.21.15.40:0/1244830169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 msgr2=0x55ba0d010030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d010030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814e162700 1 -- 172.21.15.40:0/1244830169 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba0cdaf250 con 0x55ba0d013ad0 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.658+0000 7f814d160700 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d010030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.659+0000 7f814e162700 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d010570 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f8140009e00 tx=0x7f8140009100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61afcc66326af3ee server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.659+0000 7f813cdac700 1 -- 172.21.15.40:0/1244830169 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8140004bb0 con 0x55ba0d013ad0 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.659+0000 7f813cdac700 1 -- 172.21.15.40:0/1244830169 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f814000f070 con 0x55ba0d013ad0 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.659+0000 7f813cdac700 1 -- 172.21.15.40:0/1244830169 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8140004680 con 0x55ba0d013ad0 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.659+0000 7f815bd4bb80 1 -- 172.21.15.40:0/1244830169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 msgr2=0x55ba0d010570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.659+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d010570 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f8140009e00 tx=0x7f8140009100 comp rx=0 tx=0).stop 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- 172.21.15.40:0/1244830169 shutdown_connections 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d0130b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d010570 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/1244830169 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d010030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- 172.21.15.40:0/1244830169 >> 172.21.15.40:0/1244830169 conn(0x55ba0cffeda0 msgr2=0x55ba0d00ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- 172.21.15.40:0/1244830169 shutdown_connections 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- 172.21.15.40:0/1244830169 wait complete. 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- start start 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 Processor -- start 2023-07-14T12:46:48.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d01a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d018900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d018e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0d019570 con 0x55ba0d013ad0 2023-07-14T12:46:48.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0d0196e0 con 0x55ba0d008be0 2023-07-14T12:46:48.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.660+0000 7f815bd4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba0d077150 con 0x55ba0d0082d0 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f815bd4bb80 10 client.0 _ll_register_callbacks cb 0x7f81440cb1c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d018e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814d160700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d018900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d018e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34352/0 (socket says 172.21.15.40:34352) 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 -- 172.21.15.40:0/2405008309 learned_addr learned my addr 172.21.15.40:0/2405008309 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814d961700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d01a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 -- 172.21.15.40:0/2405008309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 msgr2=0x55ba0d01a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d01a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 -- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 msgr2=0x55ba0d018900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d018900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 -- 172.21.15.40:0/2405008309 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8140009ab0 con 0x55ba0d013ad0 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814d160700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d018900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f814e162700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d018e60 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f8140000f80 tx=0x7f8140003c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9167e5a5328e3163 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f81317fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:48.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f81317fa700 1 -- 172.21.15.40:0/2405008309 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8140004670 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8138015070 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.661+0000 7f81317fa700 1 -- 172.21.15.40:0/2405008309 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f81400047d0 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f81317fa700 1 -- 172.21.15.40:0/2405008309 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8140003e80 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 10 client.15615 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ba0cd872b0 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f81317fa700 1 -- 172.21.15.40:0/2405008309 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8138015070 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f81317fa700 1 -- 172.21.15.40:0/2405008309 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f81400174c0 con 0x55ba0d013ad0 2023-07-14T12:46:48.688 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 10 client.15615 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 10 client.15615 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 20 client.15615 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d078790 0x55ba0d07aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 4 client.15615 mds_command: new command op to 24437 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ba0cf16050 con 0x55ba0d078790 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.662+0000 7f814d961700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d078790 0x55ba0d07aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f814d961700 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d078790 0x55ba0d07aba0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a155ac3f79eab9e3 server_cookie=ce52d9be09628f0c in_seq=0 out_seq=0 2023-07-14T12:46:48.689 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f81317fa700 10 client.15615 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f81317fa700 1 -- 172.21.15.40:0/2405008309 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ba0cf16050 con 0x55ba0d078790 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f81317fa700 10 client.15615 handle_command_reply: tid=0 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 client.15615 shutdown 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 msgr2=0x55ba0d018e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d018e60 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f8140000f80 tx=0x7f8140003c90 comp rx=0 tx=0).stop 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 shutdown_connections 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x55ba0d078790 0x55ba0d07aba0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ba0d0082d0 0x55ba0d01a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f81317fa700 0 client.15615 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba0d013ad0 0x55ba0d018e60 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 --2- 172.21.15.40:0/2405008309 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ba0d008be0 0x55ba0d018900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 >> 172.21.15.40:0/2405008309 conn(0x55ba0cffeda0 msgr2=0x55ba0d00ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 shutdown_connections 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 1 -- 172.21.15.40:0/2405008309 wait complete. 2023-07-14T12:46:48.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.663+0000 7f815bd4bb80 20 client.15615 trim_cache size 0 max 16384 2023-07-14T12:46:48.692 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:46:48.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f81340a13d0 msgr2=0x7f81340a3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f81340a13d0 0x7f81340a3880 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8148100140 tx=0x7f813800b410 comp rx=0 tx=0).stop 2023-07-14T12:46:48.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 msgr2=0x7f81480fe950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81480fe950 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f81440095c0 tx=0x7f814400f690 comp rx=0 tx=0).stop 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 shutdown_connections 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f81340a13d0 0x7f81340a3880 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f814810a040 0x7f81481a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8148100d00 0x7f81480fe950 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 --2- 172.21.15.40:0/3381280720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8148101610 0x7f81480fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 >> 172.21.15.40:0/3381280720 conn(0x7f81480fa4b0 msgr2=0x7f814810c270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 shutdown_connections 2023-07-14T12:46:48.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.664+0000 7f814fbc5700 1 -- 172.21.15.40:0/3381280720 wait complete. 2023-07-14T12:46:48.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-07-14T12:46:48.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 -- 172.21.15.40:0/1004950783 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a40ffae0 msgr2=0x7f29a40fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/1004950783 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a40ffae0 0x7f29a40fff50 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f2998009990 tx=0x7f2998009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 -- 172.21.15.40:0/1004950783 shutdown_connections 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/1004950783 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a4100490 0x7f29a410c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/1004950783 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29a4105af0 0x7f29a4105ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/1004950783 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a40ffae0 0x7f29a40fff50 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 -- 172.21.15.40:0/1004950783 >> 172.21.15.40:0/1004950783 conn(0x7f29a40fb5e0 msgr2=0x7f29a40fd9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 -- 172.21.15.40:0/1004950783 shutdown_connections 2023-07-14T12:46:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.816+0000 7f29a8fb8700 1 -- 172.21.15.40:0/1004950783 wait complete. 2023-07-14T12:46:48.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 Processor -- start 2023-07-14T12:46:48.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 -- start start 2023-07-14T12:46:48.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a40ffae0 0x7f29a419ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29a4100490 0x7f29a419bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 0x7f29a4195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a4196100 con 0x7f29a4105af0 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a4196270 con 0x7f29a4100490 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.817+0000 7f29a8fb8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a4196430 con 0x7f29a40ffae0 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 0x7f29a4195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 0x7f29a4195a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34366/0 (socket says 172.21.15.40:34366) 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 -- 172.21.15.40:0/3008279513 learned_addr learned my addr 172.21.15.40:0/3008279513 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29a4100490 0x7f29a419bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a259c700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a40ffae0 0x7f29a419ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 -- 172.21.15.40:0/3008279513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a40ffae0 msgr2=0x7f29a419ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a40ffae0 0x7f29a419ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 -- 172.21.15.40:0/3008279513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29a4100490 msgr2=0x7f29a419bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29a4100490 0x7f29a419bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 -- 172.21.15.40:0/3008279513 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29980095f0 con 0x7f29a4105af0 2023-07-14T12:46:48.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 0x7f29a4195a90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f299c007ee0 tx=0x7f299c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29937fe700 1 -- 172.21.15.40:0/3008279513 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c017070 con 0x7f29a4105af0 2023-07-14T12:46:48.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29a4196710 con 0x7f29a4105af0 2023-07-14T12:46:48.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29937fe700 1 -- 172.21.15.40:0/3008279513 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f299c00f040 con 0x7f29a4105af0 2023-07-14T12:46:48.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29937fe700 1 -- 172.21.15.40:0/3008279513 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c005740 con 0x7f29a4105af0 2023-07-14T12:46:48.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.818+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29a41a2a10 con 0x7f29a4105af0 2023-07-14T12:46:48.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.821+0000 7f29937fe700 1 -- 172.21.15.40:0/3008279513 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f299c00dc60 con 0x7f29a4105af0 2023-07-14T12:46:48.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.821+0000 7f29937fe700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f298c0a1350 0x7f298c0a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.821+0000 7f29937fe700 1 -- 172.21.15.40:0/3008279513 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f299c0cc6e0 con 0x7f29a4105af0 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.821+0000 7f29a259c700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f298c0a1350 0x7f298c0a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29a259c700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f298c0a1350 0x7f298c0a3800 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2994005950 tx=0x7f29940058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 Processor -- start 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 -- start start 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8d26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8dd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8dfeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de7d8cb0 con 0x5630de8ddad0 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de82ba40 con 0x5630de8d2be0 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.822+0000 7f29b513eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de824ed0 con 0x5630de8d22d0 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8dfeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8dfeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34374/0 (socket says 172.21.15.40:34374) 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 -- 172.21.15.40:0/4198417643 learned_addr learned my addr 172.21.15.40:0/4198417643 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a259c700 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8d26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8dd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 -- 172.21.15.40:0/4198417643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 msgr2=0x5630de8d26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8d26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 -- 172.21.15.40:0/4198417643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 msgr2=0x5630de8dd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8dd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 -- 172.21.15.40:0/4198417643 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5630de652de0 con 0x5630de8ddad0 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8dfeb0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f299c0ca450 tx=0x7f299c00df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98b644ca69e5ea39 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f2990ff9700 1 -- 172.21.15.40:0/4198417643 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c099660 con 0x5630de8ddad0 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f2990ff9700 1 -- 172.21.15.40:0/4198417643 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f299c09d690 con 0x5630de8ddad0 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.823+0000 7f2990ff9700 1 -- 172.21.15.40:0/4198417643 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c0ca260 con 0x5630de8ddad0 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 -- 172.21.15.40:0/4198417643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 msgr2=0x5630de8dfeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8dfeb0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f299c0ca450 tx=0x7f299c00df60 comp rx=0 tx=0).stop 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 -- 172.21.15.40:0/4198417643 shutdown_connections 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8d26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8dfeb0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 --2- 172.21.15.40:0/4198417643 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8dd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 -- 172.21.15.40:0/4198417643 >> 172.21.15.40:0/4198417643 conn(0x5630de8c8da0 msgr2=0x5630de8ce6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 -- 172.21.15.40:0/4198417643 shutdown_connections 2023-07-14T12:46:48.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.824+0000 7f29b513eb80 1 -- 172.21.15.40:0/4198417643 wait complete. 2023-07-14T12:46:48.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 -- start start 2023-07-14T12:46:48.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 Processor -- start 2023-07-14T12:46:48.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d22d0 0x5630de8da850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 0x5630de8dad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de8db2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de7c4ac0 con 0x5630de8d2be0 2023-07-14T12:46:48.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de7c47c0 con 0x5630de8d22d0 2023-07-14T12:46:48.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de6a8920 con 0x5630de8ddad0 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29b513eb80 10 client.0 _ll_register_callbacks cb 0x5630de7c2760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29a1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 0x5630de8dad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29a1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 0x5630de8dad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34378/0 (socket says 172.21.15.40:34378) 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29a1d9b700 1 -- 172.21.15.40:0/1677320283 learned_addr learned my addr 172.21.15.40:0/1677320283 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29a259c700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d22d0 0x5630de8da850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.825+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de8db2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29a1d9b700 1 -- 172.21.15.40:0/1677320283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 msgr2=0x5630de8db2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de8db2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29a1d9b700 1 -- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d22d0 msgr2=0x5630de8da850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d22d0 0x5630de8da850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29a1d9b700 1 -- 172.21.15.40:0/1677320283 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29a41a2a10 con 0x5630de8d2be0 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 0x5630de8dad90 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f2998009990 tx=0x7f2998005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=727795cc483b33a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f2989ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f2989ffb700 1 -- 172.21.15.40:0/1677320283 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299801d040 con 0x5630de8d2be0 2023-07-14T12:46:48.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f2989ffb700 1 -- 172.21.15.40:0/1677320283 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f2998003ca0 con 0x5630de8d2be0 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5630de77e4f0 con 0x5630de8d2be0 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f2989ffb700 1 -- 172.21.15.40:0/1677320283 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2998003e60 con 0x5630de8d2be0 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29b513eb80 10 client.15627 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5630de63bc60 con 0x5630de8d2be0 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f2989ffb700 1 -- 172.21.15.40:0/1677320283 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2998031020 con 0x5630de8d2be0 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.826+0000 7f2989ffb700 1 -- 172.21.15.40:0/1677320283 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f299800fa20 con 0x5630de8d2be0 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29b513eb80 10 client.15627 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:48.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29b513eb80 10 client.15627 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29b513eb80 20 client.15627 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29b513eb80 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de8ed490 0x5630de8ef8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29b513eb80 4 client.15627 mds_command: new command op to 24491 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5630de81deb0 con 0x5630de8ed490 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29a259c700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de8ed490 0x5630de8ef8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f2989ffb700 10 client.15627 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.827+0000 7f29a259c700 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de8ed490 0x5630de8ef8a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ef224b53ac9997d server_cookie=2055801d19478a8 in_seq=0 out_seq=0 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f2989ffb700 1 -- 172.21.15.40:0/1677320283 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5630de81deb0 con 0x5630de8ed490 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f2989ffb700 10 client.15627 handle_command_reply: tid=0 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 client.15627 shutdown 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 msgr2=0x5630de8dad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 0x5630de8dad90 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f2998009990 tx=0x7f2998005c90 comp rx=0 tx=0).stop 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 shutdown_connections 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de8db2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de8ed490 0x5630de8ef8a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d22d0 0x5630de8da850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 --2- 172.21.15.40:0/1677320283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d2be0 0x5630de8dad90 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f2989ffb700 0 client.15627 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 >> 172.21.15.40:0/1677320283 conn(0x5630de8c8da0 msgr2=0x5630de8ce290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 shutdown_connections 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 1 -- 172.21.15.40:0/1677320283 wait complete. 2023-07-14T12:46:48.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.828+0000 7f29b513eb80 20 client.15627 trim_cache size 0 max 16384 2023-07-14T12:46:48.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.841+0000 7f29b513eb80 1 Processor -- start 2023-07-14T12:46:48.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.841+0000 7f29b513eb80 1 -- start start 2023-07-14T12:46:48.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8db100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8d7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8d8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29b513eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de8cf540 con 0x5630de8ddad0 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29b513eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de8d8db0 con 0x5630de8d2be0 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29b513eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de8db640 con 0x5630de8d22d0 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8d8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8d8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34388/0 (socket says 172.21.15.40:34388) 2023-07-14T12:46:48.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 -- 172.21.15.40:0/2897532410 learned_addr learned my addr 172.21.15.40:0/2897532410 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a259c700 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8db100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8d7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 -- 172.21.15.40:0/2897532410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 msgr2=0x5630de8db100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8db100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 -- 172.21.15.40:0/2897532410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 msgr2=0x5630de8d7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8d7ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 -- 172.21.15.40:0/2897532410 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5630de8ca5e0 con 0x5630de8ddad0 2023-07-14T12:46:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.842+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8d8000 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f299c095b10 tx=0x7f299c09c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599c6c8bf2c466fc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29917fa700 1 -- 172.21.15.40:0/2897532410 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c099660 con 0x5630de8ddad0 2023-07-14T12:46:48.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29917fa700 1 -- 172.21.15.40:0/2897532410 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f299c0a1ab0 con 0x5630de8ddad0 2023-07-14T12:46:48.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29917fa700 1 -- 172.21.15.40:0/2897532410 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c0ca2a0 con 0x5630de8ddad0 2023-07-14T12:46:48.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 -- 172.21.15.40:0/2897532410 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 msgr2=0x5630de8d8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8d8000 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f299c095b10 tx=0x7f299c09c040 comp rx=0 tx=0).stop 2023-07-14T12:46:48.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 -- 172.21.15.40:0/2897532410 shutdown_connections 2023-07-14T12:46:48.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8d22d0 0x5630de8db100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8ddad0 0x5630de8d8000 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2897532410 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de8d7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 -- 172.21.15.40:0/2897532410 >> 172.21.15.40:0/2897532410 conn(0x5630de8c8da0 msgr2=0x5630de8d5b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 -- 172.21.15.40:0/2897532410 shutdown_connections 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.843+0000 7f29b513eb80 1 -- 172.21.15.40:0/2897532410 wait complete. 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 -- start start 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 Processor -- start 2023-07-14T12:46:48.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 0x5630de93eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de93f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de938ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de9394a0 con 0x5630de8d22d0 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de939610 con 0x5630de8d2be0 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630de9397d0 con 0x5630de8ddad0 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29b513eb80 10 client.0 _ll_register_callbacks cb 0x7f299800bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29a259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 0x5630de93eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29a259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 0x5630de93eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34390/0 (socket says 172.21.15.40:34390) 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.844+0000 7f29a259c700 1 -- 172.21.15.40:0/2017268546 learned_addr learned my addr 172.21.15.40:0/2017268546 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de93f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a2d9d700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de938ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a259c700 1 -- 172.21.15.40:0/2017268546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 msgr2=0x5630de938ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a259c700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de938ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a259c700 1 -- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 msgr2=0x5630de93f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a259c700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de93f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a259c700 1 -- 172.21.15.40:0/2017268546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5630de652de0 con 0x5630de8d22d0 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de93f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29a259c700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 0x5630de93eb20 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f299400b4f0 tx=0x7f2994004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b636accea7b48d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f2989ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f2989ffb700 1 -- 172.21.15.40:0/2017268546 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2994024040 con 0x5630de8d22d0 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f2989ffb700 1 -- 172.21.15.40:0/2017268546 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f2994011850 con 0x5630de8d22d0 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f299c09d690 con 0x5630de8d22d0 2023-07-14T12:46:48.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f2989ffb700 1 -- 172.21.15.40:0/2017268546 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f299402ae60 con 0x5630de8d22d0 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29b513eb80 10 client.15633 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5630de679250 con 0x5630de8d22d0 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.845+0000 7f2989ffb700 1 -- 172.21.15.40:0/2017268546 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f299c09d690 con 0x5630de8d22d0 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f2989ffb700 1 -- 172.21.15.40:0/2017268546 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f299401fa50 con 0x5630de8d22d0 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29b513eb80 10 client.15633 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29b513eb80 10 client.15633 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29b513eb80 20 client.15633 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:48.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de946a00 0x5630de948e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29b513eb80 4 client.15633 mds_command: new command op to 24491 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5630de7e0050 con 0x5630de946a00 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de946a00 0x5630de948e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f2989ffb700 10 client.15633 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.846+0000 7f29a1d9b700 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de946a00 0x5630de948e10 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fce33aebe0d9a1c1 server_cookie=789dda0e243837a9 in_seq=0 out_seq=0 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f2989ffb700 1 -- 172.21.15.40:0/2017268546 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f2998031020 con 0x5630de946a00 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f2989ffb700 10 client.15633 handle_command_reply: tid=0 2023-07-14T12:46:48.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 client.15633 shutdown 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 msgr2=0x5630de93eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 0x5630de93eb20 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f299400b4f0 tx=0x7f2994004750 comp rx=0 tx=0).stop 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 shutdown_connections 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5630de8ddad0 0x5630de938ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5630de946a00 0x5630de948e10 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5630de8d22d0 0x5630de93eb20 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 --2- 172.21.15.40:0/2017268546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5630de8d2be0 0x5630de93f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f2989ffb700 0 client.15633 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:46:48.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 >> 172.21.15.40:0/2017268546 conn(0x5630de8c8da0 msgr2=0x5630de8d9000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 shutdown_connections 2023-07-14T12:46:48.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 1 -- 172.21.15.40:0/2017268546 wait complete. 2023-07-14T12:46:48.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29b513eb80 20 client.15633 trim_cache size 0 max 16384 2023-07-14T12:46:48.872 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:46:48.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f298c0a1350 msgr2=0x7f298c0a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f298c0a1350 0x7f298c0a3800 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f2994005950 tx=0x7f29940058e0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 msgr2=0x7f29a4195a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.847+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 0x7f29a4195a90 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f299c007ee0 tx=0x7f299c00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 shutdown_connections 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f298c0a1350 0x7f298c0a3800 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a40ffae0 0x7f29a419ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29a4105af0 0x7f29a4195a90 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 --2- 172.21.15.40:0/3008279513 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29a4100490 0x7f29a419bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:48.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 >> 172.21.15.40:0/3008279513 conn(0x7f29a40fb5e0 msgr2=0x7f29a40fbb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:48.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 shutdown_connections 2023-07-14T12:46:48.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.848+0000 7f29a8fb8700 1 -- 172.21.15.40:0/3008279513 wait complete. 2023-07-14T12:46:48.876 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-07-14T12:46:49.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/3605009615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 msgr2=0x7f5ef40fee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/3605009615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef40fee80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8009990 tx=0x7f5ee8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/3605009615 shutdown_connections 2023-07-14T12:46:49.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/3605009615 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ef40ff3c0 0x7f5ef410b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/3605009615 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 0x7f5ef4104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/3605009615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef40fee80 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/3605009615 >> 172.21.15.40:0/3605009615 conn(0x7f5ef40fa4f0 msgr2=0x7f5ef40fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/3605009615 shutdown_connections 2023-07-14T12:46:49.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.992+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/3605009615 wait complete. 2023-07-14T12:46:49.011 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 Processor -- start 2023-07-14T12:46:49.011 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 -- start start 2023-07-14T12:46:49.011 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef419b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.011 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ef40ff3c0 0x7f5ef419bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.011 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 0x7f5ef4195a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef4196070 con 0x7f5ef40fea10 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef41961e0 con 0x7f5ef4104a20 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef8e0e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef41963a0 con 0x7f5ef40ff3c0 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef419b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef419b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34404/0 (socket says 172.21.15.40:34404) 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.993+0000 7f5ef259c700 1 -- 172.21.15.40:0/792486828 learned_addr learned my addr 172.21.15.40:0/792486828 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef2d9d700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 0x7f5ef4195a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef259c700 1 -- 172.21.15.40:0/792486828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ef40ff3c0 msgr2=0x7f5ef419bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef259c700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ef40ff3c0 0x7f5ef419bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef259c700 1 -- 172.21.15.40:0/792486828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 msgr2=0x7f5ef4195a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef259c700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 0x7f5ef4195a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef259c700 1 -- 172.21.15.40:0/792486828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ee80095f0 con 0x7f5ef40fea10 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef2d9d700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 0x7f5ef4195a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef259c700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef419b990 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400e970 tx=0x7f5ee400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ee37fe700 1 -- 172.21.15.40:0/792486828 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4009790 con 0x7f5ef40fea10 2023-07-14T12:46:49.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ee37fe700 1 -- 172.21.15.40:0/792486828 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ee40044e0 con 0x7f5ef40fea10 2023-07-14T12:46:49.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ef4196680 con 0x7f5ef40fea10 2023-07-14T12:46:49.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ee37fe700 1 -- 172.21.15.40:0/792486828 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4003e30 con 0x7f5ef40fea10 2023-07-14T12:46:49.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.994+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ef41a2980 con 0x7f5ef40fea10 2023-07-14T12:46:49.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.996+0000 7f5ee37fe700 1 -- 172.21.15.40:0/792486828 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f5ee4003f90 con 0x7f5ef40fea10 2023-07-14T12:46:49.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.997+0000 7f5ee37fe700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5edc0a13d0 0x7f5edc0a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.997+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5edc0a13d0 0x7f5edc0a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.997+0000 7f5ee37fe700 1 -- 172.21.15.40:0/792486828 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f5ee4014070 con 0x7f5ef40fea10 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 Processor -- start 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5edc0a13d0 0x7f5edc0a3880 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5ee80098e0 tx=0x7f5ee8005e80 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 -- start start 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 0x55ae4effa6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effabe0 0x55ae4f005590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f007eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4ef00cb0 con 0x55ae4effa2d0 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4ef53a40 con 0x55ae4effabe0 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4ef4ced0 con 0x55ae4f005ad0 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5ef259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 0x55ae4effa6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5ef259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 0x55ae4effa6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34412/0 (socket says 172.21.15.40:34412) 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5ef259c700 1 -- 172.21.15.40:0/3510692540 learned_addr learned my addr 172.21.15.40:0/3510692540 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effabe0 0x55ae4f005590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.998+0000 7f5ef2d9d700 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f007eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ef259c700 1 -- 172.21.15.40:0/3510692540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 msgr2=0x55ae4f007eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f007eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ef259c700 1 -- 172.21.15.40:0/3510692540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effabe0 msgr2=0x55ae4f005590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effabe0 0x55ae4f005590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ef259c700 1 -- 172.21.15.40:0/3510692540 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ae4ed7ade0 con 0x55ae4effa2d0 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 0x55ae4effa6a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400c5b0 tx=0x7f5ee4099bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4c22b26fc4b1e8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ee0ff9700 1 -- 172.21.15.40:0/3510692540 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee409a070 con 0x55ae4effa2d0 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ee0ff9700 1 -- 172.21.15.40:0/3510692540 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ee409e0a0 con 0x55ae4effa2d0 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:48.999+0000 7f5ee0ff9700 1 -- 172.21.15.40:0/3510692540 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40caa50 con 0x55ae4effa2d0 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3510692540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 msgr2=0x55ae4effa6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 0x55ae4effa6a0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400c5b0 tx=0x7f5ee4099bb0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3510692540 shutdown_connections 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f007eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effa2d0 0x55ae4effa6a0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3510692540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effabe0 0x55ae4f005590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3510692540 >> 172.21.15.40:0/3510692540 conn(0x55ae4eff0da0 msgr2=0x55ae4eff66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3510692540 shutdown_connections 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3510692540 wait complete. 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 -- start start 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.000+0000 7f5f04f94b80 1 Processor -- start 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f005530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f002820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f002f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4eeecac0 con 0x55ae4effabe0 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4eeec7c0 con 0x55ae4f005ad0 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4edd0920 con 0x55ae4effa2d0 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5f04f94b80 10 client.0 _ll_register_callbacks cb 0x55ae4eeea760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f002820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f002820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34420/0 (socket says 172.21.15.40:34420) 2023-07-14T12:46:49.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/3703796030 learned_addr learned my addr 172.21.15.40:0/3703796030 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef2d9d700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f002f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f005530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 msgr2=0x55ae4f005530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f005530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/3703796030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 msgr2=0x55ae4f002f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f002f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/3703796030 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ef41a2980 con 0x55ae4effabe0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f005530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f002820 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f5ef40fde00 tx=0x7f5ee8009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70e2ffe94a943209 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ed9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.001+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/3703796030 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee802b070 con 0x55ae4effabe0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/3703796030 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f5ee800fe30 con 0x55ae4effabe0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ae4eea64f0 con 0x55ae4effabe0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/3703796030 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ee801d070 con 0x55ae4effabe0 2023-07-14T12:46:49.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 10 client.15645 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:49.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ae4ed63c60 con 0x55ae4effabe0 2023-07-14T12:46:49.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/3703796030 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ae4eea64f0 con 0x55ae4effabe0 2023-07-14T12:46:49.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/3703796030 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5ee80254b0 con 0x55ae4effabe0 2023-07-14T12:46:49.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 10 client.15645 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:49.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 10 client.15645 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 20 client.15645 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f015390 0x55ae4f0177a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 4 client.15645 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.002+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ae4ef45eb0 con 0x55ae4f015390 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.003+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f015390 0x55ae4f0177a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.003+0000 7f5ef259c700 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f015390 0x55ae4f0177a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1905e8354188db49 server_cookie=e78ff443999ee5ac in_seq=0 out_seq=0 2023-07-14T12:46:49.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.003+0000 7f5ed9ffb700 10 client.15645 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/3703796030 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ae4ef45eb0 con 0x55ae4f015390 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5ed9ffb700 10 client.15645 handle_command_reply: tid=0 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 client.15645 shutdown 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 msgr2=0x55ae4f002820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f002820 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f5ef40fde00 tx=0x7f5ee8009310 comp rx=0 tx=0).stop 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 shutdown_connections 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f015390 0x55ae4f0177a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f005530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f002f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/3703796030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f002820 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5ed9ffb700 0 client.15645 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 >> 172.21.15.40:0/3703796030 conn(0x55ae4eff0da0 msgr2=0x55ae4eff6230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 shutdown_connections 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 1 -- 172.21.15.40:0/3703796030 wait complete. 2023-07-14T12:46:49.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.004+0000 7f5f04f94b80 20 client.15645 trim_cache size 0 max 16384 2023-07-14T12:46:49.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 Processor -- start 2023-07-14T12:46:49.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 -- start start 2023-07-14T12:46:49.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effa2d0 0x55ae4f0050d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f001fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f002520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4effb1c0 con 0x55ae4effabe0 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4f0037a0 con 0x55ae4effa2d0 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4eff7d20 con 0x55ae4f005ad0 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5ef1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f001fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.017+0000 7f5ef1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f001fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34428/0 (socket says 172.21.15.40:34428) 2023-07-14T12:46:49.034 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/33014316 learned_addr learned my addr 172.21.15.40:0/33014316 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef259c700 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effa2d0 0x55ae4f0050d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef2d9d700 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f002520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/33014316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 msgr2=0x55ae4f002520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f002520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/33014316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effa2d0 msgr2=0x55ae4f0050d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effa2d0 0x55ae4f0050d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/33014316 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ae4eff25e0 con 0x55ae4effabe0 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef259c700 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effa2d0 0x55ae4f0050d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f001fe0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8025890 tx=0x7f5ee80059f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27869bf1ceb65426 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ee17fa700 1 -- 172.21.15.40:0/33014316 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee802b040 con 0x55ae4effabe0 2023-07-14T12:46:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ee17fa700 1 -- 172.21.15.40:0/33014316 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ee800fe30 con 0x55ae4effabe0 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.018+0000 7f5ee17fa700 1 -- 172.21.15.40:0/33014316 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee8030c60 con 0x55ae4effabe0 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 -- 172.21.15.40:0/33014316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 msgr2=0x55ae4f001fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f001fe0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8025890 tx=0x7f5ee80059f0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 -- 172.21.15.40:0/33014316 shutdown_connections 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4f005ad0 0x55ae4f002520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4effa2d0 0x55ae4f0050d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/33014316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f001fe0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 -- 172.21.15.40:0/33014316 >> 172.21.15.40:0/33014316 conn(0x55ae4eff0da0 msgr2=0x55ae4effdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 -- 172.21.15.40:0/33014316 shutdown_connections 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 -- 172.21.15.40:0/33014316 wait complete. 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 -- start start 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.019+0000 7f5f04f94b80 1 Processor -- start 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f009d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f00a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f00a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4f06c790 con 0x55ae4effabe0 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4f06c900 con 0x55ae4f005ad0 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ae4f06cac0 con 0x55ae4effa2d0 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5f04f94b80 10 client.0 _ll_register_callbacks cb 0x7f5ee800be80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f00a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f00a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34434/0 (socket says 172.21.15.40:34434) 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/1012819980 learned_addr learned my addr 172.21.15.40:0/1012819980 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef2d9d700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f00a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef259c700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f009d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 msgr2=0x55ae4f009d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f009d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/1012819980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 msgr2=0x55ae4f00a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f00a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 -- 172.21.15.40:0/1012819980 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ae4ed63c60 con 0x55ae4effabe0 2023-07-14T12:46:49.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef259c700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f009d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ef1d9b700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f00a2d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5ee800ffe0 tx=0x7f5ee8025750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cbebcabc9b0e9b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.020+0000 7f5ed9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/1012819980 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee802b040 con 0x55ae4effabe0 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/1012819980 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f5ee8031b20 con 0x55ae4effabe0 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5ee409e0a0 con 0x55ae4effabe0 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/1012819980 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ee8031ce0 con 0x55ae4effabe0 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 10 client.15651 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:49.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ae4eda1250 con 0x55ae4effabe0 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/1012819980 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ee409e0a0 con 0x55ae4effabe0 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/1012819980 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5ee803f020 con 0x55ae4effabe0 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 10 client.15651 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 10 client.15651 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 20 client.15651 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f06dcb0 0x55ae4f0700c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 4 client.15651 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:46:49.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ae4ef08050 con 0x55ae4f06dcb0 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.021+0000 7f5ef259c700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f06dcb0 0x55ae4f0700c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5ef259c700 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f06dcb0 0x55ae4f0700c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bf88742530e394ff server_cookie=e011a6e94d873253 in_seq=0 out_seq=0 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5ed9ffb700 10 client.15651 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5ed9ffb700 1 -- 172.21.15.40:0/1012819980 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ae4ef08050 con 0x55ae4f06dcb0 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5ed9ffb700 10 client.15651 handle_command_reply: tid=0 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 client.15651 shutdown 2023-07-14T12:46:49.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 msgr2=0x55ae4f00a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f00a2d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5ee800ffe0 tx=0x7f5ee8025750 comp rx=0 tx=0).stop 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 shutdown_connections 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55ae4f06dcb0 0x55ae4f0700c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae4effa2d0 0x55ae4f009d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5ed9ffb700 0 client.15651 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ae4f005ad0 0x55ae4f00a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 --2- 172.21.15.40:0/1012819980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ae4effabe0 0x55ae4f00a2d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 >> 172.21.15.40:0/1012819980 conn(0x55ae4eff0da0 msgr2=0x55ae4effc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 shutdown_connections 2023-07-14T12:46:49.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 1 -- 172.21.15.40:0/1012819980 wait complete. 2023-07-14T12:46:49.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.022+0000 7f5f04f94b80 20 client.15651 trim_cache size 0 max 16384 2023-07-14T12:46:49.048 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:46:49.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5edc0a13d0 msgr2=0x7f5edc0a3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5edc0a13d0 0x7f5edc0a3880 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5ee80098e0 tx=0x7f5ee8005e80 comp rx=0 tx=0).stop 2023-07-14T12:46:49.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 msgr2=0x7f5ef419b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef419b990 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400e970 tx=0x7f5ee400ed30 comp rx=0 tx=0).stop 2023-07-14T12:46:49.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 shutdown_connections 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5edc0a13d0 0x7f5edc0a3880 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ef4104a20 0x7f5ef4195a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ef40fea10 0x7f5ef419b990 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 --2- 172.21.15.40:0/792486828 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ef40ff3c0 0x7f5ef419bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 >> 172.21.15.40:0/792486828 conn(0x7f5ef40fa4f0 msgr2=0x7f5ef40fbf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 shutdown_connections 2023-07-14T12:46:49.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.023+0000 7f5ef8e0e700 1 -- 172.21.15.40:0/792486828 wait complete. 2023-07-14T12:46:49.051 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:48 smithi040 ceph-mon[96535]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-07-14T12:46:49.051 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:48 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/415135817' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:49.052 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-07-14T12:46:49.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 -- 172.21.15.40:0/2686464612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 msgr2=0x7f8f5010e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/2686464612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5010e810 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f8f4800b0a0 tx=0x7f8f4800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 -- 172.21.15.40:0/2686464612 shutdown_connections 2023-07-14T12:46:49.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/2686464612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5010e810 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/2686464612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f500fe880 0x7f8f500fec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/2686464612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 0x7f8f5010bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 -- 172.21.15.40:0/2686464612 >> 172.21.15.40:0/2686464612 conn(0x7f8f500fa4b0 msgr2=0x7f8f500fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 -- 172.21.15.40:0/2686464612 shutdown_connections 2023-07-14T12:46:49.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 -- 172.21.15.40:0/2686464612 wait complete. 2023-07-14T12:46:49.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.170+0000 7f8f55f4b700 1 Processor -- start 2023-07-14T12:46:49.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 -- start start 2023-07-14T12:46:49.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f500fe880 0x7f8f50197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 0x7f8f50198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5019c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5019ced0 con 0x7f8f5010c430 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5019d040 con 0x7f8f500fe880 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f55f4b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f5019d200 con 0x7f8f500ff190 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5019c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5019c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34450/0 (socket says 172.21.15.40:34450) 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1450111090 learned_addr learned my addr 172.21.15.40:0/1450111090 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f500fe880 0x7f8f50197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 0x7f8f50198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1450111090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 msgr2=0x7f8f50198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 0x7f8f50198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1450111090 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f500fe880 msgr2=0x7f8f50197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f500fe880 0x7f8f50197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1450111090 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f48009d00 con 0x7f8f5010c430 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.171+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 0x7f8f50198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.172+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5019c890 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f8f480079b0 tx=0x7f8f480079e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.172+0000 7f8f4cff9700 1 -- 172.21.15.40:0/1450111090 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4800e040 con 0x7f8f5010c430 2023-07-14T12:46:49.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.172+0000 7f8f4cff9700 1 -- 172.21.15.40:0/1450111090 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f48006080 con 0x7f8f5010c430 2023-07-14T12:46:49.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.172+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f5019d480 con 0x7f8f5010c430 2023-07-14T12:46:49.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.172+0000 7f8f4cff9700 1 -- 172.21.15.40:0/1450111090 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4801b950 con 0x7f8f5010c430 2023-07-14T12:46:49.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.172+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f501a4d20 con 0x7f8f5010c430 2023-07-14T12:46:49.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.174+0000 7f8f4cff9700 1 -- 172.21.15.40:0/1450111090 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f8f4801bab0 con 0x7f8f5010c430 2023-07-14T12:46:49.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.175+0000 7f8f4cff9700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8f380a1350 0x7f8f380a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.175+0000 7f8f4cff9700 1 -- 172.21.15.40:0/1450111090 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8f480ceb20 con 0x7f8f5010c430 2023-07-14T12:46:49.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.175+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8f380a1350 0x7f8f380a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.175+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8f380a1350 0x7f8f380a3800 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8f40005950 tx=0x7f8f4000b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 Processor -- start 2023-07-14T12:46:49.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 -- start start 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f74d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 0x55e40f758590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f75aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f653cb0 con 0x55e40f74dbe0 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f6a6a40 con 0x55e40f758ad0 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f69fed0 con 0x55e40f74d2d0 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 0x55e40f758590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 0x55e40f758590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34456/0 (socket says 172.21.15.40:34456) 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 -- 172.21.15.40:0/48338756 learned_addr learned my addr 172.21.15.40:0/48338756 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f74d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 -- 172.21.15.40:0/48338756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 msgr2=0x55e40f74d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f74d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 -- 172.21.15.40:0/48338756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 msgr2=0x55e40f75aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.177+0000 7f8f4effd700 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f75aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.178+0000 7f8f4effd700 1 -- 172.21.15.40:0/48338756 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e40f4cdde0 con 0x55e40f74dbe0 2023-07-14T12:46:49.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.178+0000 7f8f4effd700 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 0x55e40f758590 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400dc90 tx=0x7f8f4400f360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bfc68bfc090e5dc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.178+0000 7f8f35ffb700 1 -- 172.21.15.40:0/48338756 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4400fbd0 con 0x55e40f74dbe0 2023-07-14T12:46:49.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.178+0000 7f8f35ffb700 1 -- 172.21.15.40:0/48338756 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f4400fd30 con 0x55e40f74dbe0 2023-07-14T12:46:49.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.178+0000 7f8f35ffb700 1 -- 172.21.15.40:0/48338756 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f440107f0 con 0x55e40f74dbe0 2023-07-14T12:46:49.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 -- 172.21.15.40:0/48338756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 msgr2=0x55e40f758590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 0x55e40f758590 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400dc90 tx=0x7f8f4400f360 comp rx=0 tx=0).stop 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 -- 172.21.15.40:0/48338756 shutdown_connections 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f74d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f75aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/48338756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74dbe0 0x55e40f758590 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 -- 172.21.15.40:0/48338756 >> 172.21.15.40:0/48338756 conn(0x55e40f743da0 msgr2=0x55e40f7496a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 -- 172.21.15.40:0/48338756 shutdown_connections 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 -- 172.21.15.40:0/48338756 wait complete. 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 -- start start 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.179+0000 7f8f620d1b80 1 Processor -- start 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 0x55e40f755840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74dbe0 0x55e40f755d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f7562c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f63fac0 con 0x55e40f74d2d0 2023-07-14T12:46:49.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f63f7c0 con 0x55e40f758ad0 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f523920 con 0x55e40f74dbe0 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f620d1b80 10 client.0 _ll_register_callbacks cb 0x55e40f63d760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 0x55e40f755840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 0x55e40f755840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34460/0 (socket says 172.21.15.40:34460) 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 -- 172.21.15.40:0/1173131184 learned_addr learned my addr 172.21.15.40:0/1173131184 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f7562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74dbe0 0x55e40f755d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 -- 172.21.15.40:0/1173131184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74dbe0 msgr2=0x55e40f755d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74dbe0 0x55e40f755d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 -- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 msgr2=0x55e40f7562c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f7562c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4f7fe700 1 -- 172.21.15.40:0/1173131184 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f4400d8c0 con 0x55e40f74d2d0 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.180+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74dbe0 0x55e40f755d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 0x55e40f755840 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f8f400116c0 tx=0x7f8f400047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=948635789c2a8239 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f2effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f2effd700 1 -- 172.21.15.40:0/1173131184 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f40004a30 con 0x55e40f74d2d0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f2effd700 1 -- 172.21.15.40:0/1173131184 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8f40017070 con 0x55e40f74d2d0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e40f5f94f0 con 0x55e40f74d2d0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f2effd700 1 -- 172.21.15.40:0/1173131184 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f40004b90 con 0x55e40f74d2d0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 10 client.15663 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e40f4b6c60 con 0x55e40f74d2d0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f2effd700 1 -- 172.21.15.40:0/1173131184 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e40f5f94f0 con 0x55e40f74d2d0 2023-07-14T12:46:49.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f2effd700 1 -- 172.21.15.40:0/1173131184 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8f4001f6d0 con 0x55e40f74d2d0 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 10 client.15663 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 10 client.15663 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 20 client.15663 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7684f0 0x55e40f76a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 4 client.15663 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.181+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e40f698eb0 con 0x55e40f7684f0 2023-07-14T12:46:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.182+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7684f0 0x55e40f76a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.182+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7684f0 0x55e40f76a900 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b617185ff428f3b8 server_cookie=380a1dcd602d82af in_seq=0 out_seq=0 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.182+0000 7f8f2effd700 10 client.15663 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f2effd700 1 -- 172.21.15.40:0/1173131184 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e40f698eb0 con 0x55e40f7684f0 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f2effd700 10 client.15663 handle_command_reply: tid=0 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 client.15663 shutdown 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 msgr2=0x55e40f755840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 0x55e40f755840 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f8f400116c0 tx=0x7f8f400047c0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 shutdown_connections 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f758ad0 0x55e40f7562c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f74d2d0 0x55e40f755840 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7684f0 0x55e40f76a900 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1173131184 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74dbe0 0x55e40f755d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f2effd700 0 client.15663 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 >> 172.21.15.40:0/1173131184 conn(0x55e40f743da0 msgr2=0x55e40f749230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 shutdown_connections 2023-07-14T12:46:49.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1173131184 wait complete. 2023-07-14T12:46:49.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.183+0000 7f8f620d1b80 20 client.15663 trim_cache size 0 max 16384 2023-07-14T12:46:49.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 Processor -- start 2023-07-14T12:46:49.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 -- start start 2023-07-14T12:46:49.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f7560f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f752ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f758930 con 0x55e40f758ad0 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f74e570 con 0x55e40f74dbe0 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f75faa0 con 0x55e40f74d2d0 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f4ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f752ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f4ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f752ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34472/0 (socket says 172.21.15.40:34472) 2023-07-14T12:46:49.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f4ffff700 1 -- 172.21.15.40:0/994097916 learned_addr learned my addr 172.21.15.40:0/994097916 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f4effd700 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f7560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.196+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f4ffff700 1 -- 172.21.15.40:0/994097916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 msgr2=0x55e40f75f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f4ffff700 1 -- 172.21.15.40:0/994097916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 msgr2=0x55e40f7560f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f7560f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f4ffff700 1 -- 172.21.15.40:0/994097916 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e40f4f4250 con 0x55e40f758ad0 2023-07-14T12:46:49.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f752ad0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8f480cc260 tx=0x7f8f4801df20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcf9ce65f4d7b11c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f367fc700 1 -- 172.21.15.40:0/994097916 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4809fb60 con 0x55e40f758ad0 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f367fc700 1 -- 172.21.15.40:0/994097916 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f480a3ef0 con 0x55e40f758ad0 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.197+0000 7f8f367fc700 1 -- 172.21.15.40:0/994097916 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f48011c60 con 0x55e40f758ad0 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- 172.21.15.40:0/994097916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 msgr2=0x55e40f752ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f752ad0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8f480cc260 tx=0x7f8f4801df20 comp rx=0 tx=0).stop 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- 172.21.15.40:0/994097916 shutdown_connections 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f752ad0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/994097916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f7560f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- 172.21.15.40:0/994097916 >> 172.21.15.40:0/994097916 conn(0x55e40f743da0 msgr2=0x55e40f750b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- 172.21.15.40:0/994097916 shutdown_connections 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- 172.21.15.40:0/994097916 wait complete. 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- start start 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 Processor -- start 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f75d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f75da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f75df50 con 0x55e40f758ad0 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f75e0c0 con 0x55e40f74dbe0 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.198+0000 7f8f620d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e40f75e230 con 0x55e40f74d2d0 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f620d1b80 10 client.0 _ll_register_callbacks cb 0x7f8f40010da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f75da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f75da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34478/0 (socket says 172.21.15.40:34478) 2023-07-14T12:46:49.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1147006598 learned_addr learned my addr 172.21.15.40:0/1147006598 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4effd700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f75d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1147006598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 msgr2=0x55e40f75f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 msgr2=0x55e40f75d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f75d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 -- 172.21.15.40:0/1147006598 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f501a4d20 con 0x55e40f758ad0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f4ffff700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f75da10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8f4809b830 tx=0x7f8f480cc7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acda00390523f9f8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f2effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f2effd700 1 -- 172.21.15.40:0/1147006598 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f4801bd60 con 0x55e40f758ad0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f2effd700 1 -- 172.21.15.40:0/1147006598 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8f48011c60 con 0x55e40f758ad0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8f4400fd30 con 0x55e40f758ad0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f2effd700 1 -- 172.21.15.40:0/1147006598 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f4801bec0 con 0x55e40f758ad0 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f620d1b80 10 client.15669 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:49.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.199+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e40f4cc2b0 con 0x55e40f758ad0 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f2effd700 1 -- 172.21.15.40:0/1147006598 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f4400fd30 con 0x55e40f758ad0 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f2effd700 1 -- 172.21.15.40:0/1147006598 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8f4809b020 con 0x55e40f758ad0 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f620d1b80 10 client.15669 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f620d1b80 10 client.15669 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f620d1b80 20 client.15669 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7bd340 0x55e40f7bf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f620d1b80 4 client.15669 mds_command: new command op to 24527 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:46:49.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e40f65b050 con 0x55e40f7bd340 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.200+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7bd340 0x55e40f7bf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f4f7fe700 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7bd340 0x55e40f7bf750 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43d2b0b86b56895a server_cookie=b58f82836b47cbf0 in_seq=0 out_seq=0 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f2effd700 10 client.15669 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f2effd700 1 -- 172.21.15.40:0/1147006598 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e40f65b050 con 0x55e40f7bd340 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f2effd700 10 client.15669 handle_command_reply: tid=0 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 client.15669 shutdown 2023-07-14T12:46:49.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 msgr2=0x55e40f75da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f75da10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8f4809b830 tx=0x7f8f480cc7b0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 shutdown_connections 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e40f7bd340 0x55e40f7bf750 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e40f74d2d0 0x55e40f75f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e40f758ad0 0x55e40f75da10 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f2effd700 0 client.15669 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 --2- 172.21.15.40:0/1147006598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e40f74dbe0 0x55e40f75d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 >> 172.21.15.40:0/1147006598 conn(0x55e40f743da0 msgr2=0x55e40f753da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 shutdown_connections 2023-07-14T12:46:49.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 1 -- 172.21.15.40:0/1147006598 wait complete. 2023-07-14T12:46:49.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.201+0000 7f8f620d1b80 20 client.15669 trim_cache size 0 max 16384 2023-07-14T12:46:49.226 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:46:49.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8f380a1350 msgr2=0x7f8f380a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8f380a1350 0x7f8f380a3800 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8f40005950 tx=0x7f8f4000b410 comp rx=0 tx=0).stop 2023-07-14T12:46:49.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 msgr2=0x7f8f5019c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:49.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5019c890 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f8f480079b0 tx=0x7f8f480079e0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 shutdown_connections 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8f380a1350 0x7f8f380a3800 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f5010c430 0x7f8f5019c890 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8f500fe880 0x7f8f50197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 --2- 172.21.15.40:0/1450111090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f500ff190 0x7f8f50198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 >> 172.21.15.40:0/1450111090 conn(0x7f8f500fa4b0 msgr2=0x7f8f5010cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 shutdown_connections 2023-07-14T12:46:49.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:49.202+0000 7f8f55f4b700 1 -- 172.21.15.40:0/1450111090 wait complete. 2023-07-14T12:46:49.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:48 smithi133 ceph-mon[98311]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-07-14T12:46:49.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:48 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/415135817' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:49.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:48 smithi130 ceph-mon[97977]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-07-14T12:46:49.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:48 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/415135817' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:46:50.231 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-07-14T12:46:50.232 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-07-14T12:46:50.367 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 -- 172.21.15.40:0/4136739556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654100b80 msgr2=0x7f0654100f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 --2- 172.21.15.40:0/4136739556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654100b80 0x7f0654100f50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0648009990 tx=0x7f0648009ca0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 -- 172.21.15.40:0/4136739556 shutdown_connections 2023-07-14T12:46:50.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 --2- 172.21.15.40:0/4136739556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f065410a0a0 0x7f065410c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 --2- 172.21.15.40:0/4136739556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654100b80 0x7f0654100f50 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 --2- 172.21.15.40:0/4136739556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0654101490 0x7f0654109b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.351+0000 7f065ae6e700 1 -- 172.21.15.40:0/4136739556 >> 172.21.15.40:0/4136739556 conn(0x7f06540fa4b0 msgr2=0x7f06540fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 -- 172.21.15.40:0/4136739556 shutdown_connections 2023-07-14T12:46:50.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 -- 172.21.15.40:0/4136739556 wait complete. 2023-07-14T12:46:50.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 Processor -- start 2023-07-14T12:46:50.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 -- start start 2023-07-14T12:46:50.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0654100b80 0x7f0654195e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 0x7f0654196340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f065410a0a0 0x7f065419a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f065419ade0 con 0x7f0654101490 2023-07-14T12:46:50.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f065419af50 con 0x7f0654100b80 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.352+0000 7f065ae6e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f065419b110 con 0x7f065410a0a0 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 0x7f0654196340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 0x7f0654196340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34490/0 (socket says 172.21.15.40:34490) 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 -- 172.21.15.40:0/3729449287 learned_addr learned my addr 172.21.15.40:0/3729449287 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0654100b80 0x7f0654195e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f065940b700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f065410a0a0 0x7f065419a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 -- 172.21.15.40:0/3729449287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f065410a0a0 msgr2=0x7f065419a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f065410a0a0 0x7f065419a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 -- 172.21.15.40:0/3729449287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0654100b80 msgr2=0x7f0654195e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0654100b80 0x7f0654195e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 -- 172.21.15.40:0/3729449287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06480095f0 con 0x7f0654101490 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0653fff700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 0x7f0654196340 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f064000e9a0 tx=0x7f064000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0651ffb700 1 -- 172.21.15.40:0/3729449287 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0640009790 con 0x7f0654101490 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f065419b3f0 con 0x7f0654101490 2023-07-14T12:46:50.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0651ffb700 1 -- 172.21.15.40:0/3729449287 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f064000cbd0 con 0x7f0654101490 2023-07-14T12:46:50.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.353+0000 7f0651ffb700 1 -- 172.21.15.40:0/3729449287 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0640018680 con 0x7f0654101490 2023-07-14T12:46:50.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.354+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06541a2c30 con 0x7f0654101490 2023-07-14T12:46:50.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.357+0000 7f0651ffb700 1 -- 172.21.15.40:0/3729449287 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f064000cd40 con 0x7f0654101490 2023-07-14T12:46:50.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.357+0000 7f0651ffb700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06440a1350 0x7f06440a3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.357+0000 7f0666ff4b80 1 Processor -- start 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.357+0000 7f0666ff4b80 1 -- start start 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.357+0000 7f0651ffb700 1 -- 172.21.15.40:0/3729449287 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f0640014070 con 0x7f0654101490 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.357+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06440a1350 0x7f06440a3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f61720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f6ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47e67d30 con 0x560b47f61c60 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47ebaac0 con 0x560b47f61350 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47eb3f50 con 0x560b47f6cb50 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f61720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f61720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:51752/0 (socket says 172.21.15.40:51752) 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 -- 172.21.15.40:0/431264071 learned_addr learned my addr 172.21.15.40:0/431264071 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06440a1350 0x7f06440a3800 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f064800b2e0 tx=0x7f064800b850 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0653fff700 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 -- 172.21.15.40:0/431264071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 msgr2=0x560b47f6ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f6ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 -- 172.21.15.40:0/431264071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 msgr2=0x560b47f6c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 -- 172.21.15.40:0/431264071 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560b47ce1e60 con 0x560b47f61350 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0653fff700 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.358+0000 7f0658c0a700 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f61720 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f064800be80 tx=0x7f0648028000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35e2aa32909dc4ab server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f063effd700 1 -- 172.21.15.40:0/431264071 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064800beb0 con 0x560b47f61350 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f063effd700 1 -- 172.21.15.40:0/431264071 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f064801e040 con 0x560b47f61350 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f063effd700 1 -- 172.21.15.40:0/431264071 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064802f890 con 0x560b47f61350 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 -- 172.21.15.40:0/431264071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 msgr2=0x560b47f61720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f61720 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f064800be80 tx=0x7f0648028000 comp rx=0 tx=0).stop 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 -- 172.21.15.40:0/431264071 shutdown_connections 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f6ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f61720 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/431264071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.359+0000 7f0666ff4b80 1 -- 172.21.15.40:0/431264071 >> 172.21.15.40:0/431264071 conn(0x560b47f57e20 msgr2=0x560b47f5d720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 -- 172.21.15.40:0/431264071 shutdown_connections 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 -- 172.21.15.40:0/431264071 wait complete. 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 -- start start 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 Processor -- start 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f6d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.382 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f77fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47e53b40 con 0x560b47f61c60 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47e53840 con 0x560b47f61350 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47d379a0 con 0x560b47f6cb50 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0666ff4b80 10 client.0 _ll_register_callbacks cb 0x560b47e517e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.360+0000 7f0653fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34504/0 (socket says 172.21.15.40:34504) 2023-07-14T12:46:50.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 -- 172.21.15.40:0/3882405716 learned_addr learned my addr 172.21.15.40:0/3882405716 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f6d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f065940b700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f77fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 -- 172.21.15.40:0/3882405716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 msgr2=0x560b47f77fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f77fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 -- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 msgr2=0x560b47f6d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f6d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 -- 172.21.15.40:0/3882405716 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f065410d180 con 0x560b47f61c60 2023-07-14T12:46:50.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f6d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0653fff700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6d650 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f064009a140 tx=0x7f06400cae70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cca92fa8bc4e62a0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0633fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0633fff700 1 -- 172.21.15.40:0/3882405716 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06400a2600 con 0x560b47f61c60 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0633fff700 1 -- 172.21.15.40:0/3882405716 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f06400a2170 con 0x560b47f61c60 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560b47e0d570 con 0x560b47f61c60 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0633fff700 1 -- 172.21.15.40:0/3882405716 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06400a2330 con 0x560b47f61c60 2023-07-14T12:46:50.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.361+0000 7f0666ff4b80 10 client.15678 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:50.386 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x560b47ccace0 con 0x560b47f61c60 2023-07-14T12:46:50.386 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0633fff700 1 -- 172.21.15.40:0/3882405716 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06400c8020 con 0x560b47f61c60 2023-07-14T12:46:50.387 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0633fff700 1 -- 172.21.15.40:0/3882405716 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f06400b2b90 con 0x560b47f61c60 2023-07-14T12:46:50.387 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 10 client.15678 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:50.387 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 10 client.15678 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 20 client.15678 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47f7c3a0 0x560b47f7e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 4 client.15678 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560b47eacf30 con 0x560b47f7c3a0 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.362+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47f7c3a0 0x560b47f7e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.363+0000 7f0633fff700 10 client.15678 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.363+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47f7c3a0 0x560b47f7e7b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9064b31544c1a12 server_cookie=ba655915bde4cebf in_seq=0 out_seq=0 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.363+0000 7f0633fff700 1 -- 172.21.15.40:0/3882405716 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560b47eacf30 con 0x560b47f7c3a0 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.363+0000 7f0633fff700 10 client.15678 handle_command_reply: tid=0 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.363+0000 7f0666ff4b80 1 client.15678 shutdown 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 msgr2=0x560b47f6d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6d650 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f064009a140 tx=0x7f06400cae70 comp rx=0 tx=0).stop 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 shutdown_connections 2023-07-14T12:46:50.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47f7c3a0 0x560b47f7e7b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f77fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f6d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3882405716 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61c60 0x560b47f6d650 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0633fff700 0 client.15678 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 >> 172.21.15.40:0/3882405716 conn(0x560b47f57e20 msgr2=0x560b47f5d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 shutdown_connections 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3882405716 wait complete. 2023-07-14T12:46:50.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.364+0000 7f0666ff4b80 20 client.15678 trim_cache size 0 max 16384 2023-07-14T12:46:50.411 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 Processor -- start 2023-07-14T12:46:50.411 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 -- start start 2023-07-14T12:46:50.411 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f71f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.411 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f61c60 0x560b47f6ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.411 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 0x560b47f77710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47f79a90 con 0x560b47f6cb50 2023-07-14T12:46:50.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47f5eda0 con 0x560b47f61350 2023-07-14T12:46:50.412 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.395+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47f61720 con 0x560b47f61c60 2023-07-14T12:46:50.413 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 0x560b47f77710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 0x560b47f77710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34514/0 (socket says 172.21.15.40:34514) 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 -- 172.21.15.40:0/208658467 learned_addr learned my addr 172.21.15.40:0/208658467 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f0658c0a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f71f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f0653fff700 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f61c60 0x560b47f6ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 -- 172.21.15.40:0/208658467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f61c60 msgr2=0x560b47f6ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f61c60 0x560b47f6ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.414 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 -- 172.21.15.40:0/208658467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 msgr2=0x560b47f71f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f71f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 -- 172.21.15.40:0/208658467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560b47d082d0 con 0x560b47f6cb50 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f0653fff700 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f61c60 0x560b47f6ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f0658c0a700 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f71f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f065940b700 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 0x560b47f77710 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f064c007410 tx=0x7f064c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=867bf204ccae984a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f063f7fe700 1 -- 172.21.15.40:0/208658467 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c00e030 con 0x560b47f6cb50 2023-07-14T12:46:50.415 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f063f7fe700 1 -- 172.21.15.40:0/208658467 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f064c00f040 con 0x560b47f6cb50 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.396+0000 7f063f7fe700 1 -- 172.21.15.40:0/208658467 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c004800 con 0x560b47f6cb50 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 -- 172.21.15.40:0/208658467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 msgr2=0x560b47f77710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 0x560b47f77710 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f064c007410 tx=0x7f064c009920 comp rx=0 tx=0).stop 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 -- 172.21.15.40:0/208658467 shutdown_connections 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f6cb50 0x560b47f77710 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61350 0x560b47f71f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/208658467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f61c60 0x560b47f6ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 -- 172.21.15.40:0/208658467 >> 172.21.15.40:0/208658467 conn(0x560b47f57e20 msgr2=0x560b47f6a520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.417 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 -- 172.21.15.40:0/208658467 shutdown_connections 2023-07-14T12:46:50.417 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.397+0000 7f0666ff4b80 1 -- 172.21.15.40:0/208658467 wait complete. 2023-07-14T12:46:50.417 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 -- start start 2023-07-14T12:46:50.417 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 Processor -- start 2023-07-14T12:46:50.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 0x560b47fcea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61c60 0x560b47fcefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f70f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47f714d0 con 0x560b47f61350 2023-07-14T12:46:50.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47f71640 con 0x560b47f61c60 2023-07-14T12:46:50.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b47f71800 con 0x560b47f6cb50 2023-07-14T12:46:50.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0666ff4b80 10 client.0 _ll_register_callbacks cb 0x7f0640099cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0658c0a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 0x560b47fcea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0658c0a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 0x560b47fcea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34516/0 (socket says 172.21.15.40:34516) 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.398+0000 7f0658c0a700 1 -- 172.21.15.40:0/3024151109 learned_addr learned my addr 172.21.15.40:0/3024151109 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0653fff700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61c60 0x560b47fcefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f065940b700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f70f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0658c0a700 1 -- 172.21.15.40:0/3024151109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 msgr2=0x560b47f70f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.421 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f70f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0658c0a700 1 -- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61c60 msgr2=0x560b47fcefb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61c60 0x560b47fcefb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0658c0a700 1 -- 172.21.15.40:0/3024151109 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560b47ce1e60 con 0x560b47f61350 2023-07-14T12:46:50.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f065940b700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f70f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:50.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0658c0a700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 0x560b47fcea70 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f064800b6f0 tx=0x7f0648005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b91a43edf270b53 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.422 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0633fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:50.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0633fff700 1 -- 172.21.15.40:0/3024151109 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0648048070 con 0x560b47f61350 2023-07-14T12:46:50.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0633fff700 1 -- 172.21.15.40:0/3024151109 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f0648042560 con 0x560b47f61350 2023-07-14T12:46:50.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f064801e040 con 0x560b47f61350 2023-07-14T12:46:50.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0633fff700 1 -- 172.21.15.40:0/3024151109 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f064803f040 con 0x560b47f61350 2023-07-14T12:46:50.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0666ff4b80 10 client.15684 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:50.423 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.399+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f064c009210 con 0x560b47f61350 2023-07-14T12:46:50.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0633fff700 1 -- 172.21.15.40:0/3024151109 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f064801e040 con 0x560b47f61350 2023-07-14T12:46:50.424 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0633fff700 1 -- 172.21.15.40:0/3024151109 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f064804b020 con 0x560b47f61350 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0666ff4b80 10 client.15684 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0666ff4b80 10 client.15684 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0666ff4b80 20 client.15684 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47fd65f0 0x560b47fd89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0666ff4b80 4 client.15684 mds_command: new command op to 24527 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x560b47e6f0d0 con 0x560b47fd65f0 2023-07-14T12:46:50.425 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0653fff700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47fd65f0 0x560b47fd89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0633fff700 10 client.15684 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.400+0000 7f0653fff700 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47fd65f0 0x560b47fd89d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ba7f6b6b1cdb664 server_cookie=96337a73428ce580 in_seq=0 out_seq=0 2023-07-14T12:46:50.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0633fff700 1 -- 172.21.15.40:0/3024151109 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x560b47e6f0d0 con 0x560b47fd65f0 2023-07-14T12:46:50.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0633fff700 10 client.15684 handle_command_reply: tid=0 2023-07-14T12:46:50.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 client.15684 shutdown 2023-07-14T12:46:50.428 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 msgr2=0x560b47fcea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 0x560b47fcea70 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f064800b6f0 tx=0x7f0648005a90 comp rx=0 tx=0).stop 2023-07-14T12:46:50.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 shutdown_connections 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560b47fd65f0 0x560b47fd89d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b47f6cb50 0x560b47f70f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0633fff700 0 client.15684 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560b47f61350 0x560b47fcea70 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 --2- 172.21.15.40:0/3024151109 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560b47f61c60 0x560b47fcefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 >> 172.21.15.40:0/3024151109 conn(0x560b47f57e20 msgr2=0x560b47f6adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 shutdown_connections 2023-07-14T12:46:50.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 1 -- 172.21.15.40:0/3024151109 wait complete. 2023-07-14T12:46:50.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.402+0000 7f0666ff4b80 20 client.15684 trim_cache size 0 max 16384 2023-07-14T12:46:50.431 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:50.431 INFO:teuthology.orchestra.run.smithi040.stdout: "return_code": 0, 2023-07-14T12:46:50.431 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_tag": "0e6e076d-4a52-42ef-a8c2-f03aa4019b0d", 2023-07-14T12:46:50.431 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": "asynchronous" 2023-07-14T12:46:50.432 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:50.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06440a1350 msgr2=0x7f06440a3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06440a1350 0x7f06440a3800 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f064800b2e0 tx=0x7f064800b850 comp rx=0 tx=0).stop 2023-07-14T12:46:50.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 msgr2=0x7f0654196340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 0x7f0654196340 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f064000e9a0 tx=0x7f064000ecb0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 shutdown_connections 2023-07-14T12:46:50.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06440a1350 0x7f06440a3800 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f065410a0a0 0x7f065419a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0654100b80 0x7f0654195e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 --2- 172.21.15.40:0/3729449287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0654101490 0x7f0654196340 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 >> 172.21.15.40:0/3729449287 conn(0x7f06540fa4b0 msgr2=0x7f065410c280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 shutdown_connections 2023-07-14T12:46:50.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.403+0000 7f065ae6e700 1 -- 172.21.15.40:0/3729449287 wait complete. 2023-07-14T12:46:50.435 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:46:50.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 -- 172.21.15.40:0/908742185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc10a070 msgr2=0x7f29bc10c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 --2- 172.21.15.40:0/908742185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc10a070 0x7f29bc10c4b0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f29b400b0a0 tx=0x7f29b400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 -- 172.21.15.40:0/908742185 shutdown_connections 2023-07-14T12:46:50.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 --2- 172.21.15.40:0/908742185 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc100ca0 0x7f29bc101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 --2- 172.21.15.40:0/908742185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc10a070 0x7f29bc10c4b0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.568 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 --2- 172.21.15.40:0/908742185 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29bc1015b0 0x7f29bc109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.569 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 -- 172.21.15.40:0/908742185 >> 172.21.15.40:0/908742185 conn(0x7f29bc0fa4b0 msgr2=0x7f29bc0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.569 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.551+0000 7f29c0944700 1 -- 172.21.15.40:0/908742185 shutdown_connections 2023-07-14T12:46:50.569 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.552+0000 7f29c0944700 1 -- 172.21.15.40:0/908742185 wait complete. 2023-07-14T12:46:50.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.552+0000 7f29c0944700 1 Processor -- start 2023-07-14T12:46:50.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.552+0000 7f29c0944700 1 -- start start 2023-07-14T12:46:50.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.552+0000 7f29c0944700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 0x7f29bc195ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.552+0000 7f29c0944700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc1015b0 0x7f29bc196220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29c0944700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29bc10a070 0x7f29bc1995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.571 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29c0944700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc199bd0 con 0x7f29bc100ca0 2023-07-14T12:46:50.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29c0944700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc199d40 con 0x7f29bc10a070 2023-07-14T12:46:50.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29c0944700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29bc199f00 con 0x7f29bc1015b0 2023-07-14T12:46:50.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 0x7f29bc195ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 0x7f29bc195ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34530/0 (socket says 172.21.15.40:34530) 2023-07-14T12:46:50.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 -- 172.21.15.40:0/2003796105 learned_addr learned my addr 172.21.15.40:0/2003796105 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.572 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29bad9d700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29bc10a070 0x7f29bc1995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc1015b0 0x7f29bc196220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 -- 172.21.15.40:0/2003796105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc1015b0 msgr2=0x7f29bc196220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc1015b0 0x7f29bc196220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 -- 172.21.15.40:0/2003796105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29bc10a070 msgr2=0x7f29bc1995d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29bc10a070 0x7f29bc1995d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.573 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 -- 172.21.15.40:0/2003796105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b4009d00 con 0x7f29bc100ca0 2023-07-14T12:46:50.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc1015b0 0x7f29bc196220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:50.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 0x7f29bc195ce0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f29ac00d980 tx=0x7f29ac00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ab7fe700 1 -- 172.21.15.40:0/2003796105 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ac004220 con 0x7f29bc100ca0 2023-07-14T12:46:50.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ab7fe700 1 -- 172.21.15.40:0/2003796105 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29ac007640 con 0x7f29bc100ca0 2023-07-14T12:46:50.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29bc19a1e0 con 0x7f29bc100ca0 2023-07-14T12:46:50.574 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.553+0000 7f29ab7fe700 1 -- 172.21.15.40:0/2003796105 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ac005610 con 0x7f29bc100ca0 2023-07-14T12:46:50.575 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.554+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29bc1a2b40 con 0x7f29bc100ca0 2023-07-14T12:46:50.579 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.556+0000 7f29ab7fe700 1 -- 172.21.15.40:0/2003796105 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f29ac004750 con 0x7f29bc100ca0 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.556+0000 7f29ab7fe700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f29a40a13d0 0x7f29a40a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.557+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f29a40a13d0 0x7f29a40a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.557+0000 7f29ab7fe700 1 -- 172.21.15.40:0/2003796105 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f29ac0ccc50 con 0x7f29bc100ca0 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.557+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f29a40a13d0 0x7f29a40a3880 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f29bc1972b0 tx=0x7f29b0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.557+0000 7f29ccacab80 1 Processor -- start 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.557+0000 7f29ccacab80 1 -- start start 2023-07-14T12:46:50.580 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d72590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 0x5562e4d74eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29ccacab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4c6dcb0 con 0x5562e4d72ad0 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29ccacab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4cc0a40 con 0x5562e4d67be0 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29ccacab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4cb9ed0 con 0x5562e4d672d0 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 0x5562e4d74eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 0x5562e4d74eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34542/0 (socket says 172.21.15.40:34542) 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 -- 172.21.15.40:0/466420920 learned_addr learned my addr 172.21.15.40:0/466420920 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d72590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 -- 172.21.15.40:0/466420920 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 msgr2=0x5562e4d676a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 -- 172.21.15.40:0/466420920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 msgr2=0x5562e4d72590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d72590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 -- 172.21.15.40:0/466420920 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5562e4ae7de0 con 0x5562e4d72ad0 2023-07-14T12:46:50.582 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29bad9d700 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 0x5562e4d74eb0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f29b4009310 tx=0x7f29b4009340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3cd210ef13900f5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.558+0000 7f29a8ff9700 1 -- 172.21.15.40:0/466420920 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b400e040 con 0x5562e4d72ad0 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29a8ff9700 1 -- 172.21.15.40:0/466420920 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29b400bcb0 con 0x5562e4d72ad0 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29a8ff9700 1 -- 172.21.15.40:0/466420920 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b401c6a0 con 0x5562e4d72ad0 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 -- 172.21.15.40:0/466420920 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 msgr2=0x5562e4d74eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 0x5562e4d74eb0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f29b4009310 tx=0x7f29b4009340 comp rx=0 tx=0).stop 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 -- 172.21.15.40:0/466420920 shutdown_connections 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d676a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.583 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d72ad0 0x5562e4d74eb0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 --2- 172.21.15.40:0/466420920 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d72590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 -- 172.21.15.40:0/466420920 >> 172.21.15.40:0/466420920 conn(0x5562e4d5dda0 msgr2=0x5562e4d636a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 -- 172.21.15.40:0/466420920 shutdown_connections 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.559+0000 7f29ccacab80 1 -- 172.21.15.40:0/466420920 wait complete. 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 -- start start 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 Processor -- start 2023-07-14T12:46:50.584 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d672d0 0x5562e4d72570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d6ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4c59ac0 con 0x5562e4d67be0 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4c597c0 con 0x5562e4d672d0 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4b3d920 con 0x5562e4d72ad0 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ccacab80 10 client.0 _ll_register_callbacks cb 0x5562e4c57760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29b9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.585 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29b9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34546/0 (socket says 172.21.15.40:34546) 2023-07-14T12:46:50.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29b9d9b700 1 -- 172.21.15.40:0/2054345794 learned_addr learned my addr 172.21.15.40:0/2054345794 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.560+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d672d0 0x5562e4d72570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29bad9d700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d6ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29b9d9b700 1 -- 172.21.15.40:0/2054345794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 msgr2=0x5562e4d6ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.586 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d6ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29b9d9b700 1 -- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d672d0 msgr2=0x5562e4d72570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d672d0 0x5562e4d72570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29b9d9b700 1 -- 172.21.15.40:0/2054345794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29bc10d170 con 0x5562e4d67be0 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d672d0 0x5562e4d72570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29bad9d700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d6ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f860 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f29b0011010 tx=0x7f29b00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b3415e164445a5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.587 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29a1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29a1ffb700 1 -- 172.21.15.40:0/2054345794 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b001e740 con 0x5562e4d67be0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29a1ffb700 1 -- 172.21.15.40:0/2054345794 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f29b0017070 con 0x5562e4d67be0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5562e4c134f0 con 0x5562e4d67be0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29a1ffb700 1 -- 172.21.15.40:0/2054345794 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29b001e8a0 con 0x5562e4d67be0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29ccacab80 10 client.15696 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5562e4ad0c60 con 0x5562e4d67be0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.561+0000 7f29a1ffb700 1 -- 172.21.15.40:0/2054345794 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5562e4c134f0 con 0x5562e4d67be0 2023-07-14T12:46:50.588 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29a1ffb700 1 -- 172.21.15.40:0/2054345794 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f29b0028bf0 con 0x5562e4d67be0 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ccacab80 10 client.15696 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ccacab80 10 client.15696 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ccacab80 20 client.15696 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ccacab80 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4d825a0 0x5562e4d849b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ccacab80 4 client.15696 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5562e4cb2eb0 con 0x5562e4d825a0 2023-07-14T12:46:50.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4d825a0 0x5562e4d849b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29ba59c700 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4d825a0 0x5562e4d849b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4e12e26a3b86511 server_cookie=af7bf183a66cdbb4 in_seq=0 out_seq=0 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.562+0000 7f29a1ffb700 10 client.15696 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29a1ffb700 1 -- 172.21.15.40:0/2054345794 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5562e4cb2eb0 con 0x5562e4d825a0 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29a1ffb700 10 client.15696 handle_command_reply: tid=0 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 client.15696 shutdown 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 msgr2=0x5562e4d6f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f860 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f29b0011010 tx=0x7f29b00047c0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 shutdown_connections 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4d825a0 0x5562e4d849b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d6ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d672d0 0x5562e4d72570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29a1ffb700 0 client.15696 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 --2- 172.21.15.40:0/2054345794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f860 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 >> 172.21.15.40:0/2054345794 conn(0x5562e4d5dda0 msgr2=0x5562e4d63290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 shutdown_connections 2023-07-14T12:46:50.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 1 -- 172.21.15.40:0/2054345794 wait complete. 2023-07-14T12:46:50.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.563+0000 7f29ccacab80 20 client.15696 trim_cache size 0 max 16384 2023-07-14T12:46:50.597 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 Processor -- start 2023-07-14T12:46:50.597 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 -- start start 2023-07-14T12:46:50.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d72110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d72ad0 0x5562e4d6f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4d64cd0 con 0x5562e4d67be0 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4d68190 con 0x5562e4d72ad0 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ccacab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4d70800 con 0x5562e4d672d0 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34554/0 (socket says 172.21.15.40:34554) 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 -- 172.21.15.40:0/137805572 learned_addr learned my addr 172.21.15.40:0/137805572 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29ba59c700 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d72110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29bad9d700 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d72ad0 0x5562e4d6f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 -- 172.21.15.40:0/137805572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 msgr2=0x5562e4d72110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d72110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 -- 172.21.15.40:0/137805572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d72ad0 msgr2=0x5562e4d6f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.582+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d72ad0 0x5562e4d6f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.583+0000 7f29b9d9b700 1 -- 172.21.15.40:0/137805572 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5562e4b0e250 con 0x5562e4d67be0 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.583+0000 7f29bad9d700 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d72ad0 0x5562e4d6f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.583+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f060 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f29b0006010 tx=0x7f29b001f550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0f4018b035555e1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.601 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.583+0000 7f29a97fa700 1 -- 172.21.15.40:0/137805572 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b001fa60 con 0x5562e4d67be0 2023-07-14T12:46:50.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.583+0000 7f29a97fa700 1 -- 172.21.15.40:0/137805572 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29b0023070 con 0x5562e4d67be0 2023-07-14T12:46:50.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.583+0000 7f29a97fa700 1 -- 172.21.15.40:0/137805572 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b0028c50 con 0x5562e4d67be0 2023-07-14T12:46:50.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- 172.21.15.40:0/137805572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 msgr2=0x5562e4d6f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f060 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f29b0006010 tx=0x7f29b001f550 comp rx=0 tx=0).stop 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- 172.21.15.40:0/137805572 shutdown_connections 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d672d0 0x5562e4d72110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d72ad0 0x5562e4d6f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- 172.21.15.40:0/137805572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d67be0 0x5562e4d6f060 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- 172.21.15.40:0/137805572 >> 172.21.15.40:0/137805572 conn(0x5562e4d5dda0 msgr2=0x5562e4d6abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- 172.21.15.40:0/137805572 shutdown_connections 2023-07-14T12:46:50.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- 172.21.15.40:0/137805572 wait complete. 2023-07-14T12:46:50.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- start start 2023-07-14T12:46:50.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 Processor -- start 2023-07-14T12:46:50.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 0x5562e4d78dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d79310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d774d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4d77ad0 con 0x5562e4d672d0 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4d77c40 con 0x5562e4d67be0 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.584+0000 7f29ccacab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562e4d77e00 con 0x5562e4d72ad0 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ccacab80 10 client.0 _ll_register_callbacks cb 0x7f29b0011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 0x5562e4d78dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.608 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 0x5562e4d78dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34558/0 (socket says 172.21.15.40:34558) 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 -- 172.21.15.40:0/113508125 learned_addr learned my addr 172.21.15.40:0/113508125 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d79310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29bad9d700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d774d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 -- 172.21.15.40:0/113508125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 msgr2=0x5562e4d774d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d774d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 -- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 msgr2=0x5562e4d79310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:50.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d79310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 -- 172.21.15.40:0/113508125 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5562e4ad0c60 con 0x5562e4d672d0 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d79310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ba59c700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 0x5562e4d78dd0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f29ac099b60 tx=0x7f29ac09d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d73121dc59a14a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29a1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29a1ffb700 1 -- 172.21.15.40:0/113508125 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ac0a2020 con 0x5562e4d672d0 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29a1ffb700 1 -- 172.21.15.40:0/113508125 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f29ac0b21d0 con 0x5562e4d672d0 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.585+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f29b400bcb0 con 0x5562e4d672d0 2023-07-14T12:46:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29a1ffb700 1 -- 172.21.15.40:0/113508125 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29ac0b2390 con 0x5562e4d672d0 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 10 client.15702 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5562e4ae62b0 con 0x5562e4d672d0 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29a1ffb700 1 -- 172.21.15.40:0/113508125 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29ac07c020 con 0x5562e4d672d0 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29a1ffb700 1 -- 172.21.15.40:0/113508125 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f29ac0a1b90 con 0x5562e4d672d0 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 10 client.15702 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 10 client.15702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:50.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 20 client.15702 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4dd7410 0x5562e4dd9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 4 client.15702 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5562e4c75050 con 0x5562e4dd7410 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.586+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4dd7410 0x5562e4dd9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29a1ffb700 10 client.15702 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29b9d9b700 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4dd7410 0x5562e4dd9820 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2cf5329c7805357 server_cookie=8d0604a2d81f1c51 in_seq=0 out_seq=0 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29a1ffb700 1 -- 172.21.15.40:0/113508125 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5562e4c75050 con 0x5562e4dd7410 2023-07-14T12:46:50.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29a1ffb700 10 client.15702 handle_command_reply: tid=0 2023-07-14T12:46:50.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 client.15702 shutdown 2023-07-14T12:46:50.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 msgr2=0x5562e4d78dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 0x5562e4d78dd0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f29ac099b60 tx=0x7f29ac09d040 comp rx=0 tx=0).stop 2023-07-14T12:46:50.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 shutdown_connections 2023-07-14T12:46:50.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5562e4dd7410 0x5562e4dd9820 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5562e4d72ad0 0x5562e4d774d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29a1ffb700 0 client.15702 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:50.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562e4d672d0 0x5562e4d78dd0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 --2- 172.21.15.40:0/113508125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562e4d67be0 0x5562e4d79310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 >> 172.21.15.40:0/113508125 conn(0x5562e4d5dda0 msgr2=0x5562e4d693e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 shutdown_connections 2023-07-14T12:46:50.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 1 -- 172.21.15.40:0/113508125 wait complete. 2023-07-14T12:46:50.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.587+0000 7f29ccacab80 20 client.15702 trim_cache size 0 max 16384 2023-07-14T12:46:50.615 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:46:50.615 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "IDLE (waiting for more scrubs)", 2023-07-14T12:46:50.616 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": { 2023-07-14T12:46:50.616 INFO:teuthology.orchestra.run.smithi040.stdout: "0e6e076d-4a52-42ef-a8c2-f03aa4019b0d": { 2023-07-14T12:46:50.616 INFO:teuthology.orchestra.run.smithi040.stdout: "path": "/", 2023-07-14T12:46:50.616 INFO:teuthology.orchestra.run.smithi040.stdout: "tag": "0e6e076d-4a52-42ef-a8c2-f03aa4019b0d", 2023-07-14T12:46:50.616 INFO:teuthology.orchestra.run.smithi040.stdout: "options": "recursive,force" 2023-07-14T12:46:50.616 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:46:50.617 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:46:50.617 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:46:50.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f29a40a13d0 msgr2=0x7f29a40a3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f29a40a13d0 0x7f29a40a3880 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f29bc1972b0 tx=0x7f29b0009260 comp rx=0 tx=0).stop 2023-07-14T12:46:50.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 msgr2=0x7f29bc195ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:50.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 0x7f29bc195ce0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f29ac00d980 tx=0x7f29ac00dc90 comp rx=0 tx=0).stop 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 shutdown_connections 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f29a40a13d0 0x7f29a40a3880 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f29bc10a070 0x7f29bc1995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f29bc100ca0 0x7f29bc195ce0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 --2- 172.21.15.40:0/2003796105 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29bc1015b0 0x7f29bc196220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 >> 172.21.15.40:0/2003796105 conn(0x7f29bc0fa4b0 msgr2=0x7f29bc10c190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:50.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 shutdown_connections 2023-07-14T12:46:50.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:46:50.588+0000 7f29c0944700 1 -- 172.21.15.40:0/2003796105 wait complete. 2023-07-14T12:46:50.620 INFO:tasks.cephfs.filesystem:scrub status for tag:0e6e076d-4a52-42ef-a8c2-f03aa4019b0d - {'path': '/', 'tag': '0e6e076d-4a52-42ef-a8c2-f03aa4019b0d', 'options': 'recursive,force'} 2023-07-14T12:46:51.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:50 smithi040 ceph-mon[96535]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2023-07-14T12:46:51.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:50 smithi133 ceph-mon[98311]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2023-07-14T12:46:51.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:50 smithi130 ceph-mon[97977]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.7 KiB/s wr, 16 op/s 2023-07-14T12:46:52.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:51 smithi040 ceph-mon[96535]: scrub queued for path: / 2023-07-14T12:46:52.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:51 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:52.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:51 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:46:52.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:51 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:52.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:51 smithi133 ceph-mon[98311]: scrub queued for path: / 2023-07-14T12:46:52.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:51 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:52.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:51 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:46:52.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:51 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:52.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:51 smithi130 ceph-mon[97977]: scrub queued for path: / 2023-07-14T12:46:52.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:51 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:52.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:51 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:46:52.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:51 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:46:53.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:52 smithi040 ceph-mon[96535]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-07-14T12:46:53.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:52 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:46:53.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:52 smithi133 ceph-mon[98311]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-07-14T12:46:53.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:52 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:46:53.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:52 smithi130 ceph-mon[97977]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2023-07-14T12:46:53.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:52 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:46:55.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:54 smithi040 ceph-mon[96535]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-07-14T12:46:55.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:54 smithi133 ceph-mon[98311]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-07-14T12:46:55.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:54 smithi130 ceph-mon[97977]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2023-07-14T12:46:55.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/716653156 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14067c10 msgr2=0x7f5c14067fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/716653156 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14067c10 0x7f5c14067fe0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f5c100099c0 tx=0x7f5c10009cd0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/716653156 shutdown_connections 2023-07-14T12:46:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/716653156 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 0x7f5c1410ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/716653156 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14067c10 0x7f5c14067fe0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/716653156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c140685b0 0x7f5c14104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/716653156 >> 172.21.15.40:0/716653156 conn(0x7f5c14074760 msgr2=0x7f5c14074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:55.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/716653156 shutdown_connections 2023-07-14T12:46:55.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.631+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/716653156 wait complete. 2023-07-14T12:46:55.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.632+0000 7f5c1c5f8700 1 Processor -- start 2023-07-14T12:46:55.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.632+0000 7f5c1c5f8700 1 -- start start 2023-07-14T12:46:55.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.632+0000 7f5c1c5f8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c14067c10 0x7f5c1419bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 0x7f5c1419c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 0x7f5c14195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c14196080 con 0x7f5c140685b0 2023-07-14T12:46:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c141961f0 con 0x7f5c14104e50 2023-07-14T12:46:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c141963b0 con 0x7f5c14067c10 2023-07-14T12:46:55.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 0x7f5c1419c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 0x7f5c1419c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34572/0 (socket says 172.21.15.40:34572) 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 -- 172.21.15.40:0/2808555310 learned_addr learned my addr 172.21.15.40:0/2808555310 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1a394700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c14067c10 0x7f5c1419bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 0x7f5c14195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 -- 172.21.15.40:0/2808555310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c14067c10 msgr2=0x7f5c1419bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c14067c10 0x7f5c1419bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 -- 172.21.15.40:0/2808555310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 msgr2=0x7f5c14195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 0x7f5c14195a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 -- 172.21.15.40:0/2808555310 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c100095f0 con 0x7f5c140685b0 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 0x7f5c14195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c19b93700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 0x7f5c1419c0f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400e940 tx=0x7f5c0400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/2808555310 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c04009730 con 0x7f5c140685b0 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/2808555310 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c0400ee90 con 0x7f5c140685b0 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c14196690 con 0x7f5c140685b0 2023-07-14T12:46:55.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/2808555310 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c04010ea0 con 0x7f5c140685b0 2023-07-14T12:46:55.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.633+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c141a2ba0 con 0x7f5c140685b0 2023-07-14T12:46:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.636+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/2808555310 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 135891+0+0 (secure 0 0 0) 0x7f5c0400cbd0 con 0x7f5c140685b0 2023-07-14T12:46:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.636+0000 7f5c0b7fe700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c000a13d0 0x7f5c000a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.636+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/2808555310 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f5c04014070 con 0x7f5c140685b0 2023-07-14T12:46:55.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.636+0000 7f5c1a394700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c000a13d0 0x7f5c000a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.637+0000 7f5c1a394700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c000a13d0 0x7f5c000a3880 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5c10009990 tx=0x7f5c10005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.637+0000 7f5c2877eb80 1 Processor -- start 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.637+0000 7f5c2877eb80 1 -- start start 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd75cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd757040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7579d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd65cc50 con 0x556bdd75d2d0 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd6af9e0 con 0x556bdd757580 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd6a8e70 con 0x556bdd5b36b0 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd757040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd757040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34580/0 (socket says 172.21.15.40:34580) 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 -- 172.21.15.40:0/223127200 learned_addr learned my addr 172.21.15.40:0/223127200 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c1a394700 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd75cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 -- 172.21.15.40:0/223127200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 msgr2=0x556bdd75cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd75cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 -- 172.21.15.40:0/223127200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 msgr2=0x556bdd7579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 -- 172.21.15.40:0/223127200 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556bdd4d6d80 con 0x556bdd75d2d0 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:46:55.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c19b93700 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd757040 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400e910 tx=0x7f5c04099be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29c98a7e36213095 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c08ff9700 1 -- 172.21.15.40:0/223127200 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c0409e000 con 0x556bdd75d2d0 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.638+0000 7f5c08ff9700 1 -- 172.21.15.40:0/223127200 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c040a2420 con 0x556bdd75d2d0 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c08ff9700 1 -- 172.21.15.40:0/223127200 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c040a1f90 con 0x556bdd75d2d0 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 -- 172.21.15.40:0/223127200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 msgr2=0x556bdd757040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd757040 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400e910 tx=0x7f5c04099be0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 -- 172.21.15.40:0/223127200 shutdown_connections 2023-07-14T12:46:55.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd75cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/223127200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd757040 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 -- 172.21.15.40:0/223127200 >> 172.21.15.40:0/223127200 conn(0x556bdd74cbe0 msgr2=0x556bdd751f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 -- 172.21.15.40:0/223127200 shutdown_connections 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.639+0000 7f5c2877eb80 1 -- 172.21.15.40:0/223127200 wait complete. 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 -- start start 2023-07-14T12:46:55.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 Processor -- start 2023-07-14T12:46:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd763640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7608c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd761000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd648a60 con 0x556bdd75d2d0 2023-07-14T12:46:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd648760 con 0x556bdd757580 2023-07-14T12:46:55.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd52c8c0 con 0x556bdd5b36b0 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c2877eb80 10 client.0 _ll_register_callbacks cb 0x556bdd646700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c1ab95700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd761000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c1ab95700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd761000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34588/0 (socket says 172.21.15.40:34588) 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c1ab95700 1 -- 172.21.15.40:0/2246327434 learned_addr learned my addr 172.21.15.40:0/2246327434 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c1a394700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd763640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.640+0000 7f5c19b93700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c1ab95700 1 -- 172.21.15.40:0/2246327434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 msgr2=0x556bdd763640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd763640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c1ab95700 1 -- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 msgr2=0x556bdd7608c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7608c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c1ab95700 1 -- 172.21.15.40:0/2246327434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c141a2ba0 con 0x556bdd75d2d0 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd761000 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c007970 tx=0x7f5c0c007d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20cf4af08f455ff9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5bfdffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5bfdffb700 1 -- 172.21.15.40:0/2246327434 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c0c010800 con 0x556bdd75d2d0 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5bfdffb700 1 -- 172.21.15.40:0/2246327434 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f5c0c010960 con 0x556bdd75d2d0 2023-07-14T12:46:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556bdd602490 con 0x556bdd75d2d0 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5bfdffb700 1 -- 172.21.15.40:0/2246327434 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c0c010b20 con 0x556bdd75d2d0 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c2877eb80 10 client.15714 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556bdd4bfc00 con 0x556bdd75d2d0 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.641+0000 7f5bfdffb700 1 -- 172.21.15.40:0/2246327434 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556bdd602490 con 0x556bdd75d2d0 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5bfdffb700 1 -- 172.21.15.40:0/2246327434 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5c0c01d3a0 con 0x556bdd75d2d0 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c2877eb80 10 client.15714 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c2877eb80 10 client.15714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c2877eb80 20 client.15714 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd770bb0 0x556bdd772fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c2877eb80 4 client.15714 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:46:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556bdd6a1e50 con 0x556bdd770bb0 2023-07-14T12:46:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c1a394700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd770bb0 0x556bdd772fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5bfdffb700 10 client.15714 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.642+0000 7f5c1a394700 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd770bb0 0x556bdd772fc0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76f11876c137b9a6 server_cookie=d361dafb2d5b26de in_seq=0 out_seq=0 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5bfdffb700 1 -- 172.21.15.40:0/2246327434 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556bdd6a1e50 con 0x556bdd770bb0 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5bfdffb700 10 client.15714 handle_command_reply: tid=0 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 client.15714 shutdown 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 msgr2=0x556bdd761000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd761000 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c007970 tx=0x7f5c0c007d30 comp rx=0 tx=0).stop 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 shutdown_connections 2023-07-14T12:46:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd770bb0 0x556bdd772fc0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd5b36b0 0x556bdd763640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5bfdffb700 0 client.15714 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd75d2d0 0x556bdd761000 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/2246327434 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd7608c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 >> 172.21.15.40:0/2246327434 conn(0x556bdd74cbe0 msgr2=0x556bdd7514e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 shutdown_connections 2023-07-14T12:46:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.643+0000 7f5c2877eb80 1 -- 172.21.15.40:0/2246327434 wait complete. 2023-07-14T12:46:55.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.644+0000 7f5c2877eb80 20 client.15714 trim_cache size 0 max 16384 2023-07-14T12:46:55.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 Processor -- start 2023-07-14T12:46:55.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 -- start start 2023-07-14T12:46:55.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 0x556bdd757040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd75c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd766200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd6a1e80 con 0x556bdd5b36b0 2023-07-14T12:46:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd6024c0 con 0x556bdd757580 2023-07-14T12:46:55.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd753b70 con 0x556bdd75d2d0 2023-07-14T12:46:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.659+0000 7f5c1a394700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 0x556bdd757040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 0x556bdd757040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34592/0 (socket says 172.21.15.40:34592) 2023-07-14T12:46:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 -- 172.21.15.40:0/405943997 learned_addr learned my addr 172.21.15.40:0/405943997 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:55.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd766200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c19b93700 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd75c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 -- 172.21.15.40:0/405943997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 msgr2=0x556bdd766200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd766200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 -- 172.21.15.40:0/405943997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 msgr2=0x556bdd75c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd75c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 -- 172.21.15.40:0/405943997 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556bdd4fd1f0 con 0x556bdd5b36b0 2023-07-14T12:46:55.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c1a394700 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 0x556bdd757040 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5c100058e0 tx=0x7f5c10022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c380df17756cdc52 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:55.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c097fa700 1 -- 172.21.15.40:0/405943997 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1002c040 con 0x556bdd5b36b0 2023-07-14T12:46:55.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c097fa700 1 -- 172.21.15.40:0/405943997 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c1001e040 con 0x556bdd5b36b0 2023-07-14T12:46:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.660+0000 7f5c097fa700 1 -- 172.21.15.40:0/405943997 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c10004260 con 0x556bdd5b36b0 2023-07-14T12:46:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 -- 172.21.15.40:0/405943997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 msgr2=0x556bdd757040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 0x556bdd757040 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5c100058e0 tx=0x7f5c10022000 comp rx=0 tx=0).stop 2023-07-14T12:46:55.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 -- 172.21.15.40:0/405943997 shutdown_connections 2023-07-14T12:46:55.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd766200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd5b36b0 0x556bdd757040 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/405943997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd757580 0x556bdd75c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 -- 172.21.15.40:0/405943997 >> 172.21.15.40:0/405943997 conn(0x556bdd74cbe0 msgr2=0x556bdd75da90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:55.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 -- 172.21.15.40:0/405943997 shutdown_connections 2023-07-14T12:46:55.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 -- 172.21.15.40:0/405943997 wait complete. 2023-07-14T12:46:55.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 -- start start 2023-07-14T12:46:55.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.661+0000 7f5c2877eb80 1 Processor -- start 2023-07-14T12:46:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd5b36b0 0x556bdd7b8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 0x556bdd7b90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd7bdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd7be0a0 con 0x556bdd757580 2023-07-14T12:46:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd7be1e0 con 0x556bdd5b36b0 2023-07-14T12:46:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bdd7be3a0 con 0x556bdd75d2d0 2023-07-14T12:46:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c2877eb80 10 client.0 _ll_register_callbacks cb 0x7f5c0c009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:46:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 0x556bdd7b90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 0x556bdd7b90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34600/0 (socket says 172.21.15.40:34600) 2023-07-14T12:46:55.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 -- 172.21.15.40:0/1912805101 learned_addr learned my addr 172.21.15.40:0/1912805101 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:46:55.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c1a394700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd5b36b0 0x556bdd7b8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c1ab95700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd7bdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 -- 172.21.15.40:0/1912805101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 msgr2=0x556bdd7bdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd7bdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 -- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd5b36b0 msgr2=0x556bdd7b8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:46:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd5b36b0 0x556bdd7b8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 -- 172.21.15.40:0/1912805101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c1410d210 con 0x556bdd757580 2023-07-14T12:46:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5c19b93700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 0x556bdd7b90f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5c04099f60 tx=0x7f5c04099b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1338e8f7ade1b78 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:46:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.662+0000 7f5bfdffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:46:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5bfdffb700 1 -- 172.21.15.40:0/1912805101 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c040ca640 con 0x556bdd757580 2023-07-14T12:46:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5bfdffb700 1 -- 172.21.15.40:0/1912805101 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f5c0409e000 con 0x556bdd757580 2023-07-14T12:46:55.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c040a2420 con 0x556bdd757580 2023-07-14T12:46:55.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5bfdffb700 1 -- 172.21.15.40:0/1912805101 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c04078ea0 con 0x556bdd757580 2023-07-14T12:46:55.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 10 client.15720 fetch_fsmap learned FSMap version 27 2023-07-14T12:46:55.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556bdd4d5250 con 0x556bdd757580 2023-07-14T12:46:55.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5bfdffb700 1 -- 172.21.15.40:0/1912805101 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c040a2420 con 0x556bdd757580 2023-07-14T12:46:55.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5bfdffb700 1 -- 172.21.15.40:0/1912805101 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f5c040a1f90 con 0x556bdd757580 2023-07-14T12:46:55.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 10 client.15720 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:46:55.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 10 client.15720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:46:55.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 20 client.15720 populate_metadata read hostname 'smithi040' 2023-07-14T12:46:55.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd7c5910 0x556bdd7c7d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:46:55.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 4 client.15720 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:46:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556bdd663ff0 con 0x556bdd7c5910 2023-07-14T12:46:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.663+0000 7f5c1a394700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd7c5910 0x556bdd7c7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:46:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.664+0000 7f5c1a394700 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd7c5910 0x556bdd7c7d20 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e263c4207e53c5e server_cookie=59cf5a97914d1903 in_seq=0 out_seq=0 2023-07-14T12:46:55.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.664+0000 7f5bfdffb700 10 client.15720 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:55.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5bfdffb700 1 -- 172.21.15.40:0/1912805101 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556bdd663ff0 con 0x556bdd7c5910 2023-07-14T12:46:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5bfdffb700 10 client.15720 handle_command_reply: tid=0 2023-07-14T12:46:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 client.15720 shutdown 2023-07-14T12:46:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 msgr2=0x556bdd7b90f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 0x556bdd7b90f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5c04099f60 tx=0x7f5c04099b10 comp rx=0 tx=0).stop 2023-07-14T12:46:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 shutdown_connections 2023-07-14T12:46:55.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556bdd7c5910 0x556bdd7c7d20 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bdd75d2d0 0x556bdd7bdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5bfdffb700 0 client.15720 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556bdd5b36b0 0x556bdd7b8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 --2- 172.21.15.40:0/1912805101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556bdd757580 0x556bdd7b90f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.672+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 >> 172.21.15.40:0/1912805101 conn(0x556bdd74cbe0 msgr2=0x556bdd75ba80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 shutdown_connections 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c2877eb80 1 -- 172.21.15.40:0/1912805101 wait complete. 2023-07-14T12:46:55.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c2877eb80 20 client.15720 trim_cache size 0 max 16384 2023-07-14T12:46:55.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:46:55.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:46:55.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:46:55.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:46:55.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c000a13d0 msgr2=0x7f5c000a3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c000a13d0 0x7f5c000a3880 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5c10009990 tx=0x7f5c10005fb0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 msgr2=0x7f5c1419c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:46:55.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 0x7f5c1419c0f0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f5c0400e940 tx=0x7f5c0400ec50 comp rx=0 tx=0).stop 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 shutdown_connections 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c000a13d0 0x7f5c000a3880 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c14067c10 0x7f5c1419bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c14104e50 0x7f5c14195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 --2- 172.21.15.40:0/2808555310 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c140685b0 0x7f5c1419c0f0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 >> 172.21.15.40:0/2808555310 conn(0x7f5c14074760 msgr2=0x7f5c141036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.673+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 shutdown_connections 2023-07-14T12:46:55.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:46:55.674+0000 7f5c1c5f8700 1 -- 172.21.15.40:0/2808555310 wait complete. 2023-07-14T12:46:57.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:56 smithi040 ceph-mon[96535]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.3 KiB/s wr, 15 op/s 2023-07-14T12:46:57.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:56 smithi133 ceph-mon[98311]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.3 KiB/s wr, 15 op/s 2023-07-14T12:46:57.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:56 smithi130 ceph-mon[97977]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.3 KiB/s wr, 15 op/s 2023-07-14T12:46:59.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:46:58 smithi040 ceph-mon[96535]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2023-07-14T12:46:59.231 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:46:58 smithi133 ceph-mon[98311]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2023-07-14T12:46:59.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:46:58 smithi130 ceph-mon[97977]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 9 op/s 2023-07-14T12:47:00.823 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:47:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:47:00.390+0000 7fc9860ef700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:47:00.823 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:47:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:47:00.390+0000 7fc9860ef700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:47:00.824 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:47:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:47:00.390+0000 7fc9860ef700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:47:00.824 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:47:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:47:00.390+0000 7fc9860ef700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:47:00.824 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 12:47:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T12:47:00.390+0000 7fc9860ef700 -1 client.0 error registering admin socket command: (17) File exists 2023-07-14T12:47:00.824 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:00 smithi040 ceph-mon[96535]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 511 B/s wr, 14 op/s 2023-07-14T12:47:01.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:00 smithi133 ceph-mon[98311]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 511 B/s wr, 14 op/s 2023-07-14T12:47:01.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:00 smithi130 ceph-mon[97977]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 511 B/s wr, 14 op/s 2023-07-14T12:47:03.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:02 smithi040 ceph-mon[96535]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 511 B/s wr, 10 op/s 2023-07-14T12:47:03.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:02 smithi040 ceph-mon[96535]: mgrmap e24: x(active, since 34s), standbys: y, z 2023-07-14T12:47:03.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:02 smithi133 ceph-mon[98311]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 511 B/s wr, 10 op/s 2023-07-14T12:47:03.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:02 smithi133 ceph-mon[98311]: mgrmap e24: x(active, since 34s), standbys: y, z 2023-07-14T12:47:03.271 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:02 smithi130 ceph-mon[97977]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 511 B/s wr, 10 op/s 2023-07-14T12:47:03.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:02 smithi130 ceph-mon[97977]: mgrmap e24: x(active, since 34s), standbys: y, z 2023-07-14T12:47:05.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:04 smithi040 ceph-mon[96535]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-07-14T12:47:05.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:04 smithi133 ceph-mon[98311]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-07-14T12:47:05.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:04 smithi130 ceph-mon[97977]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2023-07-14T12:47:07.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:06 smithi040 ceph-mon[96535]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 26 op/s 2023-07-14T12:47:07.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:06 smithi133 ceph-mon[98311]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 26 op/s 2023-07-14T12:47:07.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:06 smithi130 ceph-mon[97977]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 26 op/s 2023-07-14T12:47:08.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 -- 172.21.15.40:0/1412785265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40ff3e0 msgr2=0x7f1ab410b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 --2- 172.21.15.40:0/1412785265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40ff3e0 0x7f1ab410b860 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00b1a0 tx=0x7f1aac00b4b0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 -- 172.21.15.40:0/1412785265 shutdown_connections 2023-07-14T12:47:08.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 --2- 172.21.15.40:0/1412785265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ab4104a30 0x7f1ab4104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 --2- 172.21.15.40:0/1412785265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40ff3e0 0x7f1ab410b860 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 --2- 172.21.15.40:0/1412785265 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ab40fea30 0x7f1ab40feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 -- 172.21.15.40:0/1412785265 >> 172.21.15.40:0/1412785265 conn(0x7f1ab4074760 msgr2=0x7f1ab4074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:08.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 -- 172.21.15.40:0/1412785265 shutdown_connections 2023-07-14T12:47:08.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.846+0000 7f1ab9443700 1 -- 172.21.15.40:0/1412785265 wait complete. 2023-07-14T12:47:08.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 Processor -- start 2023-07-14T12:47:08.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 -- start start 2023-07-14T12:47:08.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 0x7f1ab4197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ab40ff3e0 0x7f1ab4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ab4104a30 0x7f1ab419c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab419cf90 con 0x7f1ab40fea30 2023-07-14T12:47:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab419d100 con 0x7f1ab4104a30 2023-07-14T12:47:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.847+0000 7f1ab9443700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab419d2c0 con 0x7f1ab40ff3e0 2023-07-14T12:47:08.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 0x7f1ab4197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 0x7f1ab4197df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34630/0 (socket says 172.21.15.40:34630) 2023-07-14T12:47:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/136329024 learned_addr learned my addr 172.21.15.40:0/136329024 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ab40ff3e0 0x7f1ab4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab37fe700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ab4104a30 0x7f1ab419c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/136329024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ab40ff3e0 msgr2=0x7f1ab4198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ab40ff3e0 0x7f1ab4198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/136329024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ab4104a30 msgr2=0x7f1ab419c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ab4104a30 0x7f1ab419c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/136329024 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa8009520 con 0x7f1ab40fea30 2023-07-14T12:47:08.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 0x7f1ab4197df0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400e950 tx=0x7f1aa400ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:08.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1a9bfff700 1 -- 172.21.15.40:0/136329024 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa4009770 con 0x7f1ab40fea30 2023-07-14T12:47:08.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.848+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aac009d00 con 0x7f1ab40fea30 2023-07-14T12:47:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.849+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ab41a4c00 con 0x7f1ab40fea30 2023-07-14T12:47:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.849+0000 7f1a9bfff700 1 -- 172.21.15.40:0/136329024 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa400c7e0 con 0x7f1ab40fea30 2023-07-14T12:47:08.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.849+0000 7f1a9bfff700 1 -- 172.21.15.40:0/136329024 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa4003c60 con 0x7f1ab40fea30 2023-07-14T12:47:08.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.852+0000 7f1a9bfff700 1 -- 172.21.15.40:0/136329024 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f1aa4004230 con 0x7f1ab40fea30 2023-07-14T12:47:08.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.853+0000 7f1a9bfff700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1a9c0a1460 0x7f1a9c0a3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.853+0000 7f1a9bfff700 1 -- 172.21.15.40:0/136329024 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f1aa4014070 con 0x7f1ab40fea30 2023-07-14T12:47:08.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.853+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1a9c0a1460 0x7f1a9c0a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.853+0000 7f1ac55c9b80 1 Processor -- start 2023-07-14T12:47:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.853+0000 7f1ac55c9b80 1 -- start start 2023-07-14T12:47:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c12fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c1341a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1346e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c02cc50 con 0x561b0c12ff80 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c07f9e0 con 0x561b0bf836b0 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c078e70 con 0x561b0c1303f0 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1a9c0a1460 0x7f1a9c0a3910 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1ab41995c0 tx=0x7f1aa8009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c12fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c12fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:51892/0 (socket says 172.21.15.40:51892) 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3803149735 learned_addr learned my addr 172.21.15.40:0/3803149735 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:08.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c1341a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab37fe700 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1346e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3803149735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 msgr2=0x561b0c1346e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1346e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3803149735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 msgr2=0x561b0c1341a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c1341a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3803149735 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b0bea6d80 con 0x561b0bf836b0 2023-07-14T12:47:08.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.854+0000 7f1ab37fe700 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1346e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.855+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c12fa40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4099e20 tx=0x7f1aa400b2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7d18facff1c6c76 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.855+0000 7f1a997fa700 1 -- 172.21.15.40:0/3803149735 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa40a22e0 con 0x561b0bf836b0 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.855+0000 7f1a997fa700 1 -- 172.21.15.40:0/3803149735 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa4003dc0 con 0x561b0bf836b0 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.855+0000 7f1a997fa700 1 -- 172.21.15.40:0/3803149735 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa40995e0 con 0x561b0bf836b0 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3803149735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 msgr2=0x561b0c12fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c12fa40 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4099e20 tx=0x7f1aa400b2c0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3803149735 shutdown_connections 2023-07-14T12:47:08.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1346e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c12fa40 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3803149735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c1341a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3803149735 >> 172.21.15.40:0/3803149735 conn(0x561b0c11cbe0 msgr2=0x561b0c121f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3803149735 shutdown_connections 2023-07-14T12:47:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3803149735 wait complete. 2023-07-14T12:47:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.856+0000 7f1ac55c9b80 1 -- start start 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 Processor -- start 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 0x561b0c13bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c139060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 0x561b0c1395e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c018a60 con 0x561b0c12ff80 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c018760 con 0x561b0c1303f0 2023-07-14T12:47:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0befc8c0 con 0x561b0bf836b0 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ac55c9b80 10 client.0 _ll_register_callbacks cb 0x561b0c016700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 0x561b0c13bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ab37fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 0x561b0c1395e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 0x561b0c13bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:48334/0 (socket says 172.21.15.40:48334) 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ab37fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 0x561b0c1395e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:51900/0 (socket says 172.21.15.40:51900) 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.857+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3347866222 learned_addr learned my addr 172.21.15.40:0/3347866222 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:08.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 msgr2=0x561b0c1395e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 0x561b0c1395e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3347866222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 msgr2=0x561b0c139060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c139060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/3347866222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ab41a4c00 con 0x561b0bf836b0 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab37fe700 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 0x561b0c1395e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 0x561b0c13bdb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40a1db0 tx=0x7f1aa409e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdda2da78670b8d9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:08.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1a96ff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1a96ff5700 1 -- 172.21.15.40:0/3347866222 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa40ca2a0 con 0x561b0bf836b0 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1a96ff5700 1 -- 172.21.15.40:0/3347866222 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f1aa40a22e0 con 0x561b0bf836b0 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b0bfd2490 con 0x561b0bf836b0 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1a96ff5700 1 -- 172.21.15.40:0/3347866222 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1aa407aea0 con 0x561b0bf836b0 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ac55c9b80 10 client.25405 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.858+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561b0be8fc00 con 0x561b0bf836b0 2023-07-14T12:47:08.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1a96ff5700 1 -- 172.21.15.40:0/3347866222 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561b0bfd2490 con 0x561b0bf836b0 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1a96ff5700 1 -- 172.21.15.40:0/3347866222 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1aa40ca8c0 con 0x561b0bf836b0 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1ac55c9b80 10 client.25405 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1ac55c9b80 10 client.25405 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1ac55c9b80 20 client.25405 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c151810 0x561b0c153c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1ac55c9b80 4 client.25405 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.859+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b0c071e50 con 0x561b0c151810 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.860+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c151810 0x561b0c153c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.860+0000 7f1a96ff5700 10 client.25405 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.860+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c151810 0x561b0c153c20 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30253e1179879a3e server_cookie=cff87702c2bc55af in_seq=0 out_seq=0 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1a96ff5700 1 -- 172.21.15.40:0/3347866222 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561b0c071e50 con 0x561b0c151810 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1a96ff5700 10 client.25405 handle_command_reply: tid=0 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 client.25405 shutdown 2023-07-14T12:47:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 msgr2=0x561b0c13bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 0x561b0c13bdb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40a1db0 tx=0x7f1aa409e000 comp rx=0 tx=0).stop 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 shutdown_connections 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c151810 0x561b0c153c20 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0bf836b0 0x561b0c13bdb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1a96ff5700 0 client.25405 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c1303f0 0x561b0c1395e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/3347866222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c139060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 >> 172.21.15.40:0/3347866222 conn(0x561b0c11cbe0 msgr2=0x561b0c1214e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 shutdown_connections 2023-07-14T12:47:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/3347866222 wait complete. 2023-07-14T12:47:08.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.861+0000 7f1ac55c9b80 20 client.25405 trim_cache size 0 max 16384 2023-07-14T12:47:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 Processor -- start 2023-07-14T12:47:08.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 -- start start 2023-07-14T12:47:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 0x561b0c12b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c12ff80 0x561b0c121c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c12dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c12f6a0 con 0x561b0bf836b0 2023-07-14T12:47:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c1307f0 con 0x561b0c12ff80 2023-07-14T12:47:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.890+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c134fd0 con 0x561b0c1303f0 2023-07-14T12:47:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 0x561b0c12b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 0x561b0c12b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34652/0 (socket says 172.21.15.40:34652) 2023-07-14T12:47:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/109395794 learned_addr learned my addr 172.21.15.40:0/109395794 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c12ff80 0x561b0c121c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab37fe700 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c12dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/109395794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 msgr2=0x561b0c12dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c12dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/109395794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c12ff80 msgr2=0x561b0c121c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c12ff80 0x561b0c121c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/109395794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b0becd1f0 con 0x561b0bf836b0 2023-07-14T12:47:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c12ff80 0x561b0c121c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 0x561b0c12b100 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400cfd0 tx=0x7f1aa4095bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aee9db163accdae server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1a99ffb700 1 -- 172.21.15.40:0/109395794 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa400b2c0 con 0x561b0bf836b0 2023-07-14T12:47:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1a99ffb700 1 -- 172.21.15.40:0/109395794 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa40a22e0 con 0x561b0bf836b0 2023-07-14T12:47:08.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.891+0000 7f1a99ffb700 1 -- 172.21.15.40:0/109395794 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa40a20b0 con 0x561b0bf836b0 2023-07-14T12:47:08.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.892+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/109395794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 msgr2=0x561b0c12b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.892+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 0x561b0c12b100 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400cfd0 tx=0x7f1aa4095bb0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.892+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/109395794 shutdown_connections 2023-07-14T12:47:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.892+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c12dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.892+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0bf836b0 0x561b0c12b100 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.892+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/109395794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0c12ff80 0x561b0c121c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/109395794 >> 172.21.15.40:0/109395794 conn(0x561b0c11cbe0 msgr2=0x561b0c12d890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/109395794 shutdown_connections 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/109395794 wait complete. 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- start start 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 Processor -- start 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c19e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c19ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c198fb0 con 0x561b0c12ff80 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c199120 con 0x561b0bf836b0 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0c1992e0 con 0x561b0c1303f0 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.893+0000 7f1ac55c9b80 10 client.0 _ll_register_callbacks cb 0x7f1aa8009a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c19ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c19ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34662/0 (socket says 172.21.15.40:34662) 2023-07-14T12:47:08.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab27fc700 1 -- 172.21.15.40:0/798227371 learned_addr learned my addr 172.21.15.40:0/798227371 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c19e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab37fe700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/798227371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 msgr2=0x561b0c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/798227371 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 msgr2=0x561b0c19ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c19ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 -- 172.21.15.40:0/798227371 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b0be8fc00 con 0x561b0bf836b0 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c19ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1ab2ffd700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c19e670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40cabf0 tx=0x7f1aa409e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64d4205431de03f3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1a96ff5700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.894+0000 7f1a96ff5700 1 -- 172.21.15.40:0/798227371 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa400b2c0 con 0x561b0bf836b0 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1a96ff5700 1 -- 172.21.15.40:0/798227371 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f1aa409a0f0 con 0x561b0bf836b0 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1aa4003dc0 con 0x561b0bf836b0 2023-07-14T12:47:08.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1a96ff5700 1 -- 172.21.15.40:0/798227371 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1aa409a2b0 con 0x561b0bf836b0 2023-07-14T12:47:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 10 client.25457 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x561b0bea5250 con 0x561b0bf836b0 2023-07-14T12:47:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1a96ff5700 1 -- 172.21.15.40:0/798227371 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa4003dc0 con 0x561b0bf836b0 2023-07-14T12:47:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1a96ff5700 1 -- 172.21.15.40:0/798227371 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1aa40b2360 con 0x561b0bf836b0 2023-07-14T12:47:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 10 client.25457 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:08.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 10 client.25457 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 20 client.25457 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c1a5fc0 0x561b0c1a83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 4 client.25457 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.895+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561b0c033ff0 con 0x561b0c1a5fc0 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.896+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c1a5fc0 0x561b0c1a83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.896+0000 7f1a96ff5700 10 client.25457 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:08.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.896+0000 7f1ab27fc700 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c1a5fc0 0x561b0c1a83a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f25de8eb9d59a151 server_cookie=ed730d1882f91848 in_seq=0 out_seq=0 2023-07-14T12:47:08.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.905+0000 7f1a96ff5700 1 -- 172.21.15.40:0/798227371 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561b0c033ff0 con 0x561b0c1a5fc0 2023-07-14T12:47:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.905+0000 7f1a96ff5700 10 client.25457 handle_command_reply: tid=0 2023-07-14T12:47:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.905+0000 7f1ac55c9b80 1 client.25457 shutdown 2023-07-14T12:47:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 msgr2=0x561b0c19e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c19e670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40cabf0 tx=0x7f1aa409e000 comp rx=0 tx=0).stop 2023-07-14T12:47:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 shutdown_connections 2023-07-14T12:47:08.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561b0c1a5fc0 0x561b0c1a83a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b0c1303f0 0x561b0c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561b0bf836b0 0x561b0c19e670 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 --2- 172.21.15.40:0/798227371 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561b0c12ff80 0x561b0c19ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 >> 172.21.15.40:0/798227371 conn(0x561b0c11cbe0 msgr2=0x561b0c12e120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1a96ff5700 0 client.25457 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 shutdown_connections 2023-07-14T12:47:08.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 1 -- 172.21.15.40:0/798227371 wait complete. 2023-07-14T12:47:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ac55c9b80 20 client.25457 trim_cache size 0 max 16384 2023-07-14T12:47:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:47:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:47:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:47:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:47:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1a9c0a1460 msgr2=0x7f1a9c0a3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.906+0000 7f1ab9443700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1a9c0a1460 0x7f1a9c0a3910 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f1ab41995c0 tx=0x7f1aa8009260 comp rx=0 tx=0).stop 2023-07-14T12:47:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 msgr2=0x7f1ab4197df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 0x7f1ab4197df0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400e950 tx=0x7f1aa400ec60 comp rx=0 tx=0).stop 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 shutdown_connections 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1a9c0a1460 0x7f1a9c0a3910 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ab4104a30 0x7f1ab419c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab40fea30 0x7f1ab4197df0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 --2- 172.21.15.40:0/136329024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ab40ff3e0 0x7f1ab4198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:08.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 >> 172.21.15.40:0/136329024 conn(0x7f1ab4074760 msgr2=0x7f1ab40fcf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:08.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 shutdown_connections 2023-07-14T12:47:08.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:08.907+0000 7f1ab9443700 1 -- 172.21.15.40:0/136329024 wait complete. 2023-07-14T12:47:09.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:08 smithi040 ceph-mon[96535]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 22 op/s 2023-07-14T12:47:09.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:08 smithi133 ceph-mon[98311]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 22 op/s 2023-07-14T12:47:09.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:08 smithi130 ceph-mon[97977]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 22 op/s 2023-07-14T12:47:11.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:10 smithi040 ceph-mon[96535]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 27 op/s 2023-07-14T12:47:11.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:10 smithi133 ceph-mon[98311]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 27 op/s 2023-07-14T12:47:11.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:10 smithi130 ceph-mon[97977]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 27 op/s 2023-07-14T12:47:13.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:12 smithi040 ceph-mon[96535]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 21 op/s 2023-07-14T12:47:13.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:12 smithi133 ceph-mon[98311]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 21 op/s 2023-07-14T12:47:13.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:12 smithi130 ceph-mon[97977]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 24 KiB/s wr, 21 op/s 2023-07-14T12:47:15.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:14 smithi040 ceph-mon[96535]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 27 op/s 2023-07-14T12:47:15.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:14 smithi133 ceph-mon[98311]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 27 op/s 2023-07-14T12:47:15.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:14 smithi130 ceph-mon[97977]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 27 op/s 2023-07-14T12:47:17.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:16 smithi040 ceph-mon[96535]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.3 KiB/s wr, 14 op/s 2023-07-14T12:47:17.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:16 smithi133 ceph-mon[98311]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.3 KiB/s wr, 14 op/s 2023-07-14T12:47:17.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:16 smithi130 ceph-mon[97977]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.3 KiB/s wr, 14 op/s 2023-07-14T12:47:19.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:18 smithi133 ceph-mon[98311]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2023-07-14T12:47:19.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:18 smithi130 ceph-mon[97977]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2023-07-14T12:47:19.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:18 smithi040 ceph-mon[96535]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2023-07-14T12:47:20.621 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:47:20.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 -- 172.21.15.40:0/1449097407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 msgr2=0x7f8e70104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/1449097407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e70104db0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f8e60009990 tx=0x7f8e60009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 -- 172.21.15.40:0/1449097407 shutdown_connections 2023-07-14T12:47:20.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/1449097407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e700ff380 0x7f8e7010b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/1449097407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e70104db0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/1449097407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 0x7f8e700fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 -- 172.21.15.40:0/1449097407 >> 172.21.15.40:0/1449097407 conn(0x7f8e700fa4b0 msgr2=0x7f8e700fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:20.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 -- 172.21.15.40:0/1449097407 shutdown_connections 2023-07-14T12:47:20.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.826+0000 7f8e74fa9700 1 -- 172.21.15.40:0/1449097407 wait complete. 2023-07-14T12:47:20.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 Processor -- start 2023-07-14T12:47:20.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 -- start start 2023-07-14T12:47:20.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 0x7f8e7010c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e700ff380 0x7f8e7010c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e701a3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e7010ce10 con 0x7f8e701049e0 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e701a4340 con 0x7f8e700ff380 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.827+0000 7f8e74fa9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e701a4480 con 0x7f8e700fe9d0 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e701a3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6e59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 0x7f8e7010c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6e59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 0x7f8e7010c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:48362/0 (socket says 172.21.15.40:48362) 2023-07-14T12:47:20.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e701a3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34676/0 (socket says 172.21.15.40:34676) 2023-07-14T12:47:20.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6e59c700 1 -- 172.21.15.40:0/660940287 learned_addr learned my addr 172.21.15.40:0/660940287 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:20.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 -- 172.21.15.40:0/660940287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 msgr2=0x7f8e7010c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 0x7f8e7010c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 -- 172.21.15.40:0/660940287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e700ff380 msgr2=0x7f8e7010c5e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-14T12:47:20.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e700ff380 0x7f8e7010c5e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 -- 172.21.15.40:0/660940287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e600095f0 con 0x7f8e701049e0 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e6ed9d700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e701a3e00 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f8e6800efc0 tx=0x7f8e6800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.828+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/660940287 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68018070 con 0x7f8e701049e0 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.829+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e701a4680 con 0x7f8e701049e0 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.829+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/660940287 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e6800f040 con 0x7f8e701049e0 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.829+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/660940287 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68003e20 con 0x7f8e701049e0 2023-07-14T12:47:20.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.829+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e701a4b60 con 0x7f8e701049e0 2023-07-14T12:47:20.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.833+0000 7f8e8112fb80 1 Processor -- start 2023-07-14T12:47:20.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/660940287 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f8e6800ca50 con 0x7f8e701049e0 2023-07-14T12:47:20.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 -- start start 2023-07-14T12:47:20.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb0eb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0ebbe0 0x5564fb0feda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb1016c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564faff1cb0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb044a40 con 0x5564fb0ff2e0 2023-07-14T12:47:20.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.834+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb03ded0 con 0x5564fb0ebbe0 2023-07-14T12:47:20.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.835+0000 7f8e5f7fe700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e580a1460 0x7f8e580a3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.835+0000 7f8e6ed9d700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e580a1460 0x7f8e580a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.835+0000 7f8e5f7fe700 1 -- 172.21.15.40:0/660940287 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8e680ccbd0 con 0x7f8e701049e0 2023-07-14T12:47:20.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.835+0000 7f8e6ed9d700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e580a1460 0x7f8e580a3910 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8e680ca220 tx=0x7f8e68051040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:20.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb0eb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb0eb6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34680/0 (socket says 172.21.15.40:34680) 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1800001844 learned_addr learned my addr 172.21.15.40:0/1800001844 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb1016c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1800001844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0ebbe0 msgr2=0x5564fb0feda0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0ebbe0 0x5564fb0feda0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1800001844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 msgr2=0x5564fb1016c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb1016c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1800001844 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564fae6bde0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.836+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb0eb6a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f8e64009fc0 tx=0x7f8e640097f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1bc5af94302bc20 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:20.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.837+0000 7f8e5cff9700 1 -- 172.21.15.40:0/1800001844 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64012cd0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.837+0000 7f8e5cff9700 1 -- 172.21.15.40:0/1800001844 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e64012e30 con 0x5564fb0eb2d0 2023-07-14T12:47:20.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.837+0000 7f8e5cff9700 1 -- 172.21.15.40:0/1800001844 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64005280 con 0x5564fb0eb2d0 2023-07-14T12:47:20.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1800001844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 msgr2=0x5564fb0eb6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb0eb6a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f8e64009fc0 tx=0x7f8e640097f0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1800001844 shutdown_connections 2023-07-14T12:47:20.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb1016c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb0eb6a0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1800001844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0ebbe0 0x5564fb0feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.838+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1800001844 >> 172.21.15.40:0/1800001844 conn(0x5564fb0e1da0 msgr2=0x5564fb0e76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:20.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.840+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1800001844 shutdown_connections 2023-07-14T12:47:20.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.842+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1800001844 wait complete. 2023-07-14T12:47:20.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.842+0000 7f8e8112fb80 1 -- start start 2023-07-14T12:47:20.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.842+0000 7f8e8112fb80 1 Processor -- start 2023-07-14T12:47:20.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb0fc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0fc610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb10ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fafddac0 con 0x5564fb0fcb50 2023-07-14T12:47:20.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fafdd7c0 con 0x5564fb0ff2e0 2023-07-14T12:47:20.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564faec1920 con 0x5564fb0eb2d0 2023-07-14T12:47:20.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e8112fb80 10 client.0 _ll_register_callbacks cb 0x5564fafdb760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:20.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0fc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0fc610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:51942/0 (socket says 172.21.15.40:51942) 2023-07-14T12:47:20.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 -- 172.21.15.40:0/596404957 learned_addr learned my addr 172.21.15.40:0/596404957 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:20.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 -- 172.21.15.40:0/596404957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 msgr2=0x5564fb0fc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb0fc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 -- 172.21.15.40:0/596404957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 msgr2=0x5564fb10ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb10ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.843+0000 7f8e6e59c700 1 -- 172.21.15.40:0/596404957 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e64009c50 con 0x5564fb0ff2e0 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0fc610 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8e60005910 tx=0x7f8e6000bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b60e280b5e983dc2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e55ffb700 1 -- 172.21.15.40:0/596404957 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e60004500 con 0x5564fb0ff2e0 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e55ffb700 1 -- 172.21.15.40:0/596404957 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8e60004660 con 0x5564fb0ff2e0 2023-07-14T12:47:20.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564faf974f0 con 0x5564fb0ff2e0 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e55ffb700 1 -- 172.21.15.40:0/596404957 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e60004820 con 0x5564fb0ff2e0 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e8112fb80 10 client.25466 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.844+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5564fae54c60 con 0x5564fb0ff2e0 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e55ffb700 1 -- 172.21.15.40:0/596404957 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e6002f020 con 0x5564fb0ff2e0 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e55ffb700 1 -- 172.21.15.40:0/596404957 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8e6000f940 con 0x5564fb0ff2e0 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e8112fb80 10 client.25466 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e8112fb80 10 client.25466 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:20.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e8112fb80 20 client.25466 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:20.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb1200d0 0x5564fb122500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e8112fb80 4 client.25466 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:20.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5564fb036eb0 con 0x5564fb1200d0 2023-07-14T12:47:20.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.845+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb1200d0 0x5564fb122500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e55ffb700 10 client.25466 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:20.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb1200d0 0x5564fb122500 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45e8047a6f5d4937 server_cookie=67334b649469eaa7 in_seq=0 out_seq=0 2023-07-14T12:47:20.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e55ffb700 1 -- 172.21.15.40:0/596404957 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5564fb036eb0 con 0x5564fb1200d0 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e55ffb700 10 client.25466 handle_command_reply: tid=0 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e8112fb80 1 client.25466 shutdown 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 msgr2=0x5564fb0fc610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.846+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0fc610 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8e60005910 tx=0x7f8e6000bf60 comp rx=0 tx=0).stop 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 shutdown_connections 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb1200d0 0x5564fb122500 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb0fc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb10ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e55ffb700 0 client.25466 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/596404957 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0fc610 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 >> 172.21.15.40:0/596404957 conn(0x5564fb0e1da0 msgr2=0x5564fb0e7230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 shutdown_connections 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 1 -- 172.21.15.40:0/596404957 wait complete. 2023-07-14T12:47:20.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.847+0000 7f8e8112fb80 20 client.25466 trim_cache size 0 max 16384 2023-07-14T12:47:20.895 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.880+0000 7f8e8112fb80 1 Processor -- start 2023-07-14T12:47:20.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.880+0000 7f8e8112fb80 1 -- start start 2023-07-14T12:47:20.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb105cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0fcb50 0x5564fb0e71d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0e7710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb0e3ec0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb0e8530 con 0x5564fb0ff2e0 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb0e8d20 con 0x5564fb0fcb50 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb105cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb105cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34692/0 (socket says 172.21.15.40:34692) 2023-07-14T12:47:20.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/2537228939 learned_addr learned my addr 172.21.15.40:0/2537228939 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:20.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0fcb50 0x5564fb0e71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0e7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/2537228939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0fcb50 msgr2=0x5564fb0e71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0fcb50 0x5564fb0e71d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/2537228939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 msgr2=0x5564fb0e7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0e7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.881+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/2537228939 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564fae92250 con 0x5564fb0eb2d0 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.882+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb105cc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f8e64009fd0 tx=0x7f8e64009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f94f059480b66c4a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.882+0000 7f8e5d7fa700 1 -- 172.21.15.40:0/2537228939 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64022040 con 0x5564fb0eb2d0 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.882+0000 7f8e5d7fa700 1 -- 172.21.15.40:0/2537228939 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e640046b0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.882+0000 7f8e5d7fa700 1 -- 172.21.15.40:0/2537228939 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64026780 con 0x5564fb0eb2d0 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 -- 172.21.15.40:0/2537228939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 msgr2=0x5564fb105cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb105cc0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f8e64009fd0 tx=0x7f8e64009f60 comp rx=0 tx=0).stop 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 -- 172.21.15.40:0/2537228939 shutdown_connections 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb0e7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0eb2d0 0x5564fb105cc0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/2537228939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0fcb50 0x5564fb0e71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 -- 172.21.15.40:0/2537228939 >> 172.21.15.40:0/2537228939 conn(0x5564fb0e1da0 msgr2=0x5564fb11c440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:20.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 -- 172.21.15.40:0/2537228939 shutdown_connections 2023-07-14T12:47:20.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 -- 172.21.15.40:0/2537228939 wait complete. 2023-07-14T12:47:20.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 -- start start 2023-07-14T12:47:20.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.883+0000 7f8e8112fb80 1 Processor -- start 2023-07-14T12:47:20.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb16c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb16ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb167f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb168620 con 0x5564fb0fcb50 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb168790 con 0x5564fb0ff2e0 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564fb168950 con 0x5564fb0eb2d0 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e8112fb80 10 client.0 _ll_register_callbacks cb 0x7f8e680097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb16c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb16ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb16c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:48388/0 (socket says 172.21.15.40:48388) 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1964813332 learned_addr learned my addr 172.21.15.40:0/1964813332 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb167f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 msgr2=0x5564fb167f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb167f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1964813332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 msgr2=0x5564fb16ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:20.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb16ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6dd9b700 1 -- 172.21.15.40:0/1964813332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5564fae6bde0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.884+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb16ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:20.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e6dd9b700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb16c4c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8e64012dc0 tx=0x7f8e64005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=383e7d233c1a13c1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:20.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e55ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:47:20.907 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e55ffb700 1 -- 172.21.15.40:0/1964813332 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e64022070 con 0x5564fb0eb2d0 2023-07-14T12:47:20.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e55ffb700 1 -- 172.21.15.40:0/1964813332 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f8e640264b0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e64012e30 con 0x5564fb0eb2d0 2023-07-14T12:47:20.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e55ffb700 1 -- 172.21.15.40:0/1964813332 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e64026670 con 0x5564fb0eb2d0 2023-07-14T12:47:20.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e8112fb80 10 client.25420 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:20.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5564fae6a2b0 con 0x5564fb0eb2d0 2023-07-14T12:47:20.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.885+0000 7f8e55ffb700 1 -- 172.21.15.40:0/1964813332 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e64038030 con 0x5564fb0eb2d0 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e55ffb700 1 -- 172.21.15.40:0/1964813332 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8e6401c410 con 0x5564fb0eb2d0 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e8112fb80 10 client.25420 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e8112fb80 10 client.25420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e8112fb80 20 client.25420 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb174fd0 0x5564fb1773e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e8112fb80 4 client.25420 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5564faff9050 con 0x5564fb174fd0 2023-07-14T12:47:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.886+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb174fd0 0x5564fb1773e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e55ffb700 10 client.25420 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e6e59c700 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb174fd0 0x5564fb1773e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed78c00d6f3aea3 server_cookie=5bfad8e3f381c98 in_seq=0 out_seq=0 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e55ffb700 1 -- 172.21.15.40:0/1964813332 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5564faff9050 con 0x5564fb174fd0 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e55ffb700 10 client.25420 handle_command_reply: tid=0 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 client.25420 shutdown 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 msgr2=0x5564fb16c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb16c4c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8e64012dc0 tx=0x7f8e64005b00 comp rx=0 tx=0).stop 2023-07-14T12:47:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 shutdown_connections 2023-07-14T12:47:20.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564fb174fd0 0x5564fb1773e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564fb0eb2d0 0x5564fb16c4c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564fb0ff2e0 0x5564fb167f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 --2- 172.21.15.40:0/1964813332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564fb0fcb50 0x5564fb16ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 >> 172.21.15.40:0/1964813332 conn(0x5564fb0e1da0 msgr2=0x5564fb0e7160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:20.911 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e55ffb700 0 client.25420 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:20.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 shutdown_connections 2023-07-14T12:47:20.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 1 -- 172.21.15.40:0/1964813332 wait complete. 2023-07-14T12:47:20.912 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.887+0000 7f8e8112fb80 20 client.25420 trim_cache size 0 max 16384 2023-07-14T12:47:20.912 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:47:20.912 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "no active scrubs running", 2023-07-14T12:47:20.913 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": {} 2023-07-14T12:47:20.913 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:47:20.913 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e580a1460 msgr2=0x7f8e580a3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e580a1460 0x7f8e580a3910 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8e680ca220 tx=0x7f8e68051040 comp rx=0 tx=0).stop 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 msgr2=0x7f8e701a3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e701a3e00 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f8e6800efc0 tx=0x7f8e6800c3a0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 shutdown_connections 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e580a1460 0x7f8e580a3910 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e700fe9d0 0x7f8e7010c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e701049e0 0x7f8e701a3e00 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.914 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 --2- 172.21.15.40:0/660940287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e700ff380 0x7f8e7010c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:20.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 >> 172.21.15.40:0/660940287 conn(0x7f8e700fa4b0 msgr2=0x7f8e700fba60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:20.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 shutdown_connections 2023-07-14T12:47:20.915 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:20.888+0000 7f8e74fa9700 1 -- 172.21.15.40:0/660940287 wait complete. 2023-07-14T12:47:20.920 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-07-14T12:47:20.920 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:47:20.953 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:20 smithi040 ceph-mon[96535]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2023-07-14T12:47:21.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 -- 172.21.15.40:0/2038759906 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb00fe9d0 msgr2=0x7fafb00fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/2038759906 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb00fe9d0 0x7fafb00fee40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fafa4009990 tx=0x7fafa4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 -- 172.21.15.40:0/2038759906 shutdown_connections 2023-07-14T12:47:21.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/2038759906 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafb00ff380 0x7fafb010b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/2038759906 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb01049e0 0x7fafb0104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/2038759906 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb00fe9d0 0x7fafb00fee40 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 -- 172.21.15.40:0/2038759906 >> 172.21.15.40:0/2038759906 conn(0x7fafb00fa490 msgr2=0x7fafb00fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 -- 172.21.15.40:0/2038759906 shutdown_connections 2023-07-14T12:47:21.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.097+0000 7fafb4dbb700 1 -- 172.21.15.40:0/2038759906 wait complete. 2023-07-14T12:47:21.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.098+0000 7fafb4dbb700 1 Processor -- start 2023-07-14T12:47:21.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.098+0000 7fafb4dbb700 1 -- start start 2023-07-14T12:47:21.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafb4dbb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb00fe9d0 0x7fafb0196a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafb4dbb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafb00ff380 0x7fafb0196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafb4dbb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 0x7fafb01a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafb4dbb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafb01978b0 con 0x7fafb01049e0 2023-07-14T12:47:21.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafb4dbb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafb01a2020 con 0x7fafb00fe9d0 2023-07-14T12:47:21.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafb4dbb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafb01a2190 con 0x7fafb00ff380 2023-07-14T12:47:21.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafaed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 0x7fafb01a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafaed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 0x7fafb01a1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34714/0 (socket says 172.21.15.40:34714) 2023-07-14T12:47:21.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafaed9d700 1 -- 172.21.15.40:0/777836622 learned_addr learned my addr 172.21.15.40:0/777836622 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:21.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafae59c700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb00fe9d0 0x7fafb0196a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafae59c700 1 -- 172.21.15.40:0/777836622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafb00ff380 msgr2=0x7fafb0196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafae59c700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafb00ff380 0x7fafb0196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafae59c700 1 -- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 msgr2=0x7fafb01a1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafae59c700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 0x7fafb01a1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafae59c700 1 -- 172.21.15.40:0/777836622 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa40095f0 con 0x7fafb00fe9d0 2023-07-14T12:47:21.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.099+0000 7fafaed9d700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 0x7fafb01a1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:21.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.100+0000 7fafae59c700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb00fe9d0 0x7fafb0196a60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fafa000e9c0 tx=0x7fafa000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.100+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa000cbd0 con 0x7fafb00fe9d0 2023-07-14T12:47:21.122 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.100+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafb01a2470 con 0x7fafb00fe9d0 2023-07-14T12:47:21.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.100+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafa000eeb0 con 0x7fafb00fe9d0 2023-07-14T12:47:21.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.100+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa0003ce0 con 0x7fafb00fe9d0 2023-07-14T12:47:21.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.100+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafb01a29d0 con 0x7fafb00fe9d0 2023-07-14T12:47:21.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.101+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafb0067300 con 0x7fafb00fe9d0 2023-07-14T12:47:21.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.103+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7fafa0003e40 con 0x7fafb00fe9d0 2023-07-14T12:47:21.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.104+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf980a14b0 0x7faf980a3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.104+0000 7fafadd9b700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf980a14b0 0x7faf980a3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.104+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7fafa0014070 con 0x7fafb00fe9d0 2023-07-14T12:47:21.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.104+0000 7fafadd9b700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf980a14b0 0x7faf980a3960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fafa4006010 tx=0x7fafa4009510 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.109+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fafa0096330 con 0x7fafb00fe9d0 2023-07-14T12:47:21.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:20 smithi133 ceph-mon[98311]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2023-07-14T12:47:21.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:20 smithi130 ceph-mon[97977]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2023-07-14T12:47:21.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.594+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fafb0067c60 con 0x7fafb00fe9d0 2023-07-14T12:47:21.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.595+0000 7faf9f7fe700 1 -- 172.21.15.40:0/777836622 <== mon.2 v2:172.21.15.130:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+10892 (secure 0 0 0) 0x7fafa0099950 con 0x7fafb00fe9d0 2023-07-14T12:47:21.611 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:47:21.611 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:44:54.759119+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:47:21.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf980a14b0 msgr2=0x7faf980a3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf980a14b0 0x7faf980a3960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fafa4006010 tx=0x7fafa4009510 comp rx=0 tx=0).stop 2023-07-14T12:47:21.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb00fe9d0 msgr2=0x7fafb0196a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb00fe9d0 0x7fafb0196a60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fafa000e9c0 tx=0x7fafa000ecd0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 shutdown_connections 2023-07-14T12:47:21.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf980a14b0 0x7faf980a3960 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafb01049e0 0x7fafb01a1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafb00fe9d0 0x7fafb0196a60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 --2- 172.21.15.40:0/777836622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafb00ff380 0x7fafb0196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 >> 172.21.15.40:0/777836622 conn(0x7fafb00fa490 msgr2=0x7fafb00fb960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 shutdown_connections 2023-07-14T12:47:21.615 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.598+0000 7fafb4dbb700 1 -- 172.21.15.40:0/777836622 wait complete. 2023-07-14T12:47:21.616 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 27 2023-07-14T12:47:21.631 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-07-14T12:47:21.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 -- 172.21.15.40:0/4280997248 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 msgr2=0x7f9504104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4280997248 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f9504104db0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f9500009990 tx=0x7f9500009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 -- 172.21.15.40:0/4280997248 shutdown_connections 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4280997248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95040ff380 0x7f950410b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4280997248 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f9504104db0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4280997248 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95040fe9d0 0x7f95040fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 -- 172.21.15.40:0/4280997248 >> 172.21.15.40:0/4280997248 conn(0x7f95040fa4d0 msgr2=0x7f95040fc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 -- 172.21.15.40:0/4280997248 shutdown_connections 2023-07-14T12:47:21.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.812+0000 7f950c1ae700 1 -- 172.21.15.40:0/4280997248 wait complete. 2023-07-14T12:47:21.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 Processor -- start 2023-07-14T12:47:21.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 -- start start 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95040fe9d0 0x7f950419a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95040ff380 0x7f950419adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f95041948e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9504194f50 con 0x7f95041049e0 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95041950c0 con 0x7f95040fe9d0 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950c1ae700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9504195280 con 0x7f95040ff380 2023-07-14T12:47:21.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950a74b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f95041948e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950a74b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f95041948e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34728/0 (socket says 172.21.15.40:34728) 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f950a74b700 1 -- 172.21.15.40:0/4012936720 learned_addr learned my addr 172.21.15.40:0/4012936720 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f9509f4a700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95040fe9d0 0x7f950419a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.814+0000 7f9509749700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95040ff380 0x7f950419adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950a74b700 1 -- 172.21.15.40:0/4012936720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95040ff380 msgr2=0x7f950419adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950a74b700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95040ff380 0x7f950419adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950a74b700 1 -- 172.21.15.40:0/4012936720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95040fe9d0 msgr2=0x7f950419a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950a74b700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95040fe9d0 0x7f950419a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950a74b700 1 -- 172.21.15.40:0/4012936720 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95000095f0 con 0x7f95041049e0 2023-07-14T12:47:21.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950a74b700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f95041948e0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f94fc00ef30 tx=0x7f94fc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f94faffd700 1 -- 172.21.15.40:0/4012936720 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94fc018070 con 0x7f95041049e0 2023-07-14T12:47:21.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9504195500 con 0x7f95041049e0 2023-07-14T12:47:21.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f94faffd700 1 -- 172.21.15.40:0/4012936720 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94fc00f040 con 0x7f95041049e0 2023-07-14T12:47:21.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f94faffd700 1 -- 172.21.15.40:0/4012936720 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94fc00cd00 con 0x7f95041049e0 2023-07-14T12:47:21.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.815+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95041a1860 con 0x7f95041049e0 2023-07-14T12:47:21.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.818+0000 7f94faffd700 1 -- 172.21.15.40:0/4012936720 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f94fc003a00 con 0x7f95041049e0 2023-07-14T12:47:21.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.818+0000 7f94faffd700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94f00a13e0 0x7f94f00a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.818+0000 7f94faffd700 1 -- 172.21.15.40:0/4012936720 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f94fc0ccb00 con 0x7f95041049e0 2023-07-14T12:47:21.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.818+0000 7f9509f4a700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94f00a13e0 0x7f94f00a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.819+0000 7f9509f4a700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94f00a13e0 0x7f94f00a3890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f950000b2e0 tx=0x7f9500005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.820+0000 7f9518334b80 1 Processor -- start 2023-07-14T12:47:21.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 -- start start 2023-07-14T12:47:21.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ab56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4ac27a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f49bbcb0 con 0x5648f4ab5be0 2023-07-14T12:47:21.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4a0ea40 con 0x5648f4ab52d0 2023-07-14T12:47:21.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9518334b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4a07ed0 con 0x5648f4ac2ce0 2023-07-14T12:47:21.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4ac27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4ac27a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34734/0 (socket says 172.21.15.40:34734) 2023-07-14T12:47:21.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 -- 172.21.15.40:0/46260324 learned_addr learned my addr 172.21.15.40:0/46260324 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:21.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509f4a700 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ab56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f950a74b700 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 -- 172.21.15.40:0/46260324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 msgr2=0x5648f4ac50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 -- 172.21.15.40:0/46260324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 msgr2=0x5648f4ab56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ab56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.821+0000 7f9509749700 1 -- 172.21.15.40:0/46260324 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648f4835de0 con 0x5648f4ab5be0 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9509749700 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4ac27a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f94f4009d20 tx=0x7f94f4011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aac7db2ba2ef5971 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f94effff700 1 -- 172.21.15.40:0/46260324 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4019630 con 0x5648f4ab5be0 2023-07-14T12:47:21.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f94effff700 1 -- 172.21.15.40:0/46260324 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94f4019c50 con 0x5648f4ab5be0 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f94effff700 1 -- 172.21.15.40:0/46260324 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f400ec40 con 0x5648f4ab5be0 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 -- 172.21.15.40:0/46260324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 msgr2=0x5648f4ac27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4ac27a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f94f4009d20 tx=0x7f94f4011720 comp rx=0 tx=0).stop 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 -- 172.21.15.40:0/46260324 shutdown_connections 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ab56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 --2- 172.21.15.40:0/46260324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4ac27a0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.822+0000 7f9518334b80 1 -- 172.21.15.40:0/46260324 >> 172.21.15.40:0/46260324 conn(0x5648f4aabda0 msgr2=0x5648f4ab16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.823+0000 7f9518334b80 1 -- 172.21.15.40:0/46260324 shutdown_connections 2023-07-14T12:47:21.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.823+0000 7f9518334b80 1 -- 172.21.15.40:0/46260324 wait complete. 2023-07-14T12:47:21.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.823+0000 7f9518334b80 1 -- start start 2023-07-14T12:47:21.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.823+0000 7f9518334b80 1 Processor -- start 2023-07-14T12:47:21.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ac26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4abffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f49a7ac0 con 0x5648f4ab5be0 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f49a77c0 con 0x5648f4ab52d0 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f488b920 con 0x5648f4ac2ce0 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9518334b80 10 client.0 _ll_register_callbacks cb 0x5648f49a5760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34740/0 (socket says 172.21.15.40:34740) 2023-07-14T12:47:21.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 -- 172.21.15.40:0/473345620 learned_addr learned my addr 172.21.15.40:0/473345620 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509f4a700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ac26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f950a74b700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4abffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 -- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 msgr2=0x5648f4abffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4abffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 -- 172.21.15.40:0/473345620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 msgr2=0x5648f4ac26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ac26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 -- 172.21.15.40:0/473345620 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f4009980 con 0x5648f4ab5be0 2023-07-14T12:47:21.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f9509749700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf940 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f94f4000c00 tx=0x7f94f400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=174b8d536528ee2f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.824+0000 7f94ed7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:21.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f94ed7fa700 1 -- 172.21.15.40:0/473345620 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4019840 con 0x5648f4ab5be0 2023-07-14T12:47:21.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f94ed7fa700 1 -- 172.21.15.40:0/473345620 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f94f4005ce0 con 0x5648f4ab5be0 2023-07-14T12:47:21.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5648f49614f0 con 0x5648f4ab5be0 2023-07-14T12:47:21.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f94ed7fa700 1 -- 172.21.15.40:0/473345620 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94f40199a0 con 0x5648f4ab5be0 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 10 client.15774 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5648f481ec60 con 0x5648f4ab5be0 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f94ed7fa700 1 -- 172.21.15.40:0/473345620 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5648f49614f0 con 0x5648f4ab5be0 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f94ed7fa700 1 -- 172.21.15.40:0/473345620 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f94f4028020 con 0x5648f4ab5be0 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 10 client.15774 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 10 client.15774 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:47:21.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 20 client.15774 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4ad24f0 0x5648f4ad4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 4 client.15774 mds_command: new command op to 24433 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.825+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5648f4a00eb0 con 0x5648f4ad24f0 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.826+0000 7f9509f4a700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4ad24f0 0x5648f4ad4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.826+0000 7f94ed7fa700 10 client.15774 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.826+0000 7f9509f4a700 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4ad24f0 0x5648f4ad4900 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=854cd54bd95d9e99 server_cookie=f905bdc36bc7b695 in_seq=0 out_seq=0 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f94ed7fa700 1 -- 172.21.15.40:0/473345620 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5648f4a00eb0 con 0x5648f4ad24f0 2023-07-14T12:47:21.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f94ed7fa700 10 client.15774 handle_command_reply: tid=0 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 client.15774 shutdown 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 msgr2=0x5648f4abf940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf940 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f94f4000c00 tx=0x7f94f400ee40 comp rx=0 tx=0).stop 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 shutdown_connections 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4ad24f0 0x5648f4ad4900 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ac2ce0 0x5648f4abffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f94ed7fa700 0 client.15774 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:21.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab52d0 0x5648f4ac26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 --2- 172.21.15.40:0/473345620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf940 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 >> 172.21.15.40:0/473345620 conn(0x5648f4aabda0 msgr2=0x5648f4ab1230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 shutdown_connections 2023-07-14T12:47:21.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 1 -- 172.21.15.40:0/473345620 wait complete. 2023-07-14T12:47:21.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.827+0000 7f9518334b80 20 client.15774 trim_cache size 0 max 16384 2023-07-14T12:47:21.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.841+0000 7f9518334b80 1 Processor -- start 2023-07-14T12:47:21.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.841+0000 7f9518334b80 1 -- start start 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.841+0000 7f9518334b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ad48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.841+0000 7f9518334b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9518334b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9518334b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4ac0f20 con 0x5648f4ab5be0 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9518334b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4ab24d0 con 0x5648f4ac2ce0 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9518334b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4aba740 con 0x5648f4ab52d0 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34746/0 (socket says 172.21.15.40:34746) 2023-07-14T12:47:21.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 -- 172.21.15.40:0/2000770042 learned_addr learned my addr 172.21.15.40:0/2000770042 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:21.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f950a74b700 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509f4a700 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ad48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 -- 172.21.15.40:0/2000770042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 msgr2=0x5648f4ad48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ad48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 -- 172.21.15.40:0/2000770042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ac2ce0 msgr2=0x5648f4ac2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 -- 172.21.15.40:0/2000770042 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648f485c250 con 0x5648f4ab5be0 2023-07-14T12:47:21.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.842+0000 7f9509749700 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf100 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f94f40097b0 tx=0x7f94f4011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38e29f4769045ed1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f94f8ff9700 1 -- 172.21.15.40:0/2000770042 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f400e670 con 0x5648f4ab5be0 2023-07-14T12:47:21.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f94f8ff9700 1 -- 172.21.15.40:0/2000770042 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94f400eeb0 con 0x5648f4ab5be0 2023-07-14T12:47:21.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f94f8ff9700 1 -- 172.21.15.40:0/2000770042 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4005510 con 0x5648f4ab5be0 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 -- 172.21.15.40:0/2000770042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 msgr2=0x5648f4abf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf100 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f94f40097b0 tx=0x7f94f4011ab0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 -- 172.21.15.40:0/2000770042 shutdown_connections 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ad48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ac2ce0 0x5648f4ac2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 --2- 172.21.15.40:0/2000770042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ab5be0 0x5648f4abf100 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 -- 172.21.15.40:0/2000770042 >> 172.21.15.40:0/2000770042 conn(0x5648f4aabda0 msgr2=0x5648f4aafe10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.843+0000 7f9518334b80 1 -- 172.21.15.40:0/2000770042 shutdown_connections 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 -- 172.21.15.40:0/2000770042 wait complete. 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 -- start start 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 Processor -- start 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ac58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab5be0 0x5648f4ac5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ac2ce0 0x5648f4b1d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.864 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4b1d8a0 con 0x5648f4ac2ce0 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4b1d9e0 con 0x5648f4ab5be0 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648f4b1db70 con 0x5648f4ab52d0 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f9518334b80 10 client.0 _ll_register_callbacks cb 0x7f9500005e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.844+0000 7f950a74b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ac2ce0 0x5648f4b1d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f950a74b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ac2ce0 0x5648f4b1d360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34756/0 (socket says 172.21.15.40:34756) 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f950a74b700 1 -- 172.21.15.40:0/1428596436 learned_addr learned my addr 172.21.15.40:0/1428596436 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:21.865 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab5be0 0x5648f4ac5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509f4a700 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ac58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 -- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 msgr2=0x5648f4ac58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ac58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 -- 172.21.15.40:0/1428596436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ac2ce0 msgr2=0x5648f4b1d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ac2ce0 0x5648f4b1d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 -- 172.21.15.40:0/1428596436 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5648f481ec60 con 0x5648f4ab5be0 2023-07-14T12:47:21.866 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9509749700 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab5be0 0x5648f4ac5e30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f94f4004fd0 tx=0x7f94f400eba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22d7cc54fff1369c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:21.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f94ed7fa700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:47:21.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f94ed7fa700 1 -- 172.21.15.40:0/1428596436 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4019a50 con 0x5648f4ab5be0 2023-07-14T12:47:21.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f94ed7fa700 1 -- 172.21.15.40:0/1428596436 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f94f4000e40 con 0x5648f4ab5be0 2023-07-14T12:47:21.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.845+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94f4019c50 con 0x5648f4ab5be0 2023-07-14T12:47:21.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.850+0000 7f94ed7fa700 1 -- 172.21.15.40:0/1428596436 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94f4005000 con 0x5648f4ab5be0 2023-07-14T12:47:21.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.850+0000 7f9518334b80 10 client.25496 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.850+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5648f48342b0 con 0x5648f4ab5be0 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.850+0000 7f94ed7fa700 1 -- 172.21.15.40:0/1428596436 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94f4019c50 con 0x5648f4ab5be0 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f94ed7fa700 1 -- 172.21.15.40:0/1428596436 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f94f4028070 con 0x5648f4ab5be0 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9518334b80 10 client.25496 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9518334b80 10 client.25496 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9518334b80 20 client.25496 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:21.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9518334b80 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4b24e00 0x5648f4b271e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9518334b80 4 client.25496 mds_command: new command op to 24433 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5648f49c3050 con 0x5648f4b24e00 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9509f4a700 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4b24e00 0x5648f4b271e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f94ed7fa700 10 client.25496 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.851+0000 7f9509f4a700 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4b24e00 0x5648f4b271e0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=eb2e80a7c74aaa4a server_cookie=78399030b56e84bb in_seq=0 out_seq=0 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f94ed7fa700 1 -- 172.21.15.40:0/1428596436 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5648f49c3050 con 0x5648f4b24e00 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f94ed7fa700 10 client.25496 handle_command_reply: tid=0 2023-07-14T12:47:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 client.25496 shutdown 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab5be0 msgr2=0x5648f4ac5e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab5be0 0x5648f4ac5e30 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f94f4004fd0 tx=0x7f94f400eba0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 shutdown_connections 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5648f4b24e00 0x5648f4b271e0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5648f4ab52d0 0x5648f4ac58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f94ed7fa700 0 client.25496 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:21.871 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648f4ac2ce0 0x5648f4b1d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 --2- 172.21.15.40:0/1428596436 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5648f4ab5be0 0x5648f4ac5e30 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 >> 172.21.15.40:0/1428596436 conn(0x5648f4aabda0 msgr2=0x5648f4abac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 shutdown_connections 2023-07-14T12:47:21.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 1 -- 172.21.15.40:0/1428596436 wait complete. 2023-07-14T12:47:21.872 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.852+0000 7f9518334b80 20 client.25496 trim_cache size 0 max 16384 2023-07-14T12:47:21.873 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:21.873 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94f00a13e0 msgr2=0x7f94f00a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94f00a13e0 0x7f94f00a3890 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f950000b2e0 tx=0x7f9500005fb0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 msgr2=0x7f95041948e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f95041948e0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f94fc00ef30 tx=0x7f94fc00c3a0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 shutdown_connections 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94f00a13e0 0x7f94f00a3890 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95041049e0 0x7f95041948e0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f95040fe9d0 0x7f950419a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 --2- 172.21.15.40:0/4012936720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95040ff380 0x7f950419adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:21.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 >> 172.21.15.40:0/4012936720 conn(0x7f95040fa4d0 msgr2=0x7f9504102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:21.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 shutdown_connections 2023-07-14T12:47:21.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:21.853+0000 7f950c1ae700 1 -- 172.21.15.40:0/4012936720 wait complete. 2023-07-14T12:47:21.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:21 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/777836622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:47:21.881 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-07-14T12:47:22.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 -- 172.21.15.40:0/1735190305 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff530100d00 msgr2=0x7ff5301010d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 --2- 172.21.15.40:0/1735190305 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff530100d00 0x7ff5301010d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7ff52c009990 tx=0x7ff52c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 -- 172.21.15.40:0/1735190305 shutdown_connections 2023-07-14T12:47:22.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 --2- 172.21.15.40:0/1735190305 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff53010a0d0 0x7ff53010c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 --2- 172.21.15.40:0/1735190305 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff530100d00 0x7ff5301010d0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 --2- 172.21.15.40:0/1735190305 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 0x7ff530109b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 -- 172.21.15.40:0/1735190305 >> 172.21.15.40:0/1735190305 conn(0x7ff5300fa530 msgr2=0x7ff5300fc940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 -- 172.21.15.40:0/1735190305 shutdown_connections 2023-07-14T12:47:22.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.001+0000 7ff536dc4700 1 -- 172.21.15.40:0/1735190305 wait complete. 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 Processor -- start 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 -- start start 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff530100d00 0x7ff5300fe950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 0x7ff5300fee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 0x7ff5301a3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5300ff6c0 con 0x7ff53010a0d0 2023-07-14T12:47:22.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5301a4300 con 0x7ff530101610 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff536dc4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5301a4440 con 0x7ff530100d00 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff535361700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 0x7ff5301a3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff535361700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 0x7ff5301a3dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34770/0 (socket says 172.21.15.40:34770) 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.002+0000 7ff535361700 1 -- 172.21.15.40:0/2550610918 learned_addr learned my addr 172.21.15.40:0/2550610918 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff534b60700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff530100d00 0x7ff5300fe950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff527fff700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 0x7ff5300fee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff535361700 1 -- 172.21.15.40:0/2550610918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff530100d00 msgr2=0x7ff5300fe950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff535361700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff530100d00 0x7ff5300fe950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff535361700 1 -- 172.21.15.40:0/2550610918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 msgr2=0x7ff5300fee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff535361700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 0x7ff5300fee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff535361700 1 -- 172.21.15.40:0/2550610918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff52c0095f0 con 0x7ff53010a0d0 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff527fff700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 0x7ff5300fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff535361700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 0x7ff5301a3dc0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ff52800ef30 tx=0x7ff52800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff525ffb700 1 -- 172.21.15.40:0/2550610918 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff528018070 con 0x7ff53010a0d0 2023-07-14T12:47:22.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5301a4640 con 0x7ff53010a0d0 2023-07-14T12:47:22.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff525ffb700 1 -- 172.21.15.40:0/2550610918 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff52800f040 con 0x7ff53010a0d0 2023-07-14T12:47:22.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff525ffb700 1 -- 172.21.15.40:0/2550610918 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff52800cdb0 con 0x7ff53010a0d0 2023-07-14T12:47:22.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.003+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5301a4b70 con 0x7ff53010a0d0 2023-07-14T12:47:22.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff525ffb700 1 -- 172.21.15.40:0/2550610918 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7ff528003a00 con 0x7ff53010a0d0 2023-07-14T12:47:22.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 Processor -- start 2023-07-14T12:47:22.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 -- start start 2023-07-14T12:47:22.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670abd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670acaeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646709c3cb0 con 0x564670abdbe0 2023-07-14T12:47:22.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff525ffb700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff5180a13e0 0x7ff5180a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670a16a40 con 0x564670ac8ad0 2023-07-14T12:47:22.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.007+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670a0fed0 con 0x564670abd2d0 2023-07-14T12:47:22.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670abd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff525ffb700 1 -- 172.21.15.40:0/2550610918 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7ff5280ccaf0 con 0x7ff53010a0d0 2023-07-14T12:47:22.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34776/0 (socket says 172.21.15.40:34776) 2023-07-14T12:47:22.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670abd6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:48462/0 (socket says 172.21.15.40:48462) 2023-07-14T12:47:22.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff534b60700 1 -- 172.21.15.40:0/761475141 learned_addr learned my addr 172.21.15.40:0/761475141 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670acaeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 -- 172.21.15.40:0/761475141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 msgr2=0x564670acaeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670acaeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 -- 172.21.15.40:0/761475141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 msgr2=0x564670ac8590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac8590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 -- 172.21.15.40:0/761475141 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56467083dde0 con 0x564670abd2d0 2023-07-14T12:47:22.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff534b60700 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:22.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff535361700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff5180a13e0 0x7ff5180a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff527fff700 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670abd6a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff5200149c0 tx=0x7ff52000b510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce18fbc15c102e54 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff516ffd700 1 -- 172.21.15.40:0/761475141 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff520014270 con 0x564670abd2d0 2023-07-14T12:47:22.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.008+0000 7ff535361700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff5180a13e0 0x7ff5180a3890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff5280ca140 tx=0x7ff52801c000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff516ffd700 1 -- 172.21.15.40:0/761475141 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff52001a020 con 0x564670abd2d0 2023-07-14T12:47:22.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff516ffd700 1 -- 172.21.15.40:0/761475141 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff520003d50 con 0x564670abd2d0 2023-07-14T12:47:22.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 -- 172.21.15.40:0/761475141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 msgr2=0x564670abd6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670abd6a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff5200149c0 tx=0x7ff52000b510 comp rx=0 tx=0).stop 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 -- 172.21.15.40:0/761475141 shutdown_connections 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670abd6a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670acaeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/761475141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac8590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.009+0000 7ff542f4ab80 1 -- 172.21.15.40:0/761475141 >> 172.21.15.40:0/761475141 conn(0x564670ab3da0 msgr2=0x564670ab96a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 -- 172.21.15.40:0/761475141 shutdown_connections 2023-07-14T12:47:22.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 -- 172.21.15.40:0/761475141 wait complete. 2023-07-14T12:47:22.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 -- start start 2023-07-14T12:47:22.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 Processor -- start 2023-07-14T12:47:22.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ac84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac57a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.010+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646709afac0 con 0x564670abdbe0 2023-07-14T12:47:22.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646709af7c0 con 0x564670ac8ad0 2023-07-14T12:47:22.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670893920 con 0x564670abd2d0 2023-07-14T12:47:22.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff542f4ab80 10 client.0 _ll_register_callbacks cb 0x5646709ad760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34780/0 (socket says 172.21.15.40:34780) 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 -- 172.21.15.40:0/1557315249 learned_addr learned my addr 172.21.15.40:0/1557315249 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff527fff700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff527fff700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ac84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 -- 172.21.15.40:0/1557315249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 msgr2=0x564670ac84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ac84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 -- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 msgr2=0x564670ac5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 -- 172.21.15.40:0/1557315249 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff53010d1d0 con 0x564670abdbe0 2023-07-14T12:47:22.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff527fff700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:22.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff534b60700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac57a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00c010 tx=0x7ff52c005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae4129b3b72fa851 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff50ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.011+0000 7ff50ffff700 1 -- 172.21.15.40:0/1557315249 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff52c01d070 con 0x564670abdbe0 2023-07-14T12:47:22.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff50ffff700 1 -- 172.21.15.40:0/1557315249 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7ff52c004500 con 0x564670abdbe0 2023-07-14T12:47:22.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5646709694f0 con 0x564670abdbe0 2023-07-14T12:47:22.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff50ffff700 1 -- 172.21.15.40:0/1557315249 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff52c0046c0 con 0x564670abdbe0 2023-07-14T12:47:22.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 10 client.15792 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7ff5200146a0 con 0x564670abdbe0 2023-07-14T12:47:22.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff50ffff700 1 -- 172.21.15.40:0/1557315249 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5646709694f0 con 0x564670abdbe0 2023-07-14T12:47:22.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff50ffff700 1 -- 172.21.15.40:0/1557315249 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff52c00f980 con 0x564670abdbe0 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 10 client.15792 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 10 client.15792 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 20 client.15792 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670ad8420 0x564670ada830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 4 client.15792 mds_command: new command op to 24437 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.012+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564670a08eb0 con 0x564670ad8420 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.013+0000 7ff527fff700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670ad8420 0x564670ada830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.013+0000 7ff527fff700 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670ad8420 0x564670ada830 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7f2f2f2168c38ee3 server_cookie=1708c337246e2dd3 in_seq=0 out_seq=0 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.013+0000 7ff50ffff700 10 client.15792 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff50ffff700 1 -- 172.21.15.40:0/1557315249 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x564670a08eb0 con 0x564670ad8420 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff50ffff700 10 client.15792 handle_command_reply: tid=0 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 client.15792 shutdown 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 msgr2=0x564670ac57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac57a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00c010 tx=0x7ff52c005bc0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 shutdown_connections 2023-07-14T12:47:22.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670ad8420 0x564670ada830 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ac84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/1557315249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac57a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 >> 172.21.15.40:0/1557315249 conn(0x564670ab3da0 msgr2=0x564670ab9230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff50ffff700 0 client.15792 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:22.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 shutdown_connections 2023-07-14T12:47:22.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 1 -- 172.21.15.40:0/1557315249 wait complete. 2023-07-14T12:47:22.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.014+0000 7ff542f4ab80 20 client.15792 trim_cache size 0 max 16384 2023-07-14T12:47:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 Processor -- start 2023-07-14T12:47:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 -- start start 2023-07-14T12:47:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ada430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670ab3970 con 0x564670abdbe0 2023-07-14T12:47:22.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670abf1a0 con 0x564670ac8ad0 2023-07-14T12:47:22.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670abedd0 con 0x564670abd2d0 2023-07-14T12:47:22.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff527fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ada430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff527fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ada430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:48482/0 (socket says 172.21.15.40:48482) 2023-07-14T12:47:22.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.028+0000 7ff527fff700 1 -- 172.21.15.40:0/2080208897 learned_addr learned my addr 172.21.15.40:0/2080208897 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff527fff700 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff534b60700 1 -- 172.21.15.40:0/2080208897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 msgr2=0x564670ada430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff534b60700 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ada430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff534b60700 1 -- 172.21.15.40:0/2080208897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 msgr2=0x564670ac1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff534b60700 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff534b60700 1 -- 172.21.15.40:0/2080208897 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564670ab55e0 con 0x564670abdbe0 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff534b60700 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac0ad0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00fd60 tx=0x7ff52c005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b8fedc51e48301c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff5177fe700 1 -- 172.21.15.40:0/2080208897 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff52c01d070 con 0x564670abdbe0 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff5177fe700 1 -- 172.21.15.40:0/2080208897 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff52c01e040 con 0x564670abdbe0 2023-07-14T12:47:22.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.029+0000 7ff5177fe700 1 -- 172.21.15.40:0/2080208897 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff52c00f750 con 0x564670abdbe0 2023-07-14T12:47:22.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 -- 172.21.15.40:0/2080208897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 msgr2=0x564670ac0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac0ad0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7ff52c00fd60 tx=0x7ff52c005320 comp rx=0 tx=0).stop 2023-07-14T12:47:22.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 -- 172.21.15.40:0/2080208897 shutdown_connections 2023-07-14T12:47:22.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670ada430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670ac8ad0 0x564670ac1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/2080208897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670abdbe0 0x564670ac0ad0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 -- 172.21.15.40:0/2080208897 >> 172.21.15.40:0/2080208897 conn(0x564670ab3da0 msgr2=0x564670ad3c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 -- 172.21.15.40:0/2080208897 shutdown_connections 2023-07-14T12:47:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.030+0000 7f9d31f8d700 1 -- 172.21.15.40:0/637682245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c105b60 msgr2=0x7f9d2c105f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.030+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/637682245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c105b60 0x7f9d2c105f30 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0098f0 tx=0x7f9d1c009c00 comp rx=0 tx=0).stop 2023-07-14T12:47:22.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.030+0000 7ff542f4ab80 1 -- 172.21.15.40:0/2080208897 wait complete. 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 -- 172.21.15.40:0/637682245 shutdown_connections 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/637682245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d2c1004e0 0x7f9d2c10c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/637682245 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c105b60 0x7f9d2c105f30 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/637682245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c0ffb30 0x7f9d2c0fffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 -- 172.21.15.40:0/637682245 >> 172.21.15.40:0/637682245 conn(0x7f9d2c0fb5f0 msgr2=0x7f9d2c0fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 -- 172.21.15.40:0/637682245 shutdown_connections 2023-07-14T12:47:22.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 -- 172.21.15.40:0/637682245 wait complete. 2023-07-14T12:47:22.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.031+0000 7ff542f4ab80 1 -- start start 2023-07-14T12:47:22.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.031+0000 7ff542f4ab80 1 Processor -- start 2023-07-14T12:47:22.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 Processor -- start 2023-07-14T12:47:22.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.031+0000 7f9d31f8d700 1 -- start start 2023-07-14T12:47:22.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670acf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670ac8ad0 0x564670acc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 0x564670b2b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670acd5d0 con 0x564670ac8ad0 2023-07-14T12:47:22.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670acd740 con 0x564670accf90 2023-07-14T12:47:22.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564670b2b7e0 con 0x564670abd2d0 2023-07-14T12:47:22.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d31f8d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d2c0ffb30 0x7f9d2c19bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d31f8d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c1004e0 0x7f9d2c19c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff542f4ab80 10 client.0 _ll_register_callbacks cb 0x7ff52c00bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d31f8d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c105b60 0x7f9d2c195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d31f8d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2c196200 con 0x7f9d2c105b60 2023-07-14T12:47:22.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d31f8d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2c196370 con 0x7f9d2c1004e0 2023-07-14T12:47:22.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d31f8d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2c196530 con 0x7f9d2c0ffb30 2023-07-14T12:47:22.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 0x564670b2b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670ac8ad0 0x564670acc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 0x564670b2b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:52058/0 (socket says 172.21.15.40:52058) 2023-07-14T12:47:22.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff534b60700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670ac8ad0 0x564670acc8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34802/0 (socket says 172.21.15.40:34802) 2023-07-14T12:47:22.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 -- 172.21.15.40:0/492570897 learned_addr learned my addr 172.21.15.40:0/492570897 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2affd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c1004e0 0x7f9d2c19c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2b7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d2c0ffb30 0x7f9d2c19bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c105b60 0x7f9d2c195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.058 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670acf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c105b60 0x7f9d2c195a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34808/0 (socket says 172.21.15.40:34808) 2023-07-14T12:47:22.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2bfff700 1 -- 172.21.15.40:0/2986783012 learned_addr learned my addr 172.21.15.40:0/2986783012 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 -- 172.21.15.40:0/492570897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 msgr2=0x564670acf6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670acf6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 -- 172.21.15.40:0/492570897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670ac8ad0 msgr2=0x564670acc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670ac8ad0 0x564670acc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 -- 172.21.15.40:0/492570897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5200146a0 con 0x564670accf90 2023-07-14T12:47:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2affd700 1 -- 172.21.15.40:0/2986783012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d2c0ffb30 msgr2=0x7f9d2c19bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2affd700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d2c0ffb30 0x7f9d2c19bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2affd700 1 -- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c105b60 msgr2=0x7f9d2c195a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2affd700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c105b60 0x7f9d2c195a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.032+0000 7f9d2affd700 1 -- 172.21.15.40:0/2986783012 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d1c009520 con 0x7f9d2c1004e0 2023-07-14T12:47:22.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff527fff700 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 0x564670b2b2a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff520005950 tx=0x7ff52c00bc10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b71070f55491106f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.061 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.032+0000 7ff50ffff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:47:22.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.033+0000 7f9d2affd700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c1004e0 0x7f9d2c19c1a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000e9f0 tx=0x7f9d2000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.033+0000 7ff50ffff700 1 -- 172.21.15.40:0/492570897 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff52002f430 con 0x564670accf90 2023-07-14T12:47:22.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.033+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff52001a020 con 0x564670accf90 2023-07-14T12:47:22.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.033+0000 7ff50ffff700 1 -- 172.21.15.40:0/492570897 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7ff52001b030 con 0x564670accf90 2023-07-14T12:47:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.033+0000 7f9d28ff9700 1 -- 172.21.15.40:0/2986783012 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d2000c9c0 con 0x7f9d2c1004e0 2023-07-14T12:47:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.033+0000 7f9d28ff9700 1 -- 172.21.15.40:0/2986783012 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d20010430 con 0x7f9d2c1004e0 2023-07-14T12:47:22.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.033+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d2c196790 con 0x7f9d2c1004e0 2023-07-14T12:47:22.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.033+0000 7ff50ffff700 1 -- 172.21.15.40:0/492570897 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff52002f590 con 0x564670accf90 2023-07-14T12:47:22.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.033+0000 7f9d28ff9700 1 -- 172.21.15.40:0/2986783012 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20018680 con 0x7f9d2c1004e0 2023-07-14T12:47:22.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.033+0000 7ff542f4ab80 10 client.25517 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.033+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d2c072970 con 0x7f9d2c1004e0 2023-07-14T12:47:22.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.033+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x564670826c60 con 0x564670accf90 2023-07-14T12:47:22.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff50ffff700 1 -- 172.21.15.40:0/492570897 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff52001a020 con 0x564670accf90 2023-07-14T12:47:22.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff50ffff700 1 -- 172.21.15.40:0/492570897 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff520012a80 con 0x564670accf90 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff542f4ab80 10 client.25517 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff542f4ab80 10 client.25517 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff542f4ab80 20 client.25517 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670b2ce00 0x564670b2f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff542f4ab80 4 client.25517 mds_command: new command op to 24437 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5646709cb050 con 0x564670b2ce00 2023-07-14T12:47:22.067 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.034+0000 7ff534b60700 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670b2ce00 0x564670b2f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff50ffff700 10 client.25517 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff534b60700 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670b2ce00 0x564670b2f1e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=51a70a1c9476dc17 server_cookie=8806ba7fc3637e6d in_seq=0 out_seq=0 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff50ffff700 1 -- 172.21.15.40:0/492570897 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5646709cb050 con 0x564670b2ce00 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff50ffff700 10 client.25517 handle_command_reply: tid=0 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 client.25517 shutdown 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 msgr2=0x564670b2b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.068 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 0x564670b2b2a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff520005950 tx=0x7ff52c00bc10 comp rx=0 tx=0).stop 2023-07-14T12:47:22.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 shutdown_connections 2023-07-14T12:47:22.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x564670b2ce00 0x564670b2f1e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564670abd2d0 0x564670acf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564670accf90 0x564670b2b2a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff50ffff700 0 client.25517 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:22.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 --2- 172.21.15.40:0/492570897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564670ac8ad0 0x564670acc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.035+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 >> 172.21.15.40:0/492570897 conn(0x564670ab3da0 msgr2=0x564670ac0ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 shutdown_connections 2023-07-14T12:47:22.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff542f4ab80 1 -- 172.21.15.40:0/492570897 wait complete. 2023-07-14T12:47:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.036+0000 7f9d28ff9700 1 -- 172.21.15.40:0/2986783012 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f9d20010860 con 0x7f9d2c1004e0 2023-07-14T12:47:22.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff542f4ab80 20 client.25517 trim_cache size 0 max 16384 2023-07-14T12:47:22.071 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:22.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff5180a13e0 msgr2=0x7ff5180a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff5180a13e0 0x7ff5180a3890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff5280ca140 tx=0x7ff52801c000 comp rx=0 tx=0).stop 2023-07-14T12:47:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 msgr2=0x7ff5301a3dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 0x7ff5301a3dc0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ff52800ef30 tx=0x7ff52800c3a0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 shutdown_connections 2023-07-14T12:47:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff5180a13e0 0x7ff5180a3890 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff530100d00 0x7ff5300fe950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff53010a0d0 0x7ff5301a3dc0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 --2- 172.21.15.40:0/2550610918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff530101610 0x7ff5300fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.036+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 >> 172.21.15.40:0/2550610918 conn(0x7ff5300fa530 msgr2=0x7ff53010c270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.037+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 shutdown_connections 2023-07-14T12:47:22.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.037+0000 7ff536dc4700 1 -- 172.21.15.40:0/2550610918 wait complete. 2023-07-14T12:47:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.037+0000 7f9d28ff9700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9d140a13e0 0x7f9d140a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.037+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9d140a13e0 0x7f9d140a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.037+0000 7f9d28ff9700 1 -- 172.21.15.40:0/2986783012 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f9d20014070 con 0x7f9d2c1004e0 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.037+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9d140a13e0 0x7f9d140a3890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c009fd0 tx=0x7f9d1c019040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.037+0000 7f9d3e113b80 1 Processor -- start 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 -- start start 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 0x55c4d81e1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81dc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81dc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d80e1c50 con 0x55c4d80386b0 2023-07-14T12:47:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d81349e0 con 0x55c4d81e22d0 2023-07-14T12:47:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d812de70 con 0x55c4d81dc580 2023-07-14T12:47:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 0x55c4d81e1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 0x55c4d81e1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34816/0 (socket says 172.21.15.40:34816) 2023-07-14T12:47:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 -- 172.21.15.40:0/752534275 learned_addr learned my addr 172.21.15.40:0/752534275 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81dc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2affd700 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81dc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 -- 172.21.15.40:0/752534275 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 msgr2=0x55c4d81dc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81dc9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 -- 172.21.15.40:0/752534275 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 msgr2=0x55c4d81dc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81dc040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 -- 172.21.15.40:0/752534275 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c4d7f5bd80 con 0x55c4d80386b0 2023-07-14T12:47:22.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81dc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.038+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 0x55c4d81e1d90 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c016000 tx=0x7f9d1c01e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b055774fb4c4ed8b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.039+0000 7f9d11ffb700 1 -- 172.21.15.40:0/752534275 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c00b760 con 0x55c4d80386b0 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.039+0000 7f9d11ffb700 1 -- 172.21.15.40:0/752534275 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d1c01d040 con 0x55c4d80386b0 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.039+0000 7f9d11ffb700 1 -- 172.21.15.40:0/752534275 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c003880 con 0x55c4d80386b0 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.039+0000 7f9d3e113b80 1 -- 172.21.15.40:0/752534275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 msgr2=0x55c4d81e1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.039+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 0x55c4d81e1d90 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c016000 tx=0x7f9d1c01e000 comp rx=0 tx=0).stop 2023-07-14T12:47:22.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 -- 172.21.15.40:0/752534275 shutdown_connections 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81dc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d80386b0 0x55c4d81e1d90 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/752534275 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81dc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 -- 172.21.15.40:0/752534275 >> 172.21.15.40:0/752534275 conn(0x55c4d81d1be0 msgr2=0x55c4d81d6f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 -- 172.21.15.40:0/752534275 shutdown_connections 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 -- 172.21.15.40:0/752534275 wait complete. 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 -- start start 2023-07-14T12:47:22.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.040+0000 7f9d3e113b80 1 Processor -- start 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81e58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81e5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d80cda60 con 0x55c4d81dc580 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d80cd760 con 0x55c4d81e22d0 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d7fb18c0 con 0x55c4d80386b0 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d3e113b80 10 client.0 _ll_register_callbacks cb 0x55c4d80cb700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81e58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81e58a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34822/0 (socket says 172.21.15.40:34822) 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 -- 172.21.15.40:0/3845174289 learned_addr learned my addr 172.21.15.40:0/3845174289 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81e5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 -- 172.21.15.40:0/3845174289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 msgr2=0x55c4d81e8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 -- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 msgr2=0x55c4d81e5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81e5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 -- 172.21.15.40:0/3845174289 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d2c10d220 con 0x55c4d81dc580 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d2affd700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81e58a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f9d20099f00 tx=0x7f9d2009a4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a23a66a4c77fd58 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.041+0000 7f9d0affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d0affd700 1 -- 172.21.15.40:0/3845174289 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d200a2130 con 0x55c4d81dc580 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d0affd700 1 -- 172.21.15.40:0/3845174289 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f9d200a23c0 con 0x55c4d81dc580 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c4d8087490 con 0x55c4d81dc580 2023-07-14T12:47:22.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d0affd700 1 -- 172.21.15.40:0/3845174289 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d200ca9a0 con 0x55c4d81dc580 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 10 client.15810 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55c4d7f44c00 con 0x55c4d81dc580 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d0affd700 1 -- 172.21.15.40:0/3845174289 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d200b8030 con 0x55c4d81dc580 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d0affd700 1 -- 172.21.15.40:0/3845174289 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9d20094b80 con 0x55c4d81dc580 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 10 client.15810 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 10 client.15810 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:22.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 20 client.15810 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81f5b10 0x55c4d81f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 4 client.15810 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c4d8126e50 con 0x55c4d81f5b10 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.042+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81f5b10 0x55c4d81f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.043+0000 7f9d0affd700 10 client.15810 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.043+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81f5b10 0x55c4d81f7f20 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ef377bc08a67364 server_cookie=6d4b5dbfa8c3d035 in_seq=0 out_seq=0 2023-07-14T12:47:22.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d0affd700 1 -- 172.21.15.40:0/3845174289 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c4d8126e50 con 0x55c4d81f5b10 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d0affd700 10 client.15810 handle_command_reply: tid=0 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 client.15810 shutdown 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 msgr2=0x55c4d81e58a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81e58a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f9d20099f00 tx=0x7f9d2009a4b0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 shutdown_connections 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81f5b10 0x55c4d81f7f20 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d0affd700 0 client.15810 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81e22d0 0x55c4d81e5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/3845174289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81e58a0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 >> 172.21.15.40:0/3845174289 conn(0x55c4d81d1be0 msgr2=0x55c4d81d64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 shutdown_connections 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 1 -- 172.21.15.40:0/3845174289 wait complete. 2023-07-14T12:47:22.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.044+0000 7f9d3e113b80 20 client.15810 trim_cache size 0 max 16384 2023-07-14T12:47:22.090 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-07-14T12:47:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.059+0000 7f9d3e113b80 1 Processor -- start 2023-07-14T12:47:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.059+0000 7f9d3e113b80 1 -- start start 2023-07-14T12:47:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81d1be0 0x55c4d81dc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81ecbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d81cec00 con 0x55c4d81dc580 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d81d7d50 con 0x55c4d81d1be0 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d81a2060 con 0x55c4d80386b0 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81ecbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2affd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81ecbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34834/0 (socket says 172.21.15.40:34834) 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 -- 172.21.15.40:0/481560904 learned_addr learned my addr 172.21.15.40:0/481560904 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81d1be0 0x55c4d81dc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 -- 172.21.15.40:0/481560904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 msgr2=0x55c4d81e1320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e1320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 -- 172.21.15.40:0/481560904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81d1be0 msgr2=0x55c4d81dc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81d1be0 0x55c4d81dc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 -- 172.21.15.40:0/481560904 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c4d81fcb50 con 0x55c4d81dc580 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81d1be0 0x55c4d81dc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.060+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81ecbe0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f9d24007550 tx=0x7f9d2400b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4a4dd19f4d5153 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d127fc700 1 -- 172.21.15.40:0/481560904 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d2400e020 con 0x55c4d81dc580 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d127fc700 1 -- 172.21.15.40:0/481560904 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d2400f040 con 0x55c4d81dc580 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d127fc700 1 -- 172.21.15.40:0/481560904 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d24017410 con 0x55c4d81dc580 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 -- 172.21.15.40:0/481560904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 msgr2=0x55c4d81ecbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81ecbe0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f9d24007550 tx=0x7f9d2400b040 comp rx=0 tx=0).stop 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 -- 172.21.15.40:0/481560904 shutdown_connections 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81dc580 0x55c4d81ecbe0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d81d1be0 0x55c4d81dc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/481560904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d80386b0 0x55c4d81e1320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.061+0000 7f9d3e113b80 1 -- 172.21.15.40:0/481560904 >> 172.21.15.40:0/481560904 conn(0x55c4d81f2190 msgr2=0x55c4d81e2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.062+0000 7f9d3e113b80 1 -- 172.21.15.40:0/481560904 shutdown_connections 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.062+0000 7f9d3e113b80 1 -- 172.21.15.40:0/481560904 wait complete. 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.062+0000 7f9d3e113b80 1 -- start start 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.062+0000 7f9d3e113b80 1 Processor -- start 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d80386b0 0x55c4d81ecd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 0x55c4d81eb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81eb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d81ec010 con 0x55c4d81d1be0 2023-07-14T12:47:22.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d82499e0 con 0x55c4d80386b0 2023-07-14T12:47:22.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4d8249b20 con 0x55c4d81dc580 2023-07-14T12:47:22.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 10 client.0 _ll_register_callbacks cb 0x7f9d200998d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 0x55c4d81eb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 0x55c4d81eb1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34838/0 (socket says 172.21.15.40:34838) 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 -- 172.21.15.40:0/430747173 learned_addr learned my addr 172.21.15.40:0/430747173 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2b7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d80386b0 0x55c4d81ecd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2bfff700 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81eb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 -- 172.21.15.40:0/430747173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 msgr2=0x55c4d81eb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81eb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 -- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d80386b0 msgr2=0x55c4d81ecd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d80386b0 0x55c4d81ecd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 -- 172.21.15.40:0/430747173 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d24009330 con 0x55c4d81d1be0 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d2affd700 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 0x55c4d81eb1e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9d200969e0 tx=0x7f9d20094db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=245fcbb688efeedd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d0affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d0affd700 1 -- 172.21.15.40:0/430747173 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20096120 con 0x55c4d81d1be0 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d0affd700 1 -- 172.21.15.40:0/430747173 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f9d200a23c0 con 0x55c4d81d1be0 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.063+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c4d81f2560 con 0x55c4d81d1be0 2023-07-14T12:47:22.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d0affd700 1 -- 172.21.15.40:0/430747173 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d200b83c0 con 0x55c4d81d1be0 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 10 client.15816 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55c4d7f821f0 con 0x55c4d81d1be0 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d0affd700 1 -- 172.21.15.40:0/430747173 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c4d81f2560 con 0x55c4d81d1be0 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d0affd700 1 -- 172.21.15.40:0/430747173 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9d200ca9a0 con 0x55c4d81d1be0 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 10 client.15816 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 10 client.15816 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:22.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 20 client.15816 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81e22d0 0x55c4d824cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 4 client.15816 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:47:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f9d1c01d040 con 0x55c4d81e22d0 2023-07-14T12:47:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.064+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81e22d0 0x55c4d824cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.065+0000 7f9d2b7fe700 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81e22d0 0x55c4d824cf10 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3da68f040d9334a server_cookie=20242d19cd89ba23 in_seq=0 out_seq=0 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.065+0000 7f9d0affd700 10 client.15816 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d0affd700 1 -- 172.21.15.40:0/430747173 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f9d1c01d040 con 0x55c4d81e22d0 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d0affd700 10 client.15816 handle_command_reply: tid=0 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 client.15816 shutdown 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 msgr2=0x55c4d81eb1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 0x55c4d81eb1e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9d200969e0 tx=0x7f9d20094db0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 shutdown_connections 2023-07-14T12:47:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4d81e22d0 0x55c4d824cf10 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4d81dc580 0x55c4d81eb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4d80386b0 0x55c4d81ecd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 --2- 172.21.15.40:0/430747173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4d81d1be0 0x55c4d81eb1e0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 >> 172.21.15.40:0/430747173 conn(0x55c4d81f2190 msgr2=0x55c4d81e1190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d0affd700 0 client.15816 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 shutdown_connections 2023-07-14T12:47:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 1 -- 172.21.15.40:0/430747173 wait complete. 2023-07-14T12:47:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.069+0000 7f9d3e113b80 20 client.15816 trim_cache size 0 max 16384 2023-07-14T12:47:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:47:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:47:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:47:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:47:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9d140a13e0 msgr2=0x7f9d140a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9d140a13e0 0x7f9d140a3890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c009fd0 tx=0x7f9d1c019040 comp rx=0 tx=0).stop 2023-07-14T12:47:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c1004e0 msgr2=0x7f9d2c19c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c1004e0 0x7f9d2c19c1a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000e9f0 tx=0x7f9d2000ed00 comp rx=0 tx=0).stop 2023-07-14T12:47:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 shutdown_connections 2023-07-14T12:47:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9d140a13e0 0x7f9d140a3890 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d2c0ffb30 0x7f9d2c19bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d2c105b60 0x7f9d2c195a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 --2- 172.21.15.40:0/2986783012 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9d2c1004e0 0x7f9d2c19c1a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 >> 172.21.15.40:0/2986783012 conn(0x7f9d2c0fb5f0 msgr2=0x7f9d2c0fcb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 shutdown_connections 2023-07-14T12:47:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:22.070+0000 7f9d31f8d700 1 -- 172.21.15.40:0/2986783012 wait complete. 2023-07-14T12:47:22.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:21 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/777836622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:47:22.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 -- 172.21.15.40:0/842957222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d010c430 msgr2=0x7f53d010e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 --2- 172.21.15.40:0/842957222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d010c430 0x7f53d010e810 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f53c800b0a0 tx=0x7f53c800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 -- 172.21.15.40:0/842957222 shutdown_connections 2023-07-14T12:47:22.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 --2- 172.21.15.40:0/842957222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53d00fe880 0x7f53d00fec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 --2- 172.21.15.40:0/842957222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d010c430 0x7f53d010e810 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.244 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 --2- 172.21.15.40:0/842957222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00ff190 0x7f53d010bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 -- 172.21.15.40:0/842957222 >> 172.21.15.40:0/842957222 conn(0x7f53d00fa4b0 msgr2=0x7f53d00fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 -- 172.21.15.40:0/842957222 shutdown_connections 2023-07-14T12:47:22.245 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 -- 172.21.15.40:0/842957222 wait complete. 2023-07-14T12:47:22.246 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 Processor -- start 2023-07-14T12:47:22.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.228+0000 7f53d6163700 1 -- start start 2023-07-14T12:47:22.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53d6163700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00fe880 0x7f53d0197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53d6163700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 0x7f53d01984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53d6163700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53d010c430 0x7f53d019c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53d6163700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d019cf40 con 0x7f53d00ff190 2023-07-14T12:47:22.247 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53d6163700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d019d0b0 con 0x7f53d00fe880 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53d6163700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d019d270 con 0x7f53d010c430 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 0x7f53d01984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 0x7f53d01984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34852/0 (socket says 172.21.15.40:34852) 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 -- 172.21.15.40:0/1176635369 learned_addr learned my addr 172.21.15.40:0/1176635369 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00fe880 0x7f53d0197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53cffff700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53d010c430 0x7f53d019c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.248 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 -- 172.21.15.40:0/1176635369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53d010c430 msgr2=0x7f53d019c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53d010c430 0x7f53d019c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 -- 172.21.15.40:0/1176635369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00fe880 msgr2=0x7f53d0197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00fe880 0x7f53d0197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 -- 172.21.15.40:0/1176635369 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c8009d00 con 0x7f53d00ff190 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00fe880 0x7f53d0197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.229+0000 7f53ceffd700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 0x7f53d01984a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f53c400d950 tx=0x7f53c400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.230+0000 7f53ccff9700 1 -- 172.21.15.40:0/1176635369 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c4009940 con 0x7f53d00ff190 2023-07-14T12:47:22.249 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.230+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53d019d550 con 0x7f53d00ff190 2023-07-14T12:47:22.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.230+0000 7f53ccff9700 1 -- 172.21.15.40:0/1176635369 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c4010460 con 0x7f53d00ff190 2023-07-14T12:47:22.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.230+0000 7f53ccff9700 1 -- 172.21.15.40:0/1176635369 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c400f620 con 0x7f53d00ff190 2023-07-14T12:47:22.250 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.230+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53d01a4d90 con 0x7f53d00ff190 2023-07-14T12:47:22.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.232+0000 7f53ccff9700 1 -- 172.21.15.40:0/1176635369 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f53c40108d0 con 0x7f53d00ff190 2023-07-14T12:47:22.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.232+0000 7f53ccff9700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f53b80a13e0 0x7f53b80a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.232+0000 7f53ccff9700 1 -- 172.21.15.40:0/1176635369 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f53c40cce10 con 0x7f53d00ff190 2023-07-14T12:47:22.254 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.233+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f53b80a13e0 0x7f53b80a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.233+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f53b80a13e0 0x7f53b80a3890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f53c0009cb0 tx=0x7f53c0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 Processor -- start 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 -- start start 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02c96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 0x5575a02d6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.255 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a01cfcb0 con 0x5575a02d4ad0 2023-07-14T12:47:22.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a0222a40 con 0x5575a02c92d0 2023-07-14T12:47:22.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a021bed0 con 0x5575a02c9be0 2023-07-14T12:47:22.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53cffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 0x5575a02d6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53cffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 0x5575a02d6eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34862/0 (socket says 172.21.15.40:34862) 2023-07-14T12:47:22.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.234+0000 7f53cffff700 1 -- 172.21.15.40:0/3987289042 learned_addr learned my addr 172.21.15.40:0/3987289042 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.256 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53ceffd700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02c96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cffff700 1 -- 172.21.15.40:0/3987289042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 msgr2=0x5575a02d4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cffff700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cffff700 1 -- 172.21.15.40:0/3987289042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 msgr2=0x5575a02c96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cffff700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02c96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.257 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cffff700 1 -- 172.21.15.40:0/3987289042 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575a0049de0 con 0x5575a02d4ad0 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53ceffd700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53cffff700 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 0x5575a02d6eb0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f53c800b0a0 tx=0x7f53c8009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a24908fcc8b88224 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53b5ffb700 1 -- 172.21.15.40:0/3987289042 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c800e040 con 0x5575a02d4ad0 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53b5ffb700 1 -- 172.21.15.40:0/3987289042 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c800bcb0 con 0x5575a02d4ad0 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.235+0000 7f53b5ffb700 1 -- 172.21.15.40:0/3987289042 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c801c660 con 0x5575a02d4ad0 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 -- 172.21.15.40:0/3987289042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 msgr2=0x5575a02d6eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.258 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 0x5575a02d6eb0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f53c800b0a0 tx=0x7f53c8009360 comp rx=0 tx=0).stop 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 -- 172.21.15.40:0/3987289042 shutdown_connections 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02d4ad0 0x5575a02d6eb0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/3987289042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 -- 172.21.15.40:0/3987289042 >> 172.21.15.40:0/3987289042 conn(0x5575a02bfda0 msgr2=0x5575a02c56a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 -- 172.21.15.40:0/3987289042 shutdown_connections 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 -- 172.21.15.40:0/3987289042 wait complete. 2023-07-14T12:47:22.259 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.236+0000 7f53e22e9b80 1 -- start start 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 Processor -- start 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02d4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02d4ad0 0x5575a02d1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a01bbac0 con 0x5575a02c9be0 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a01bb7c0 con 0x5575a02c92d0 2023-07-14T12:47:22.260 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a009f920 con 0x5575a02d4ad0 2023-07-14T12:47:22.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53e22e9b80 10 client.0 _ll_register_callbacks cb 0x5575a01b9760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53ceffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53ceffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d1730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34866/0 (socket says 172.21.15.40:34866) 2023-07-14T12:47:22.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53ceffd700 1 -- 172.21.15.40:0/2047575913 learned_addr learned my addr 172.21.15.40:0/2047575913 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02d4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.261 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.237+0000 7f53cffff700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02d4ad0 0x5575a02d1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53ceffd700 1 -- 172.21.15.40:0/2047575913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02d4ad0 msgr2=0x5575a02d1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53ceffd700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02d4ad0 0x5575a02d1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53ceffd700 1 -- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 msgr2=0x5575a02d4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53ceffd700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02d4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53ceffd700 1 -- 172.21.15.40:0/2047575913 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53d010f390 con 0x5575a02c9be0 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53ceffd700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d1730 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f53c4099950 tx=0x7f53c4099d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34376d1f74dd6277 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.262 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53aeffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53aeffd700 1 -- 172.21.15.40:0/2047575913 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c40b2200 con 0x5575a02c9be0 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53aeffd700 1 -- 172.21.15.40:0/2047575913 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f53c40b2360 con 0x5575a02c9be0 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5575a01754f0 con 0x5575a02c9be0 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53aeffd700 1 -- 172.21.15.40:0/2047575913 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53c4099140 con 0x5575a02c9be0 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53e22e9b80 10 client.15828 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5575a0032c60 con 0x5575a02c9be0 2023-07-14T12:47:22.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.238+0000 7f53aeffd700 1 -- 172.21.15.40:0/2047575913 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5575a01754f0 con 0x5575a02c9be0 2023-07-14T12:47:22.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53aeffd700 1 -- 172.21.15.40:0/2047575913 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f53c40ca710 con 0x5575a02c9be0 2023-07-14T12:47:22.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53e22e9b80 10 client.15828 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.265 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53e22e9b80 10 client.15828 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53e22e9b80 20 client.15828 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a02e4260 0x5575a02e6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53e22e9b80 4 client.15828 mds_command: new command op to 24491 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5575a0214eb0 con 0x5575a02e4260 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a02e4260 0x5575a02e6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53aeffd700 10 client.15828 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.239+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a02e4260 0x5575a02e6640 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=83b759f7e60bfab1 server_cookie=d88e98ce916d45d0 in_seq=0 out_seq=0 2023-07-14T12:47:22.266 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53aeffd700 1 -- 172.21.15.40:0/2047575913 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5575a0214eb0 con 0x5575a02e4260 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53aeffd700 10 client.15828 handle_command_reply: tid=0 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 client.15828 shutdown 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 msgr2=0x5575a02d1730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d1730 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f53c4099950 tx=0x7f53c4099d40 comp rx=0 tx=0).stop 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 shutdown_connections 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02d4ad0 0x5575a02d1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a02e4260 0x5575a02e6640 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.267 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02c92d0 0x5575a02d4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/2047575913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d1730 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 >> 172.21.15.40:0/2047575913 conn(0x5575a02bfda0 msgr2=0x5575a02c5230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53aeffd700 0 client.15828 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:22.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 shutdown_connections 2023-07-14T12:47:22.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.240+0000 7f53e22e9b80 1 -- 172.21.15.40:0/2047575913 wait complete. 2023-07-14T12:47:22.268 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.241+0000 7f53e22e9b80 20 client.15828 trim_cache size 0 max 16384 2023-07-14T12:47:22.269 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 Processor -- start 2023-07-14T12:47:22.270 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 -- start start 2023-07-14T12:47:22.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 0x5575a02e0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.271 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a02cc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a02e4040 con 0x5575a02c92d0 2023-07-14T12:47:22.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a02d20c0 con 0x5575a02d4ad0 2023-07-14T12:47:22.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a02e0c60 con 0x5575a02c9be0 2023-07-14T12:47:22.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.254+0000 7f53cf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 0x5575a02e0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 0x5575a02e0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34872/0 (socket says 172.21.15.40:34872) 2023-07-14T12:47:22.272 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 -- 172.21.15.40:0/4043024127 learned_addr learned my addr 172.21.15.40:0/4043024127 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cffff700 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a02cc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53ceffd700 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 -- 172.21.15.40:0/4043024127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 msgr2=0x5575a02d4050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 -- 172.21.15.40:0/4043024127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 msgr2=0x5575a02cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a02cc9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 -- 172.21.15.40:0/4043024127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575a0070250 con 0x5575a02c92d0 2023-07-14T12:47:22.273 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cffff700 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a02cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:22.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 0x5575a02e0720 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f53c0009810 tx=0x7f53c0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b697337ba7101e54 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53b67fc700 1 -- 172.21.15.40:0/4043024127 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c0027070 con 0x5575a02c92d0 2023-07-14T12:47:22.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53b67fc700 1 -- 172.21.15.40:0/4043024127 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c0003b40 con 0x5575a02c92d0 2023-07-14T12:47:22.274 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.255+0000 7f53b67fc700 1 -- 172.21.15.40:0/4043024127 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c0012b00 con 0x5575a02c92d0 2023-07-14T12:47:22.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:21 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/777836622' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 -- 172.21.15.40:0/4043024127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 msgr2=0x5575a02e0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 0x5575a02e0720 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f53c0009810 tx=0x7f53c0014000 comp rx=0 tx=0).stop 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 -- 172.21.15.40:0/4043024127 shutdown_connections 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a02cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c92d0 0x5575a02e0720 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/4043024127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c9be0 0x5575a02d4050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.281 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 -- 172.21.15.40:0/4043024127 >> 172.21.15.40:0/4043024127 conn(0x5575a02bfda0 msgr2=0x5575a02eafa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 -- 172.21.15.40:0/4043024127 shutdown_connections 2023-07-14T12:47:22.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.256+0000 7f53e22e9b80 1 -- 172.21.15.40:0/4043024127 wait complete. 2023-07-14T12:47:22.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 -- start start 2023-07-14T12:47:22.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 Processor -- start 2023-07-14T12:47:22.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c92d0 0x5575a02d9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.282 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a03370f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a0337630 con 0x5575a02c9be0 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a0337770 con 0x5575a02d4ad0 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a03378b0 con 0x5575a02c92d0 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53e22e9b80 10 client.0 _ll_register_callbacks cb 0x7f53c40995b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53ceffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53ceffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34880/0 (socket says 172.21.15.40:34880) 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53ceffd700 1 -- 172.21.15.40:0/1696615394 learned_addr learned my addr 172.21.15.40:0/1696615394 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c92d0 0x5575a02d9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.257+0000 7f53cffff700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a03370f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53ceffd700 1 -- 172.21.15.40:0/1696615394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c92d0 msgr2=0x5575a02d9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53ceffd700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c92d0 0x5575a02d9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53ceffd700 1 -- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 msgr2=0x5575a03370f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53ceffd700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a03370f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.284 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53ceffd700 1 -- 172.21.15.40:0/1696615394 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53c0011d40 con 0x5575a02c9be0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53ceffd700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d9760 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f53c40966c0 tx=0x7f53c4010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bd81c5ac2fc3886 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53aeffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53aeffd700 1 -- 172.21.15.40:0/1696615394 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c4014070 con 0x5575a02c9be0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53aeffd700 1 -- 172.21.15.40:0/1696615394 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f53c40ca880 con 0x5575a02c9be0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f53c800bcb0 con 0x5575a02c9be0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53aeffd700 1 -- 172.21.15.40:0/1696615394 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53c40984c0 con 0x5575a02c9be0 2023-07-14T12:47:22.285 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53e22e9b80 10 client.15834 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5575a00482b0 con 0x5575a02c9be0 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53aeffd700 1 -- 172.21.15.40:0/1696615394 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f53c407c080 con 0x5575a02c9be0 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53aeffd700 1 -- 172.21.15.40:0/1696615394 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f53c40a1c10 con 0x5575a02c9be0 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53e22e9b80 10 client.15834 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53e22e9b80 10 client.15834 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.258+0000 7f53e22e9b80 20 client.15834 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a0338b90 0x5575a033afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.286 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53e22e9b80 4 client.15834 mds_command: new command op to 24491 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5575a01d7050 con 0x5575a0338b90 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a0338b90 0x5575a033afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53aeffd700 10 client.15834 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53cf7fe700 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a0338b90 0x5575a033afa0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4f616715c9e9667 server_cookie=125fd833db576f88 in_seq=0 out_seq=0 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53aeffd700 1 -- 172.21.15.40:0/1696615394 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5575a01d7050 con 0x5575a0338b90 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53aeffd700 10 client.15834 handle_command_reply: tid=0 2023-07-14T12:47:22.287 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.259+0000 7f53e22e9b80 1 client.15834 shutdown 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 msgr2=0x5575a02d9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d9760 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f53c40966c0 tx=0x7f53c4010cd0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 shutdown_connections 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575a02c92d0 0x5575a02d9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x5575a0338b90 0x5575a033afa0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5575a02d4ad0 0x5575a03370f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 --2- 172.21.15.40:0/1696615394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5575a02c9be0 0x5575a02d9760 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 >> 172.21.15.40:0/1696615394 conn(0x5575a02bfda0 msgr2=0x5575a02cc9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53aeffd700 0 client.15834 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:22.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 shutdown_connections 2023-07-14T12:47:22.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 1 -- 172.21.15.40:0/1696615394 wait complete. 2023-07-14T12:47:22.289 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53e22e9b80 20 client.15834 trim_cache size 0 max 16384 2023-07-14T12:47:22.289 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:22.290 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f53b80a13e0 msgr2=0x7f53b80a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53d6163700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f53b80a13e0 0x7f53b80a3890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f53c0009cb0 tx=0x7f53c0009260 comp rx=0 tx=0).stop 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 msgr2=0x7f53d01984a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.260+0000 7f53d6163700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 0x7f53d01984a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f53c400d950 tx=0x7f53c400dc60 comp rx=0 tx=0).stop 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 shutdown_connections 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f53b80a13e0 0x7f53b80a3890 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53d010c430 0x7f53d019c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.291 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f53d00fe880 0x7f53d0197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 --2- 172.21.15.40:0/1176635369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f53d00ff190 0x7f53d01984a0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 >> 172.21.15.40:0/1176635369 conn(0x7f53d00fa4b0 msgr2=0x7f53d010d810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 shutdown_connections 2023-07-14T12:47:22.292 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.261+0000 7f53d6163700 1 -- 172.21.15.40:0/1176635369 wait complete. 2023-07-14T12:47:22.292 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-07-14T12:47:22.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1323283054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 msgr2=0x7f9b4010c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.426 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1323283054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4010c4b0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f9b3800b0a0 tx=0x7f9b3800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1323283054 shutdown_connections 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1323283054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4010c4b0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1323283054 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b40100ca0 0x7f9b40101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1323283054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 0x7f9b40109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1323283054 >> 172.21.15.40:0/1323283054 conn(0x7f9b400fa4b0 msgr2=0x7f9b400fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1323283054 shutdown_connections 2023-07-14T12:47:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.410+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1323283054 wait complete. 2023-07-14T12:47:22.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 Processor -- start 2023-07-14T12:47:22.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 -- start start 2023-07-14T12:47:22.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b40100ca0 0x7f9b40195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.429 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 0x7f9b401962b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4019a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4019ad50 con 0x7f9b4010a070 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4019aec0 con 0x7f9b40100ca0 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b47d2f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4019b080 con 0x7f9b401015b0 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4019a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4019a710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34896/0 (socket says 172.21.15.40:34896) 2023-07-14T12:47:22.430 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.411+0000 7f9b462cc700 1 -- 172.21.15.40:0/1850458550 learned_addr learned my addr 172.21.15.40:0/1850458550 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b45acb700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b40100ca0 0x7f9b40195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b452ca700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 0x7f9b401962b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b462cc700 1 -- 172.21.15.40:0/1850458550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 msgr2=0x7f9b401962b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b462cc700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 0x7f9b401962b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b462cc700 1 -- 172.21.15.40:0/1850458550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b40100ca0 msgr2=0x7f9b40195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b462cc700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b40100ca0 0x7f9b40195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b462cc700 1 -- 172.21.15.40:0/1850458550 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b38009d00 con 0x7f9b4010a070 2023-07-14T12:47:22.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b452ca700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 0x7f9b401962b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:22.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b462cc700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4019a710 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9b3800b780 tx=0x7f9b38007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b36ffd700 1 -- 172.21.15.40:0/1850458550 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b3800e040 con 0x7f9b4010a070 2023-07-14T12:47:22.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b4019b300 con 0x7f9b4010a070 2023-07-14T12:47:22.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b36ffd700 1 -- 172.21.15.40:0/1850458550 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b38004c50 con 0x7f9b4010a070 2023-07-14T12:47:22.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b36ffd700 1 -- 172.21.15.40:0/1850458550 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b380052a0 con 0x7f9b4010a070 2023-07-14T12:47:22.432 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.412+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b401a2ba0 con 0x7f9b4010a070 2023-07-14T12:47:22.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.414+0000 7f9b36ffd700 1 -- 172.21.15.40:0/1850458550 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f9b3801d470 con 0x7f9b4010a070 2023-07-14T12:47:22.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.415+0000 7f9b36ffd700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9b2c0a13e0 0x7f9b2c0a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.415+0000 7f9b45acb700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9b2c0a13e0 0x7f9b2c0a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.415+0000 7f9b36ffd700 1 -- 172.21.15.40:0/1850458550 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f9b380ce560 con 0x7f9b4010a070 2023-07-14T12:47:22.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.415+0000 7f9b45acb700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9b2c0a13e0 0x7f9b2c0a3890 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c009bf0 tx=0x7f9b3c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 Processor -- start 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 -- start start 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a146a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a21eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c891acb0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c896da40 con 0x55a1c8a142d0 2023-07-14T12:47:22.436 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8966ed0 con 0x55a1c8a14be0 2023-07-14T12:47:22.436 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a21eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.436 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a21eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34904/0 (socket says 172.21.15.40:34904) 2023-07-14T12:47:22.436 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b462cc700 1 -- 172.21.15.40:0/3430601575 learned_addr learned my addr 172.21.15.40:0/3430601575 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.436 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.417+0000 7f9b452ca700 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.436 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b45acb700 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a146a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b462cc700 1 -- 172.21.15.40:0/3430601575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 msgr2=0x55a1c8a1f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b462cc700 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b462cc700 1 -- 172.21.15.40:0/3430601575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 msgr2=0x55a1c8a146a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b462cc700 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a146a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b462cc700 1 -- 172.21.15.40:0/3430601575 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1c8794de0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b45acb700 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a146a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b462cc700 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a21eb0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f9b3809b130 tx=0x7f9b3800bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ec5eb35ac9300d4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b2bfff700 1 -- 172.21.15.40:0/3430601575 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b380860b0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b2bfff700 1 -- 172.21.15.40:0/3430601575 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b3809b430 con 0x55a1c8a1fad0 2023-07-14T12:47:22.438 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.418+0000 7f9b2bfff700 1 -- 172.21.15.40:0/3430601575 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b3809f210 con 0x55a1c8a1fad0 2023-07-14T12:47:22.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/3430601575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 msgr2=0x55a1c8a21eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a21eb0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f9b3809b130 tx=0x7f9b3800bf30 comp rx=0 tx=0).stop 2023-07-14T12:47:22.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/3430601575 shutdown_connections 2023-07-14T12:47:22.441 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a21eb0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a146a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/3430601575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/3430601575 >> 172.21.15.40:0/3430601575 conn(0x55a1c8a0ada0 msgr2=0x55a1c8a106a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/3430601575 shutdown_connections 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/3430601575 wait complete. 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.419+0000 7f9b53eb5b80 1 -- start start 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 Processor -- start 2023-07-14T12:47:22.442 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a1fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 0x55a1c8a203e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a2af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8906ac0 con 0x55a1c8a14be0 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c89067c0 con 0x55a1c8a142d0 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c87ea920 con 0x55a1c8a1fad0 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b53eb5b80 10 client.0 _ll_register_callbacks cb 0x55a1c8904760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.443 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b452ca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 0x55a1c8a203e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b452ca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 0x55a1c8a203e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34908/0 (socket says 172.21.15.40:34908) 2023-07-14T12:47:22.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b452ca700 1 -- 172.21.15.40:0/2338620222 learned_addr learned my addr 172.21.15.40:0/2338620222 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.420+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a1fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.444 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a2af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b452ca700 1 -- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a1fad0 msgr2=0x55a1c8a2af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b452ca700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a2af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b452ca700 1 -- 172.21.15.40:0/2338620222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 msgr2=0x55a1c8a1fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b452ca700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a1fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b452ca700 1 -- 172.21.15.40:0/2338620222 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b401a2ba0 con 0x55a1c8a14be0 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a1fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b452ca700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 0x55a1c8a203e0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009f90 tx=0x7f9b300127e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c49a13032c476205 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b297fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b297fa700 1 -- 172.21.15.40:0/2338620222 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b30004220 con 0x55a1c8a14be0 2023-07-14T12:47:22.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b297fa700 1 -- 172.21.15.40:0/2338620222 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f9b30004380 con 0x55a1c8a14be0 2023-07-14T12:47:22.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1c88c04f0 con 0x55a1c8a14be0 2023-07-14T12:47:22.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b297fa700 1 -- 172.21.15.40:0/2338620222 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b30004540 con 0x55a1c8a14be0 2023-07-14T12:47:22.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 10 client.15846 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a1c877dc60 con 0x55a1c8a14be0 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b297fa700 1 -- 172.21.15.40:0/2338620222 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a1c88c04f0 con 0x55a1c8a14be0 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b297fa700 1 -- 172.21.15.40:0/2338620222 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9b30010aa0 con 0x55a1c8a14be0 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 10 client.15846 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 10 client.15846 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 20 client.15846 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.421+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a2f290 0x55a1c8a316a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.447 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.422+0000 7f9b53eb5b80 4 client.15846 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.422+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a1c895feb0 con 0x55a1c8a2f290 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.422+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a2f290 0x55a1c8a316a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.422+0000 7f9b297fa700 10 client.15846 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.422+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a2f290 0x55a1c8a316a0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=20706199626e25cc server_cookie=66d7f880be994861 in_seq=0 out_seq=0 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b297fa700 1 -- 172.21.15.40:0/2338620222 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a1c895feb0 con 0x55a1c8a2f290 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b297fa700 10 client.15846 handle_command_reply: tid=0 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 client.15846 shutdown 2023-07-14T12:47:22.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 msgr2=0x55a1c8a203e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 0x55a1c8a203e0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f9b30009f90 tx=0x7f9b300127e0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 shutdown_connections 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a2f290 0x55a1c8a316a0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a2af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a1fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2338620222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a14be0 0x55a1c8a203e0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 >> 172.21.15.40:0/2338620222 conn(0x55a1c8a0ada0 msgr2=0x55a1c8a10230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b297fa700 0 client.15846 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:22.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 shutdown_connections 2023-07-14T12:47:22.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.423+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2338620222 wait complete. 2023-07-14T12:47:22.450 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.424+0000 7f9b53eb5b80 20 client.15846 trim_cache size 0 max 16384 2023-07-14T12:47:22.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 Processor -- start 2023-07-14T12:47:22.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 -- start start 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a19fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a203e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8a2bc10 con 0x55a1c8a1fad0 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8a112f0 con 0x55a1c8a142d0 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8a15590 con 0x55a1c8a14be0 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a203e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a203e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34918/0 (socket says 172.21.15.40:34918) 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b462cc700 1 -- 172.21.15.40:0/2296334688 learned_addr learned my addr 172.21.15.40:0/2296334688 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.437+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a19fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b452ca700 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b462cc700 1 -- 172.21.15.40:0/2296334688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 msgr2=0x55a1c8a1fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b462cc700 1 -- 172.21.15.40:0/2296334688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 msgr2=0x55a1c8a19fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a19fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b462cc700 1 -- 172.21.15.40:0/2296334688 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1c87bb250 con 0x55a1c8a1fad0 2023-07-14T12:47:22.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a19fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a203e0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f9b38026000 tx=0x7f9b3809b070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f01ce16c332898 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.460 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b34ff9700 1 -- 172.21.15.40:0/2296334688 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b380860b0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b34ff9700 1 -- 172.21.15.40:0/2296334688 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b380b1070 con 0x55a1c8a1fad0 2023-07-14T12:47:22.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.438+0000 7f9b34ff9700 1 -- 172.21.15.40:0/2296334688 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b380a10f0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2296334688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 msgr2=0x55a1c8a203e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a203e0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f9b38026000 tx=0x7f9b3809b070 comp rx=0 tx=0).stop 2023-07-14T12:47:22.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2296334688 shutdown_connections 2023-07-14T12:47:22.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a203e0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a19fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2296334688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a1fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2296334688 >> 172.21.15.40:0/2296334688 conn(0x55a1c8a0ada0 msgr2=0x55a1c8a2b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2296334688 shutdown_connections 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2296334688 wait complete. 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 -- start start 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.439+0000 7f9b53eb5b80 1 Processor -- start 2023-07-14T12:47:22.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a22e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a233d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a23910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8a82280 con 0x55a1c8a1fad0 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8a823f0 con 0x55a1c8a142d0 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c8a825b0 con 0x55a1c8a14be0 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 10 client.0 _ll_register_callbacks cb 0x7f9b30009a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a23910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a23910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34924/0 (socket says 172.21.15.40:34924) 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 -- 172.21.15.40:0/2754492361 learned_addr learned my addr 172.21.15.40:0/2754492361 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b452ca700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a233d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a22e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 -- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 msgr2=0x55a1c8a233d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a233d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 -- 172.21.15.40:0/2754492361 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 msgr2=0x55a1c8a22e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a22e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 -- 172.21.15.40:0/2754492361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a1c8794de0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b462cc700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a23910 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f9b3809b0e0 tx=0x7f9b3801dd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90ffa0cdb930042d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b297fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b297fa700 1 -- 172.21.15.40:0/2754492361 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b38004dc0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b297fa700 1 -- 172.21.15.40:0/2754492361 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f9b380860b0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.440+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9b3809b430 con 0x55a1c8a1fad0 2023-07-14T12:47:22.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b297fa700 1 -- 172.21.15.40:0/2754492361 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b380a37f0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 10 client.15852 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a1c87932b0 con 0x55a1c8a1fad0 2023-07-14T12:47:22.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b297fa700 1 -- 172.21.15.40:0/2754492361 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b3809b430 con 0x55a1c8a1fad0 2023-07-14T12:47:22.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b297fa700 1 -- 172.21.15.40:0/2754492361 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9b3809a920 con 0x55a1c8a1fad0 2023-07-14T12:47:22.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 10 client.15852 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 10 client.15852 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 20 client.15852 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a837c0 0x55a1c8a85ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 4 client.15852 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a1c8922050 con 0x55a1c8a837c0 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.441+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a837c0 0x55a1c8a85ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b297fa700 10 client.15852 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b45acb700 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a837c0 0x55a1c8a85ba0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3698f3938cdb9e70 server_cookie=702f85a73f22d297 in_seq=0 out_seq=0 2023-07-14T12:47:22.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b297fa700 1 -- 172.21.15.40:0/2754492361 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a1c8922050 con 0x55a1c8a837c0 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b297fa700 10 client.15852 handle_command_reply: tid=0 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 client.15852 shutdown 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 msgr2=0x55a1c8a23910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a23910 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f9b3809b0e0 tx=0x7f9b3801dd00 comp rx=0 tx=0).stop 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 shutdown_connections 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a1c8a1fad0 0x55a1c8a23910 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a1c8a142d0 0x55a1c8a22e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55a1c8a837c0 0x55a1c8a85ba0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 --2- 172.21.15.40:0/2754492361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1c8a14be0 0x55a1c8a233d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b297fa700 0 client.15852 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 >> 172.21.15.40:0/2754492361 conn(0x55a1c8a0ada0 msgr2=0x55a1c8a19fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 shutdown_connections 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 1 -- 172.21.15.40:0/2754492361 wait complete. 2023-07-14T12:47:22.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.442+0000 7f9b53eb5b80 20 client.15852 trim_cache size 0 max 16384 2023-07-14T12:47:22.470 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:22.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9b2c0a13e0 msgr2=0x7f9b2c0a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9b2c0a13e0 0x7f9b2c0a3890 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9b3c009bf0 tx=0x7f9b3c009260 comp rx=0 tx=0).stop 2023-07-14T12:47:22.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 msgr2=0x7f9b4019a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4019a710 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f9b3800b780 tx=0x7f9b38007a40 comp rx=0 tx=0).stop 2023-07-14T12:47:22.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 shutdown_connections 2023-07-14T12:47:22.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9b2c0a13e0 0x7f9b2c0a3890 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b4010a070 0x7f9b4019a710 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9b40100ca0 0x7f9b40195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 --2- 172.21.15.40:0/1850458550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9b401015b0 0x7f9b401962b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 >> 172.21.15.40:0/1850458550 conn(0x7f9b400fa4b0 msgr2=0x7f9b4010c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.472 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 shutdown_connections 2023-07-14T12:47:22.473 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.443+0000 7f9b47d2f700 1 -- 172.21.15.40:0/1850458550 wait complete. 2023-07-14T12:47:22.473 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-07-14T12:47:22.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 -- 172.21.15.40:0/2517888382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0fe9d0 msgr2=0x7f070c0fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 --2- 172.21.15.40:0/2517888382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0fe9d0 0x7f070c0fee40 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f0700009990 tx=0x7f0700009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 -- 172.21.15.40:0/2517888382 shutdown_connections 2023-07-14T12:47:22.606 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 --2- 172.21.15.40:0/2517888382 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f070c1049e0 0x7f070c104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 --2- 172.21.15.40:0/2517888382 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f070c0ff380 0x7f070c10b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 --2- 172.21.15.40:0/2517888382 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0fe9d0 0x7f070c0fee40 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.589+0000 7f07129e4700 1 -- 172.21.15.40:0/2517888382 >> 172.21.15.40:0/2517888382 conn(0x7f070c0fa4b0 msgr2=0x7f070c0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.590+0000 7f07129e4700 1 -- 172.21.15.40:0/2517888382 shutdown_connections 2023-07-14T12:47:22.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.590+0000 7f07129e4700 1 -- 172.21.15.40:0/2517888382 wait complete. 2023-07-14T12:47:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.590+0000 7f07129e4700 1 Processor -- start 2023-07-14T12:47:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.590+0000 7f07129e4700 1 -- start start 2023-07-14T12:47:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f07129e4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f070c0fe9d0 0x7f070c1005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f07129e4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 0x7f070c100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f07129e4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f070c1049e0 0x7f070c1a3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f07129e4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f070c101350 con 0x7f070c0ff380 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f07129e4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f070c1a4230 con 0x7f070c0fe9d0 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f07129e4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f070c1a4370 con 0x7f070c1049e0 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 0x7f070c100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 0x7f070c100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34934/0 (socket says 172.21.15.40:34934) 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 -- 172.21.15.40:0/1333652322 learned_addr learned my addr 172.21.15.40:0/1333652322 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070bfff700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f070c0fe9d0 0x7f070c1005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f0710f81700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f070c1049e0 0x7f070c1a3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 -- 172.21.15.40:0/1333652322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f070c1049e0 msgr2=0x7f070c1a3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f070c1049e0 0x7f070c1a3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 -- 172.21.15.40:0/1333652322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f070c0fe9d0 msgr2=0x7f070c1005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f070c0fe9d0 0x7f070c1005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 -- 172.21.15.40:0/1333652322 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07000095f0 con 0x7f070c0ff380 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.591+0000 7f070b7fe700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 0x7f070c100b20 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f0700000c00 tx=0x7f07000047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.592+0000 7f07097fa700 1 -- 172.21.15.40:0/1333652322 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070001d070 con 0x7f070c0ff380 2023-07-14T12:47:22.611 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.592+0000 7f07097fa700 1 -- 172.21.15.40:0/1333652322 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f070000fb80 con 0x7f070c0ff380 2023-07-14T12:47:22.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.592+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f070c1a4570 con 0x7f070c0ff380 2023-07-14T12:47:22.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.592+0000 7f07097fa700 1 -- 172.21.15.40:0/1333652322 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07000173f0 con 0x7f070c0ff380 2023-07-14T12:47:22.612 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.592+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f070c1a49f0 con 0x7f070c0ff380 2023-07-14T12:47:22.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.594+0000 7f07097fa700 1 -- 172.21.15.40:0/1333652322 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f070000fcf0 con 0x7f070c0ff380 2023-07-14T12:47:22.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.594+0000 7f07097fa700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06f40a13e0 0x7f06f40a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f07097fa700 1 -- 172.21.15.40:0/1333652322 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f07000ce0d0 con 0x7f070c0ff380 2023-07-14T12:47:22.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f070bfff700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06f40a13e0 0x7f06f40a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f070bfff700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06f40a13e0 0x7f06f40a3890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f070c0ffb10 tx=0x7f06fc009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 Processor -- start 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 -- start start 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d7f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d8a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d8ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846c85cb0 con 0x55e846d7f2d0 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846cd8a40 con 0x55e846d8aad0 2023-07-14T12:47:22.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.595+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846cd1ed0 con 0x55e846d7fbe0 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d7f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d7f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34940/0 (socket says 172.21.15.40:34940) 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 -- 172.21.15.40:0/983976535 learned_addr learned my addr 172.21.15.40:0/983976535 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f0710f81700 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d8ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070b7fe700 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d8a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 -- 172.21.15.40:0/983976535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 msgr2=0x55e846d8a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.618 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d8a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 -- 172.21.15.40:0/983976535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 msgr2=0x55e846d8ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d8ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 -- 172.21.15.40:0/983976535 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e846affde0 con 0x55e846d7f2d0 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070b7fe700 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d8a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f070bfff700 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d7f6a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f06fc011d50 tx=0x7f06fc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=308e437655a5d8dc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f06f27fc700 1 -- 172.21.15.40:0/983976535 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc00edd0 con 0x55e846d7f2d0 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f06f27fc700 1 -- 172.21.15.40:0/983976535 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06fc021070 con 0x55e846d7f2d0 2023-07-14T12:47:22.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.596+0000 7f06f27fc700 1 -- 172.21.15.40:0/983976535 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc01d670 con 0x55e846d7f2d0 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 -- 172.21.15.40:0/983976535 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 msgr2=0x55e846d7f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d7f6a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f06fc011d50 tx=0x7f06fc014000 comp rx=0 tx=0).stop 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 -- 172.21.15.40:0/983976535 shutdown_connections 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d8ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d7f6a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/983976535 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d8a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 -- 172.21.15.40:0/983976535 >> 172.21.15.40:0/983976535 conn(0x55e846d75da0 msgr2=0x55e846d7b6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 -- 172.21.15.40:0/983976535 shutdown_connections 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 -- 172.21.15.40:0/983976535 wait complete. 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.597+0000 7f071eb6ab80 1 -- start start 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 Processor -- start 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7f2d0 0x55e846d87850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 0x55e846d87d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d882d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.621 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846c71ac0 con 0x55e846d7fbe0 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846c717c0 con 0x55e846d8aad0 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846b55920 con 0x55e846d7f2d0 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f071eb6ab80 10 client.0 _ll_register_callbacks cb 0x55e846c6f760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 0x55e846d87d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 0x55e846d87d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34948/0 (socket says 172.21.15.40:34948) 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 -- 172.21.15.40:0/2683961037 learned_addr learned my addr 172.21.15.40:0/2683961037 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070bfff700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7f2d0 0x55e846d87850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.622 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f0710f81700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d882d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 -- 172.21.15.40:0/2683961037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7f2d0 msgr2=0x55e846d87850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7f2d0 0x55e846d87850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 -- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 msgr2=0x55e846d882d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d882d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070b7fe700 1 -- 172.21.15.40:0/2683961037 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06fc017070 con 0x55e846d7fbe0 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f070bfff700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7f2d0 0x55e846d87850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.598+0000 7f0710f81700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d882d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:22.623 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f070b7fe700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 0x55e846d87d90 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f0700005910 tx=0x7f0700009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51dbfa8a3acca61a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f06eb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f06eb7fe700 1 -- 172.21.15.40:0/2683961037 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07000a3580 con 0x55e846d7fbe0 2023-07-14T12:47:22.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f06eb7fe700 1 -- 172.21.15.40:0/2683961037 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f07000cba40 con 0x55e846d7fbe0 2023-07-14T12:47:22.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e846c2b4f0 con 0x55e846d7fbe0 2023-07-14T12:47:22.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f06eb7fe700 1 -- 172.21.15.40:0/2683961037 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07000cbc00 con 0x55e846d7fbe0 2023-07-14T12:47:22.624 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 10 client.15864 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e846ae8c60 con 0x55e846d7fbe0 2023-07-14T12:47:22.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f06eb7fe700 1 -- 172.21.15.40:0/2683961037 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e846c2b4f0 con 0x55e846d7fbe0 2023-07-14T12:47:22.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f06eb7fe700 1 -- 172.21.15.40:0/2683961037 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f070009a120 con 0x55e846d7fbe0 2023-07-14T12:47:22.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 10 client.15864 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.625 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 10 client.15864 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 20 client.15864 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846d99f40 0x55e846d9c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 4 client.15864 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.599+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e846ccaeb0 con 0x55e846d99f40 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.600+0000 7f070bfff700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846d99f40 0x55e846d9c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.600+0000 7f070bfff700 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846d99f40 0x55e846d9c350 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d0859d84a653885 server_cookie=5332ca678a42d45b in_seq=0 out_seq=0 2023-07-14T12:47:22.626 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.600+0000 7f06eb7fe700 10 client.15864 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.627 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f06eb7fe700 1 -- 172.21.15.40:0/2683961037 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e846ccaeb0 con 0x55e846d99f40 2023-07-14T12:47:22.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f06eb7fe700 10 client.15864 handle_command_reply: tid=0 2023-07-14T12:47:22.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 client.15864 shutdown 2023-07-14T12:47:22.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 msgr2=0x55e846d87d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 0x55e846d87d90 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f0700005910 tx=0x7f0700009310 comp rx=0 tx=0).stop 2023-07-14T12:47:22.628 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 shutdown_connections 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846d99f40 0x55e846d9c350 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7f2d0 0x55e846d87850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d882d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f06eb7fe700 0 client.15864 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/2683961037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7fbe0 0x55e846d87d90 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 >> 172.21.15.40:0/2683961037 conn(0x55e846d75da0 msgr2=0x55e846d7b230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.629 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 shutdown_connections 2023-07-14T12:47:22.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 1 -- 172.21.15.40:0/2683961037 wait complete. 2023-07-14T12:47:22.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.601+0000 7f071eb6ab80 20 client.15864 trim_cache size 0 max 16384 2023-07-14T12:47:22.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 Processor -- start 2023-07-14T12:47:22.630 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 -- start start 2023-07-14T12:47:22.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d88100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d82b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d83070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.635 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846c2b4f0 con 0x55e846d7f2d0 2023-07-14T12:47:22.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846d75970 con 0x55e846d8aad0 2023-07-14T12:47:22.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846d85db0 con 0x55e846d7fbe0 2023-07-14T12:47:22.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d88100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d88100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34954/0 (socket says 172.21.15.40:34954) 2023-07-14T12:47:22.636 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 -- 172.21.15.40:0/67893430 learned_addr learned my addr 172.21.15.40:0/67893430 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f0710f81700 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d83070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070b7fe700 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d82b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 -- 172.21.15.40:0/67893430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 msgr2=0x55e846d82b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d82b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 -- 172.21.15.40:0/67893430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 msgr2=0x55e846d83070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d83070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f070bfff700 1 -- 172.21.15.40:0/67893430 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e846d775e0 con 0x55e846d7f2d0 2023-07-14T12:47:22.637 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.615+0000 7f0710f81700 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d83070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:22.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.616+0000 7f070bfff700 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d88100 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00ea20 tx=0x7f06fc009460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6408ee197c6d8eba server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.616+0000 7f06f2ffd700 1 -- 172.21.15.40:0/67893430 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc01ce20 con 0x55e846d7f2d0 2023-07-14T12:47:22.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.616+0000 7f06f2ffd700 1 -- 172.21.15.40:0/67893430 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06fc00ecd0 con 0x55e846d7f2d0 2023-07-14T12:47:22.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.616+0000 7f06f2ffd700 1 -- 172.21.15.40:0/67893430 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc032330 con 0x55e846d7f2d0 2023-07-14T12:47:22.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.616+0000 7f071eb6ab80 1 -- 172.21.15.40:0/67893430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 msgr2=0x55e846d88100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.638 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.616+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d88100 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00ea20 tx=0x7f06fc009460 comp rx=0 tx=0).stop 2023-07-14T12:47:22.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 -- 172.21.15.40:0/67893430 shutdown_connections 2023-07-14T12:47:22.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d8aad0 0x55e846d83070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d88100 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.639 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/67893430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d7fbe0 0x55e846d82b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 -- 172.21.15.40:0/67893430 >> 172.21.15.40:0/67893430 conn(0x55e846d75da0 msgr2=0x55e846d96820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 -- 172.21.15.40:0/67893430 shutdown_connections 2023-07-14T12:47:22.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 -- 172.21.15.40:0/67893430 wait complete. 2023-07-14T12:47:22.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 -- start start 2023-07-14T12:47:22.640 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.617+0000 7f071eb6ab80 1 Processor -- start 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d91290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d7fbe0 0x55e846d8f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d8aad0 0x55e846d8fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846d90040 con 0x55e846d7f2d0 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846d901b0 con 0x55e846d7fbe0 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e846d90370 con 0x55e846d8aad0 2023-07-14T12:47:22.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d91290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 10 client.0 _ll_register_callbacks cb 0x7f070009adf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d91290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34960/0 (socket says 172.21.15.40:34960) 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 -- 172.21.15.40:0/632370827 learned_addr learned my addr 172.21.15.40:0/632370827 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070b7fe700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d7fbe0 0x55e846d8f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f0710f81700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d8aad0 0x55e846d8fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 -- 172.21.15.40:0/632370827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d8aad0 msgr2=0x55e846d8fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d8aad0 0x55e846d8fb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 -- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d7fbe0 msgr2=0x55e846d8f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d7fbe0 0x55e846d8f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 -- 172.21.15.40:0/632370827 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06fc02a040 con 0x55e846d7f2d0 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f070bfff700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d91290 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00eb20 tx=0x7f06fc00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc4d2d556c85b026 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f06eb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f06eb7fe700 1 -- 172.21.15.40:0/632370827 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06fc032a70 con 0x55e846d7f2d0 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f06eb7fe700 1 -- 172.21.15.40:0/632370827 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f06fc032bd0 con 0x55e846d7f2d0 2023-07-14T12:47:22.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.618+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f06fc021070 con 0x55e846d7f2d0 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f06eb7fe700 1 -- 172.21.15.40:0/632370827 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06fc032d90 con 0x55e846d7f2d0 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 10 client.15870 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55e846b26250 con 0x55e846d7f2d0 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f06eb7fe700 1 -- 172.21.15.40:0/632370827 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06fc021070 con 0x55e846d7f2d0 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f06eb7fe700 1 -- 172.21.15.40:0/632370827 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f06fc005420 con 0x55e846d7f2d0 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 10 client.15870 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:22.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 10 client.15870 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:22.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 20 client.15870 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:22.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846deee30 0x55e846df1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:22.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 4 client.15870 mds_command: new command op to 24527 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:22.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e846c8d050 con 0x55e846deee30 2023-07-14T12:47:22.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.619+0000 7f070b7fe700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846deee30 0x55e846df1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:22.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f06eb7fe700 10 client.15870 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f070b7fe700 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846deee30 0x55e846df1210 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f817ba055b1066b5 server_cookie=e654702cc9d2f0c2 in_seq=0 out_seq=0 2023-07-14T12:47:22.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f06eb7fe700 1 -- 172.21.15.40:0/632370827 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e846c8d050 con 0x55e846deee30 2023-07-14T12:47:22.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f06eb7fe700 10 client.15870 handle_command_reply: tid=0 2023-07-14T12:47:22.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 client.15870 shutdown 2023-07-14T12:47:22.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 msgr2=0x55e846d91290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d91290 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00eb20 tx=0x7f06fc00ee40 comp rx=0 tx=0).stop 2023-07-14T12:47:22.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 shutdown_connections 2023-07-14T12:47:22.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e846deee30 0x55e846df1210 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e846d8aad0 0x55e846d8fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e846d7f2d0 0x55e846d91290 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 --2- 172.21.15.40:0/632370827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e846d7fbe0 0x55e846d8f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 >> 172.21.15.40:0/632370827 conn(0x55e846d75da0 msgr2=0x55e846d82b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f06eb7fe700 0 client.15870 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 shutdown_connections 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 1 -- 172.21.15.40:0/632370827 wait complete. 2023-07-14T12:47:22.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.620+0000 7f071eb6ab80 20 client.15870 trim_cache size 0 max 16384 2023-07-14T12:47:22.650 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:22.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06f40a13e0 msgr2=0x7f06f40a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06f40a13e0 0x7f06f40a3890 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f070c0ffb10 tx=0x7f06fc009260 comp rx=0 tx=0).stop 2023-07-14T12:47:22.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 msgr2=0x7f070c100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:22.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 0x7f070c100b20 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f0700000c00 tx=0x7f07000047b0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 shutdown_connections 2023-07-14T12:47:22.652 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f06f40a13e0 0x7f06f40a3890 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.652 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f070c1049e0 0x7f070c1a3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.652 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f070c0fe9d0 0x7f070c1005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 --2- 172.21.15.40:0/1333652322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f070c0ff380 0x7f070c100b20 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:22.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 >> 172.21.15.40:0/1333652322 conn(0x7f070c0fa4b0 msgr2=0x7f070c0676b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:22.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 shutdown_connections 2023-07-14T12:47:22.653 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:22.621+0000 7f07129e4700 1 -- 172.21.15.40:0/1333652322 wait complete. 2023-07-14T12:47:23.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:22 smithi133 ceph-mon[98311]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-07-14T12:47:23.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:22 smithi130 ceph-mon[97977]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-07-14T12:47:23.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:22 smithi040 ceph-mon[96535]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-07-14T12:47:23.654 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-07-14T12:47:23.655 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-07-14T12:47:23.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 -- 172.21.15.40:0/3324155050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c1049e0 msgr2=0x7f167c104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3324155050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c1049e0 0x7f167c104db0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f166c009990 tx=0x7f166c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.788 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 -- 172.21.15.40:0/3324155050 shutdown_connections 2023-07-14T12:47:23.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3324155050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f167c0ff380 0x7f167c10b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3324155050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c1049e0 0x7f167c104db0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3324155050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c0fe9d0 0x7f167c0fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 -- 172.21.15.40:0/3324155050 >> 172.21.15.40:0/3324155050 conn(0x7f167c0fa4f0 msgr2=0x7f167c0fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 -- 172.21.15.40:0/3324155050 shutdown_connections 2023-07-14T12:47:23.789 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.772+0000 7f1683e8a700 1 -- 172.21.15.40:0/3324155050 wait complete. 2023-07-14T12:47:23.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 Processor -- start 2023-07-14T12:47:23.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 -- start start 2023-07-14T12:47:23.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 0x7f167c19a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f167c0ff380 0x7f167c19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c1049e0 0x7f167c194940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f167c194fb0 con 0x7f167c0fe9d0 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f167c195120 con 0x7f167c1049e0 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1683e8a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f167c1952e0 con 0x7f167c0ff380 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 0x7f167c19a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 0x7f167c19a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34974/0 (socket says 172.21.15.40:34974) 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 -- 172.21.15.40:0/3251790442 learned_addr learned my addr 172.21.15.40:0/3251790442 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1682427700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c1049e0 0x7f167c194940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681425700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f167c0ff380 0x7f167c19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 -- 172.21.15.40:0/3251790442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f167c0ff380 msgr2=0x7f167c19ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f167c0ff380 0x7f167c19ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 -- 172.21.15.40:0/3251790442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c1049e0 msgr2=0x7f167c194940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c1049e0 0x7f167c194940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 -- 172.21.15.40:0/3251790442 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f166c0095f0 con 0x7f167c0fe9d0 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1682427700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c1049e0 0x7f167c194940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:23.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.773+0000 7f1681c26700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 0x7f167c19a8d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f166c003730 tx=0x7f166c00f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.774+0000 7f1672ffd700 1 -- 172.21.15.40:0/3251790442 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f166c01d070 con 0x7f167c0fe9d0 2023-07-14T12:47:23.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.774+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f167c195560 con 0x7f167c0fe9d0 2023-07-14T12:47:23.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.774+0000 7f1672ffd700 1 -- 172.21.15.40:0/3251790442 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f166c004c90 con 0x7f167c0fe9d0 2023-07-14T12:47:23.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.774+0000 7f1672ffd700 1 -- 172.21.15.40:0/3251790442 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f166c0053f0 con 0x7f167c0fe9d0 2023-07-14T12:47:23.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.774+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f167c1a18c0 con 0x7f167c0fe9d0 2023-07-14T12:47:23.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.776+0000 7f1672ffd700 1 -- 172.21.15.40:0/3251790442 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f166c0055b0 con 0x7f167c0fe9d0 2023-07-14T12:47:23.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.776+0000 7f1672ffd700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f16680a13e0 0x7f16680a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.776+0000 7f1681425700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f16680a13e0 0x7f16680a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.776+0000 7f1672ffd700 1 -- 172.21.15.40:0/3251790442 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f166c0cdf50 con 0x7f167c0fe9d0 2023-07-14T12:47:23.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.777+0000 7f1681425700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f16680a13e0 0x7f16680a3890 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1678005950 tx=0x7f16780058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 Processor -- start 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 -- start start 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 0x55ee0ebb0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebbd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebc0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0eab6d30 con 0x55ee0ebb0350 2023-07-14T12:47:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0eb09ac0 con 0x55ee0ebb0c60 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.779+0000 7f1690010b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0eb02f50 con 0x55ee0ebbdd60 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 0x55ee0ebb0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 0x55ee0ebb0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34982/0 (socket says 172.21.15.40:34982) 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 -- 172.21.15.40:0/1113351280 learned_addr learned my addr 172.21.15.40:0/1113351280 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681425700 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebbd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1682427700 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebc0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 -- 172.21.15.40:0/1113351280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 msgr2=0x55ee0ebc0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebc0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 -- 172.21.15.40:0/1113351280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0c60 msgr2=0x55ee0ebbd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebbd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 -- 172.21.15.40:0/1113351280 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee0e930e60 con 0x55ee0ebb0350 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1682427700 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebc0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1681c26700 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 0x55ee0ebb0720 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f166c005000 tx=0x7f166c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec424ca7386761c0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1667fff700 1 -- 172.21.15.40:0/1113351280 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f166c09eeb0 con 0x55ee0ebb0350 2023-07-14T12:47:23.800 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1667fff700 1 -- 172.21.15.40:0/1113351280 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f166c0a3240 con 0x55ee0ebb0350 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.780+0000 7f1667fff700 1 -- 172.21.15.40:0/1113351280 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f166c0a3010 con 0x55ee0ebb0350 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 -- 172.21.15.40:0/1113351280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 msgr2=0x55ee0ebb0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 0x55ee0ebb0720 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f166c005000 tx=0x7f166c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 -- 172.21.15.40:0/1113351280 shutdown_connections 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebc0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0350 0x55ee0ebb0720 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 --2- 172.21.15.40:0/1113351280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebbd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.801 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 -- 172.21.15.40:0/1113351280 >> 172.21.15.40:0/1113351280 conn(0x55ee0eba6e20 msgr2=0x55ee0ebac720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 -- 172.21.15.40:0/1113351280 shutdown_connections 2023-07-14T12:47:23.802 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.781+0000 7f1690010b80 1 -- 172.21.15.40:0/1113351280 wait complete. 2023-07-14T12:47:23.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 -- start start 2023-07-14T12:47:23.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 Processor -- start 2023-07-14T12:47:23.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.805 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebbccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0eaa2b40 con 0x55ee0ebb0c60 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0eaa2840 con 0x55ee0ebb0350 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0e9869a0 con 0x55ee0ebbdd60 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1690010b80 10 client.0 _ll_register_callbacks cb 0x55ee0eaa07e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.782+0000 7f1681425700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc3370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:34990/0 (socket says 172.21.15.40:34990) 2023-07-14T12:47:23.806 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681c26700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 -- 172.21.15.40:0/1804325982 learned_addr learned my addr 172.21.15.40:0/1804325982 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1682427700 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebbccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 -- 172.21.15.40:0/1804325982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 msgr2=0x55ee0ebbccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebbccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 -- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 msgr2=0x55ee0ebc2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.807 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 -- 172.21.15.40:0/1804325982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f167c1a18c0 con 0x55ee0ebb0c60 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1681425700 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc3370 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f167800ffa0 tx=0x7f1678004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be32a36fe4485ea9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f16657fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f16657fa700 1 -- 172.21.15.40:0/1804325982 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f167801f430 con 0x55ee0ebb0c60 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f16657fa700 1 -- 172.21.15.40:0/1804325982 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f167801f590 con 0x55ee0ebb0c60 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ee0ea5c570 con 0x55ee0ebb0c60 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f16657fa700 1 -- 172.21.15.40:0/1804325982 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f167801f750 con 0x55ee0ebb0c60 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1690010b80 10 client.15882 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:23.808 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ee0e919ce0 con 0x55ee0ebb0c60 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.783+0000 7f16657fa700 1 -- 172.21.15.40:0/1804325982 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ee0ea5c570 con 0x55ee0ebb0c60 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f16657fa700 1 -- 172.21.15.40:0/1804325982 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1678025020 con 0x55ee0ebb0c60 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1690010b80 10 client.15882 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1690010b80 10 client.15882 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1690010b80 20 client.15882 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1690010b80 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ebcd320 0x55ee0ebcf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.809 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1690010b80 4 client.15882 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ee0eafbf30 con 0x55ee0ebcd320 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.784+0000 7f1681c26700 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ebcd320 0x55ee0ebcf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f1681c26700 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ebcd320 0x55ee0ebcf730 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6dcf372cc74aef2 server_cookie=4f5d09868cc5ec62 in_seq=0 out_seq=0 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f16657fa700 10 client.15882 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f16657fa700 1 -- 172.21.15.40:0/1804325982 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ee0eafbf30 con 0x55ee0ebcd320 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f16657fa700 10 client.15882 handle_command_reply: tid=0 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f1690010b80 1 client.15882 shutdown 2023-07-14T12:47:23.810 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 msgr2=0x55ee0ebc3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.785+0000 7f1690010b80 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc3370 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f167800ffa0 tx=0x7f1678004750 comp rx=0 tx=0).stop 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 shutdown_connections 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ebcd320 0x55ee0ebcf730 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebbccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f16657fa700 0 client.15882 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 --2- 172.21.15.40:0/1804325982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc3370 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.811 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 >> 172.21.15.40:0/1804325982 conn(0x55ee0eba6e20 msgr2=0x55ee0ebac310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 shutdown_connections 2023-07-14T12:47:23.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 1 -- 172.21.15.40:0/1804325982 wait complete. 2023-07-14T12:47:23.812 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.786+0000 7f1690010b80 20 client.15882 trim_cache size 0 max 16384 2023-07-14T12:47:23.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 Processor -- start 2023-07-14T12:47:23.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 -- start start 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebbccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebb67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebb6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0ea5c570 con 0x55ee0ebbdd60 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0eba8f40 con 0x55ee0ebb0350 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1690010b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0ebb1de0 con 0x55ee0ebb0c60 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebb6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebb6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35000/0 (socket says 172.21.15.40:35000) 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 -- 172.21.15.40:0/2996824637 learned_addr learned my addr 172.21.15.40:0/2996824637 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1681425700 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebb67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1681c26700 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebbccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 -- 172.21.15.40:0/2996824637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebb0c60 msgr2=0x55ee0ebb67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebb67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 -- 172.21.15.40:0/2996824637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 msgr2=0x55ee0ebbccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebbccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.803+0000 7f1682427700 1 -- 172.21.15.40:0/2996824637 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee0e9572d0 con 0x55ee0ebbdd60 2023-07-14T12:47:23.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.804+0000 7f1682427700 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebb6d10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f1674008770 tx=0x7f1674008a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a5951e7d2bdceee server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.804+0000 7f1670ff9700 1 -- 172.21.15.40:0/2996824637 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1674016600 con 0x55ee0ebbdd60 2023-07-14T12:47:23.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.804+0000 7f1670ff9700 1 -- 172.21.15.40:0/2996824637 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1674016c20 con 0x55ee0ebbdd60 2023-07-14T12:47:23.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.804+0000 7f1670ff9700 1 -- 172.21.15.40:0/2996824637 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1674015c30 con 0x55ee0ebbdd60 2023-07-14T12:47:23.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 -- 172.21.15.40:0/2996824637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 msgr2=0x55ee0ebb6d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebb6d10 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f1674008770 tx=0x7f1674008a80 comp rx=0 tx=0).stop 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 -- 172.21.15.40:0/2996824637 shutdown_connections 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebbdd60 0x55ee0ebb6d10 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebbccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 --2- 172.21.15.40:0/2996824637 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebb67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 -- 172.21.15.40:0/2996824637 >> 172.21.15.40:0/2996824637 conn(0x55ee0eba6e20 msgr2=0x55ee0ebbc5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 -- 172.21.15.40:0/2996824637 shutdown_connections 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 -- 172.21.15.40:0/2996824637 wait complete. 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.805+0000 7f1690010b80 1 -- start start 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 Processor -- start 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ec1b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0ec1b850 con 0x55ee0ebb0c60 2023-07-14T12:47:23.826 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0ec1b9c0 con 0x55ee0ebb0350 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee0ec1bb80 con 0x55ee0ebbdd60 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1690010b80 10 client.0 _ll_register_callbacks cb 0x7f167800fb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1681425700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1681425700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35004/0 (socket says 172.21.15.40:35004) 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1681425700 1 -- 172.21.15.40:0/3916846931 learned_addr learned my addr 172.21.15.40:0/3916846931 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1681c26700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.806+0000 7f1682427700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ec1b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.827 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1681425700 1 -- 172.21.15.40:0/3916846931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 msgr2=0x55ee0ec1b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1681425700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ec1b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1681425700 1 -- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 msgr2=0x55ee0ebc2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1681425700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1681425700 1 -- 172.21.15.40:0/3916846931 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16740083f0 con 0x55ee0ebb0c60 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1681425700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc2670 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f1678005a80 tx=0x7f1678011a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3927383d975bc23 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f16657fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:23.828 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f16657fa700 1 -- 172.21.15.40:0/3916846931 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1678027500 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f166c0a3240 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f16657fa700 1 -- 172.21.15.40:0/3916846931 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f1678027660 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f16657fa700 1 -- 172.21.15.40:0/3916846931 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1678027820 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1690010b80 10 client.15888 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ee0e92f330 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.807+0000 7f16657fa700 1 -- 172.21.15.40:0/3916846931 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f166c0a3240 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f16657fa700 1 -- 172.21.15.40:0/3916846931 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1678011440 con 0x55ee0ebb0c60 2023-07-14T12:47:23.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1690010b80 10 client.15888 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1690010b80 10 client.15888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1690010b80 20 client.15888 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1690010b80 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ec23330 0x55ee0ec25740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1690010b80 4 client.15888 mds_command: new command op to 24527 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ee0eabe0d0 con 0x55ee0ec23330 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1681c26700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ec23330 0x55ee0ec25740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f1681c26700 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ec23330 0x55ee0ec25740 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=934162620640f8eb server_cookie=44cff4084dfdef7e in_seq=0 out_seq=0 2023-07-14T12:47:23.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.808+0000 7f16657fa700 10 client.15888 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:23.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.809+0000 7f16657fa700 1 -- 172.21.15.40:0/3916846931 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ee0eabe0d0 con 0x55ee0ec23330 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f16657fa700 10 client.15888 handle_command_reply: tid=0 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 client.15888 shutdown 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 msgr2=0x55ee0ebc2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc2670 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f1678005a80 tx=0x7f1678011a80 comp rx=0 tx=0).stop 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 shutdown_connections 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ee0ec23330 0x55ee0ec25740 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ee0ebbdd60 0x55ee0ec1b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f16657fa700 0 client.15888 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:23.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ee0ebb0350 0x55ee0ebc2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 --2- 172.21.15.40:0/3916846931 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee0ebb0c60 0x55ee0ebc2670 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 >> 172.21.15.40:0/3916846931 conn(0x55ee0eba6e20 msgr2=0x55ee0ebb2460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 shutdown_connections 2023-07-14T12:47:23.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 1 -- 172.21.15.40:0/3916846931 wait complete. 2023-07-14T12:47:23.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.810+0000 7f1690010b80 20 client.15888 trim_cache size 0 max 16384 2023-07-14T12:47:23.834 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:47:23.834 INFO:teuthology.orchestra.run.smithi040.stdout: "return_code": 0, 2023-07-14T12:47:23.834 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_tag": "1c5bc276-792f-4644-93d7-0673809e7a8e", 2023-07-14T12:47:23.834 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": "asynchronous" 2023-07-14T12:47:23.834 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:47:23.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f16680a13e0 msgr2=0x7f16680a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f16680a13e0 0x7f16680a3890 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1678005950 tx=0x7f16780058e0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 msgr2=0x7f167c19a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 0x7f167c19a8d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f166c003730 tx=0x7f166c00f740 comp rx=0 tx=0).stop 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 shutdown_connections 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f16680a13e0 0x7f16680a3890 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f167c1049e0 0x7f167c194940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f167c0fe9d0 0x7f167c19a8d0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 --2- 172.21.15.40:0/3251790442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f167c0ff380 0x7f167c19ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 >> 172.21.15.40:0/3251790442 conn(0x7f167c0fa4f0 msgr2=0x7f167c0fbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 shutdown_connections 2023-07-14T12:47:23.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.811+0000 7f1683e8a700 1 -- 172.21.15.40:0/3251790442 wait complete. 2023-07-14T12:47:23.839 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:47:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 -- 172.21.15.40:0/3587974686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d4100ca0 msgr2=0x7f66d4101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 --2- 172.21.15.40:0/3587974686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d4100ca0 0x7f66d4101070 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f66c8009990 tx=0x7f66c8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 -- 172.21.15.40:0/3587974686 shutdown_connections 2023-07-14T12:47:23.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 --2- 172.21.15.40:0/3587974686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66d410a070 0x7f66d410c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 --2- 172.21.15.40:0/3587974686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d4100ca0 0x7f66d4101070 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 --2- 172.21.15.40:0/3587974686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66d41015b0 0x7f66d4109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 -- 172.21.15.40:0/3587974686 >> 172.21.15.40:0/3587974686 conn(0x7f66d40fa4b0 msgr2=0x7f66d40fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:23.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 -- 172.21.15.40:0/3587974686 shutdown_connections 2023-07-14T12:47:23.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.954+0000 7f66db1ac700 1 -- 172.21.15.40:0/3587974686 wait complete. 2023-07-14T12:47:23.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 Processor -- start 2023-07-14T12:47:23.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 -- start start 2023-07-14T12:47:23.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66d4100ca0 0x7f66d419b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66d41015b0 0x7f66d419bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 0x7f66d4195a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d4196070 con 0x7f66d410a070 2023-07-14T12:47:23.980 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d41961e0 con 0x7f66d4100ca0 2023-07-14T12:47:23.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66db1ac700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66d41963a0 con 0x7f66d41015b0 2023-07-14T12:47:23.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66d9749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 0x7f66d4195a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66d9749700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 0x7f66d4195a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35020/0 (socket says 172.21.15.40:35020) 2023-07-14T12:47:23.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66d9749700 1 -- 172.21.15.40:0/710805565 learned_addr learned my addr 172.21.15.40:0/710805565 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66d8f48700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66d4100ca0 0x7f66d419b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.955+0000 7f66d3fff700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66d41015b0 0x7f66d419bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d9749700 1 -- 172.21.15.40:0/710805565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66d41015b0 msgr2=0x7f66d419bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d9749700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66d41015b0 0x7f66d419bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d9749700 1 -- 172.21.15.40:0/710805565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66d4100ca0 msgr2=0x7f66d419b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d9749700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66d4100ca0 0x7f66d419b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d9749700 1 -- 172.21.15.40:0/710805565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66c80095f0 con 0x7f66d410a070 2023-07-14T12:47:23.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d9749700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 0x7f66d4195a00 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f66cc00ef30 tx=0x7f66cc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d1ffb700 1 -- 172.21.15.40:0/710805565 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66cc018070 con 0x7f66d410a070 2023-07-14T12:47:23.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d1ffb700 1 -- 172.21.15.40:0/710805565 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66cc00f040 con 0x7f66d410a070 2023-07-14T12:47:23.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66d4196620 con 0x7f66d410a070 2023-07-14T12:47:23.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66d1ffb700 1 -- 172.21.15.40:0/710805565 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66cc00cdb0 con 0x7f66d410a070 2023-07-14T12:47:23.984 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.956+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66d41a2980 con 0x7f66d410a070 2023-07-14T12:47:23.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.958+0000 7f66d1ffb700 1 -- 172.21.15.40:0/710805565 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f66cc003a00 con 0x7f66d410a070 2023-07-14T12:47:23.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.959+0000 7f66d1ffb700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66c40a13e0 0x7f66c40a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.991 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.959+0000 7f66d1ffb700 1 -- 172.21.15.40:0/710805565 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f66cc0ccb40 con 0x7f66d410a070 2023-07-14T12:47:23.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.959+0000 7f66d8f48700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66c40a13e0 0x7f66c40a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.959+0000 7f66d8f48700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66c40a13e0 0x7f66c40a3890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f66c800b2e0 tx=0x7f66c8005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.992 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 Processor -- start 2023-07-14T12:47:23.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 -- start start 2023-07-14T12:47:23.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6b966a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.993 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba82c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:23.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6a9ccb0 con 0x562fd6b96be0 2023-07-14T12:47:23.994 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6aefa40 con 0x562fd6ba5ee0 2023-07-14T12:47:23.995 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66e7332b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6ae8ed0 con 0x562fd6b962d0 2023-07-14T12:47:23.995 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66d3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.995 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66d3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35026/0 (socket says 172.21.15.40:35026) 2023-07-14T12:47:23.995 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66d3fff700 1 -- 172.21.15.40:0/3089607053 learned_addr learned my addr 172.21.15.40:0/3089607053 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:23.996 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66d9749700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.996 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.960+0000 7f66d8f48700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6b966a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:23.996 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d3fff700 1 -- 172.21.15.40:0/3089607053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 msgr2=0x562fd6b966a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.996 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d3fff700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6b966a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.996 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d3fff700 1 -- 172.21.15.40:0/3089607053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 msgr2=0x562fd6ba82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:23.997 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d3fff700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.997 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d3fff700 1 -- 172.21.15.40:0/3089607053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562fd6916de0 con 0x562fd6b96be0 2023-07-14T12:47:23.997 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d8f48700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6b966a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:23.997 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d9749700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:23.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66d3fff700 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba59a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f66c000bd10 tx=0x7f66c000f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63746eced45d6173 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:23.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66beffd700 1 -- 172.21.15.40:0/3089607053 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c000fdf0 con 0x562fd6b96be0 2023-07-14T12:47:23.998 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66beffd700 1 -- 172.21.15.40:0/3089607053 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c000be60 con 0x562fd6b96be0 2023-07-14T12:47:23.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.961+0000 7f66beffd700 1 -- 172.21.15.40:0/3089607053 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c0011800 con 0x562fd6b96be0 2023-07-14T12:47:23.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 -- 172.21.15.40:0/3089607053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 msgr2=0x562fd6ba59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:23.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba59a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f66c000bd10 tx=0x7f66c000f640 comp rx=0 tx=0).stop 2023-07-14T12:47:23.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 -- 172.21.15.40:0/3089607053 shutdown_connections 2023-07-14T12:47:23.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6b966a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:23.999 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 --2- 172.21.15.40:0/3089607053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba59a0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 -- 172.21.15.40:0/3089607053 >> 172.21.15.40:0/3089607053 conn(0x562fd6b8cda0 msgr2=0x562fd6b926a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 -- 172.21.15.40:0/3089607053 shutdown_connections 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 -- 172.21.15.40:0/3089607053 wait complete. 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 -- start start 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.962+0000 7f66e7332b80 1 Processor -- start 2023-07-14T12:47:24.000 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6ba5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6a88ac0 con 0x562fd6b96be0 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6a887c0 con 0x562fd6ba5ee0 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd696c920 con 0x562fd6b962d0 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 10 client.0 _ll_register_callbacks cb 0x562fd6a86760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:24.001 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35032/0 (socket says 172.21.15.40:35032) 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 -- 172.21.15.40:0/487267181 learned_addr learned my addr 172.21.15.40:0/487267181 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d8f48700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6ba5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d9749700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 -- 172.21.15.40:0/487267181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 msgr2=0x562fd6ba5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6ba5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 -- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 msgr2=0x562fd6ba3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:24.002 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 -- 172.21.15.40:0/487267181 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66c000b940 con 0x562fd6b96be0 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d9749700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66d3fff700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba2b00 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f66c001bfd0 tx=0x7f66c0005060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e40158f198eb0652 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66b3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66b3fff700 1 -- 172.21.15.40:0/487267181 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c0020070 con 0x562fd6b96be0 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66b3fff700 1 -- 172.21.15.40:0/487267181 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f66c00054c0 con 0x562fd6b96be0 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.963+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562fd6a424f0 con 0x562fd6b96be0 2023-07-14T12:47:24.003 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66b3fff700 1 -- 172.21.15.40:0/487267181 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66c0005680 con 0x562fd6b96be0 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 10 client.15900 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562fd68ffc60 con 0x562fd6b96be0 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66b3fff700 1 -- 172.21.15.40:0/487267181 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c0032020 con 0x562fd6b96be0 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66b3fff700 1 -- 172.21.15.40:0/487267181 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f66c001a9b0 con 0x562fd6b96be0 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 10 client.15900 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 10 client.15900 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:24.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 20 client.15900 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6bb5680 0x562fd6bb7a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 4 client.15900 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562fd6ae1eb0 con 0x562fd6bb5680 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.964+0000 7f66d8f48700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6bb5680 0x562fd6bb7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.965+0000 7f66b3fff700 10 client.15900 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.965+0000 7f66d8f48700 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6bb5680 0x562fd6bb7a90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6f73c77676b69e9 server_cookie=736149b9a2dafab7 in_seq=0 out_seq=0 2023-07-14T12:47:24.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.965+0000 7f66b3fff700 1 -- 172.21.15.40:0/487267181 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562fd6ae1eb0 con 0x562fd6bb5680 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.965+0000 7f66b3fff700 10 client.15900 handle_command_reply: tid=0 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.965+0000 7f66e7332b80 1 client.15900 shutdown 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 msgr2=0x562fd6ba2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba2b00 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f66c001bfd0 tx=0x7f66c0005060 comp rx=0 tx=0).stop 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 shutdown_connections 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6bb5680 0x562fd6bb7a90 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b962d0 0x562fd6ba5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.006 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66b3fff700 0 client.15900 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:24.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6ba5ee0 0x562fd6ba3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 --2- 172.21.15.40:0/487267181 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b96be0 0x562fd6ba2b00 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 >> 172.21.15.40:0/487267181 conn(0x562fd6b8cda0 msgr2=0x562fd6b92230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:24.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 shutdown_connections 2023-07-14T12:47:24.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 1 -- 172.21.15.40:0/487267181 wait complete. 2023-07-14T12:47:24.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.966+0000 7f66e7332b80 20 client.15900 trim_cache size 0 max 16384 2023-07-14T12:47:24.011 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 Processor -- start 2023-07-14T12:47:24.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 -- start start 2023-07-14T12:47:24.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b962d0 0x562fd6ba22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 0x562fd6b9de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6ba5ee0 0x562fd6b9e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6b93d20 con 0x562fd6ba5ee0 2023-07-14T12:47:24.012 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6ba3d00 con 0x562fd6b962d0 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.983+0000 7f66e7332b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6b97540 con 0x562fd6b96be0 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 0x562fd6b9de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b962d0 0x562fd6ba22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 0x562fd6b9de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:48730/0 (socket says 172.21.15.40:48730) 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d3fff700 1 -- 172.21.15.40:0/4210121820 learned_addr learned my addr 172.21.15.40:0/4210121820 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d9749700 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6ba5ee0 0x562fd6b9e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 -- 172.21.15.40:0/4210121820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 msgr2=0x562fd6b9de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:24.013 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 0x562fd6b9de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 -- 172.21.15.40:0/4210121820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6ba5ee0 msgr2=0x562fd6b9e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6ba5ee0 0x562fd6b9e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 -- 172.21.15.40:0/4210121820 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562fd693d250 con 0x562fd6b962d0 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d3fff700 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 0x562fd6b9de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66d8f48700 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b962d0 0x562fd6ba22c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f66c800b6f0 tx=0x7f66c8020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cf9d4d0281e3efac server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66bf7fe700 1 -- 172.21.15.40:0/4210121820 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8033b20 con 0x562fd6b962d0 2023-07-14T12:47:24.014 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66bf7fe700 1 -- 172.21.15.40:0/4210121820 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c801e040 con 0x562fd6b962d0 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.984+0000 7f66bf7fe700 1 -- 172.21.15.40:0/4210121820 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8033310 con 0x562fd6b962d0 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 -- 172.21.15.40:0/4210121820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b962d0 msgr2=0x562fd6ba22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b962d0 0x562fd6ba22c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f66c800b6f0 tx=0x7f66c8020000 comp rx=0 tx=0).stop 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 -- 172.21.15.40:0/4210121820 shutdown_connections 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6ba5ee0 0x562fd6b9e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b962d0 0x562fd6ba22c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.015 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 --2- 172.21.15.40:0/4210121820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6b96be0 0x562fd6b9de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 -- 172.21.15.40:0/4210121820 >> 172.21.15.40:0/4210121820 conn(0x562fd6b8cda0 msgr2=0x562fd6bb1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 -- 172.21.15.40:0/4210121820 shutdown_connections 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.985+0000 7f66e7332b80 1 -- 172.21.15.40:0/4210121820 wait complete. 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 -- start start 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 Processor -- start 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 0x562fd6bab240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b96be0 0x562fd6bab780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6ba5ee0 0x562fd6c09550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6babf10 con 0x562fd6b962d0 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6bac080 con 0x562fd6b96be0 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fd6c09a90 con 0x562fd6ba5ee0 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66e7332b80 10 client.0 _ll_register_callbacks cb 0x7f66c000bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66d8f48700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 0x562fd6bab240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66d8f48700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 0x562fd6bab240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35044/0 (socket says 172.21.15.40:35044) 2023-07-14T12:47:24.017 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66d8f48700 1 -- 172.21.15.40:0/411789728 learned_addr learned my addr 172.21.15.40:0/411789728 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.986+0000 7f66d3fff700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b96be0 0x562fd6bab780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d9749700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6ba5ee0 0x562fd6c09550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d8f48700 1 -- 172.21.15.40:0/411789728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6ba5ee0 msgr2=0x562fd6c09550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d8f48700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6ba5ee0 0x562fd6c09550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d8f48700 1 -- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b96be0 msgr2=0x562fd6bab780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d8f48700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b96be0 0x562fd6bab780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.018 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d8f48700 1 -- 172.21.15.40:0/411789728 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562fd68ffc60 con 0x562fd6b962d0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66d8f48700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 0x562fd6bab240 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f66c80098e0 tx=0x7f66c8033c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=341f17f07a3db5c8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66b3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66b3fff700 1 -- 172.21.15.40:0/411789728 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66c8033320 con 0x562fd6b962d0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66b3fff700 1 -- 172.21.15.40:0/411789728 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(83..83 src has 1..83) v4 ==== 8485+0+0 (secure 0 0 0) 0x7f66c8033480 con 0x562fd6b962d0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f66c000be60 con 0x562fd6b962d0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66b3fff700 1 -- 172.21.15.40:0/411789728 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66c80051e0 con 0x562fd6b962d0 2023-07-14T12:47:24.019 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66e7332b80 10 client.15906 fetch_fsmap learned FSMap version 27 2023-07-14T12:47:24.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.987+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f66d410d170 con 0x562fd6b962d0 2023-07-14T12:47:24.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66b3fff700 1 -- 172.21.15.40:0/411789728 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66c000be60 con 0x562fd6b962d0 2023-07-14T12:47:24.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66b3fff700 1 -- 172.21.15.40:0/411789728 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 27) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f66c8004b50 con 0x562fd6b962d0 2023-07-14T12:47:24.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66e7332b80 10 client.15906 fetch_fsmap finished waiting for FSMap version 27 2023-07-14T12:47:24.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66e7332b80 10 client.15906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:24.020 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66e7332b80 20 client.15906 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66e7332b80 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6c0ae10 0x562fd6c0d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66e7332b80 4 client.15906 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x562fd6aa4050 con 0x562fd6c0ae10 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66d3fff700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6c0ae10 0x562fd6c0d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66b3fff700 10 client.15906 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.988+0000 7f66d3fff700 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6c0ae10 0x562fd6c0d220 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f306b823b02f302e server_cookie=b7945889fa32ff63 in_seq=0 out_seq=0 2023-07-14T12:47:24.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66b3fff700 1 -- 172.21.15.40:0/411789728 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x562fd6aa4050 con 0x562fd6c0ae10 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66b3fff700 10 client.15906 handle_command_reply: tid=0 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 client.15906 shutdown 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 msgr2=0x562fd6bab240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 0x562fd6bab240 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f66c80098e0 tx=0x7f66c8033c30 comp rx=0 tx=0).stop 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 shutdown_connections 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562fd6c0ae10 0x562fd6c0d220 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6ba5ee0 0x562fd6c09550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66b3fff700 0 client.15906 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562fd6b962d0 0x562fd6bab240 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 --2- 172.21.15.40:0/411789728 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562fd6b96be0 0x562fd6bab780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 >> 172.21.15.40:0/411789728 conn(0x562fd6b8cda0 msgr2=0x562fd6b982e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 shutdown_connections 2023-07-14T12:47:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 1 -- 172.21.15.40:0/411789728 wait complete. 2023-07-14T12:47:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.989+0000 7f66e7332b80 20 client.15906 trim_cache size 0 max 16384 2023-07-14T12:47:24.024 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:47:24.024 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "IDLE (waiting for more scrubs)", 2023-07-14T12:47:24.024 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": { 2023-07-14T12:47:24.024 INFO:teuthology.orchestra.run.smithi040.stdout: "1c5bc276-792f-4644-93d7-0673809e7a8e": { 2023-07-14T12:47:24.024 INFO:teuthology.orchestra.run.smithi040.stdout: "path": "/", 2023-07-14T12:47:24.024 INFO:teuthology.orchestra.run.smithi040.stdout: "tag": "1c5bc276-792f-4644-93d7-0673809e7a8e", 2023-07-14T12:47:24.025 INFO:teuthology.orchestra.run.smithi040.stdout: "options": "recursive,force" 2023-07-14T12:47:24.025 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:47:24.025 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:47:24.025 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:47:24.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66c40a13e0 msgr2=0x7f66c40a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:24.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66c40a13e0 0x7f66c40a3890 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f66c800b2e0 tx=0x7f66c8005fd0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 msgr2=0x7f66d4195a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:24.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 0x7f66d4195a00 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f66cc00ef30 tx=0x7f66cc00c3a0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 shutdown_connections 2023-07-14T12:47:24.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66c40a13e0 0x7f66c40a3890 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66d410a070 0x7f66d4195a00 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66d4100ca0 0x7f66d419b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 --2- 172.21.15.40:0/710805565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66d41015b0 0x7f66d419bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:24.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 >> 172.21.15.40:0/710805565 conn(0x7f66d40fa4b0 msgr2=0x7f66d410c220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:24.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 shutdown_connections 2023-07-14T12:47:24.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:23.990+0000 7f66db1ac700 1 -- 172.21.15.40:0/710805565 wait complete. 2023-07-14T12:47:24.028 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:23 smithi040 ceph-mon[96535]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2023-07-14T12:47:24.029 INFO:tasks.cephfs.filesystem:scrub status for tag:1c5bc276-792f-4644-93d7-0673809e7a8e - {'path': '/', 'tag': '1c5bc276-792f-4644-93d7-0673809e7a8e', 'options': 'recursive,force'} 2023-07-14T12:47:24.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:23 smithi133 ceph-mon[98311]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2023-07-14T12:47:24.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:23 smithi130 ceph-mon[97977]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2023-07-14T12:47:24.513 INFO:tasks.workunit.client.0.smithi040.stderr:Updating files: 94% (11100/11710) Updating files: 95% (11125/11710) Updating files: 96% (11242/11710) Updating files: 97% (11359/11710) Updating files: 98% (11476/11710) Updating files: 99% (11593/11710) Updating files: 100% (11710/11710) Updating files: 100% (11710/11710), done. 2023-07-14T12:47:25.196 INFO:tasks.workunit.client.0.smithi040.stderr:Note: switching to '3fc0089cc1082313a98853d48b892acdc1385b8b'. 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr:changes and commit them, and you can discard any commits you make in this 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr:state without impacting any branches by switching back to a branch. 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr:If you want to create a new branch to retain commits you create, you may 2023-07-14T12:47:25.197 INFO:tasks.workunit.client.0.smithi040.stderr:do so (now or later) by using -c with the switch command. Example: 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr: git switch -c 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr:Or undo this operation with: 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr: git switch - 2023-07-14T12:47:25.198 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.199 INFO:tasks.workunit.client.0.smithi040.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-07-14T12:47:25.199 INFO:tasks.workunit.client.0.smithi040.stderr: 2023-07-14T12:47:25.199 INFO:tasks.workunit.client.0.smithi040.stderr:HEAD is now at 3fc0089cc10 Merge remote-tracking branch 'rishabh/fs-auth-subcmd' into wip-rishabh-2023Jul13 2023-07-14T12:47:25.202 DEBUG:teuthology.orchestra.run.smithi040:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-07-14T12:47:25.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:24 smithi133 ceph-mon[98311]: scrub queued for path: / 2023-07-14T12:47:25.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:24 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:25.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:24 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:25.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:24 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:25.239 INFO:tasks.workunit.client.0.smithi040.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-07-14T12:47:25.241 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-07-14T12:47:25.241 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-07-14T12:47:25.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:24 smithi130 ceph-mon[97977]: scrub queued for path: / 2023-07-14T12:47:25.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:24 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:25.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:24 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:25.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:24 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:25.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:24 smithi040 ceph-mon[96535]: scrub queued for path: / 2023-07-14T12:47:25.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:24 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:25.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:24 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:25.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:24 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:25.758 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-07-14T12:47:25.821 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-07-14T12:47:25.859 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-07-14T12:47:25.860 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-07-14T12:47:25.861 INFO:tasks.workunit.client.0.smithi040.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-07-14T12:47:25.900 INFO:tasks.workunit.client.0.smithi040.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-07-14T12:47:25.903 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T12:47:25.903 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-07-14T12:47:25.960 INFO:tasks.workunit:Running workunits matching suites/dbench.sh on client.0... 2023-07-14T12:47:25.961 INFO:tasks.workunit:Running workunit suites/dbench.sh... 2023-07-14T12:47:25.962 DEBUG:teuthology.orchestra.run.smithi040:workunit test suites/dbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3fc0089cc1082313a98853d48b892acdc1385b8b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/dbench.sh 2023-07-14T12:47:26.023 INFO:tasks.workunit.client.0.smithi040.stderr:+ dbench 1 2023-07-14T12:47:26.035 INFO:tasks.workunit.client.0.smithi040.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2023-07-14T12:47:26.035 INFO:tasks.workunit.client.0.smithi040.stdout: 2023-07-14T12:47:26.035 INFO:tasks.workunit.client.0.smithi040.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2023-07-14T12:47:26.041 INFO:tasks.workunit.client.0.smithi040.stdout:0 of 1 processes prepared for launch 0 sec 2023-07-14T12:47:26.141 INFO:tasks.workunit.client.0.smithi040.stdout:1 of 1 processes prepared for launch 0 sec 2023-07-14T12:47:26.142 INFO:tasks.workunit.client.0.smithi040.stdout:releasing clients 2023-07-14T12:47:26.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:25 smithi040 ceph-mon[96535]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-07-14T12:47:26.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:25 smithi133 ceph-mon[98311]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-07-14T12:47:26.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:25 smithi130 ceph-mon[97977]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-07-14T12:47:27.141 INFO:tasks.workunit.client.0.smithi040.stdout: 1 2896 32.82 MB/sec warmup 1 sec latency 29.664 ms 2023-07-14T12:47:27.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:26 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [3, 9]}]: dispatch 2023-07-14T12:47:27.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:26 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6, 5, 9]}]: dispatch 2023-07-14T12:47:27.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:26 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2023-07-14T12:47:27.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:26 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:47:27.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:26 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [3, 9]}]: dispatch 2023-07-14T12:47:27.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:26 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6, 5, 9]}]: dispatch 2023-07-14T12:47:27.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:26 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2023-07-14T12:47:27.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:26 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:47:27.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:26 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [3, 9]}]: dispatch 2023-07-14T12:47:27.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:26 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6, 5, 9]}]: dispatch 2023-07-14T12:47:27.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:26 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2023-07-14T12:47:27.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:26 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:47:28.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 3695 19.37 MB/sec warmup 2 sec latency 743.460 ms 2023-07-14T12:47:28.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:27 smithi133 ceph-mon[98311]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-07-14T12:47:28.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [3, 9]}]': finished 2023-07-14T12:47:28.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6, 5, 9]}]': finished 2023-07-14T12:47:28.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:27 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2023-07-14T12:47:28.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:27 smithi133 ceph-mon[98311]: osdmap e84: 12 total, 12 up, 12 in 2023-07-14T12:47:28.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:27 smithi130 ceph-mon[97977]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-07-14T12:47:28.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [3, 9]}]': finished 2023-07-14T12:47:28.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6, 5, 9]}]': finished 2023-07-14T12:47:28.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:27 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2023-07-14T12:47:28.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:27 smithi130 ceph-mon[97977]: osdmap e84: 12 total, 12 up, 12 in 2023-07-14T12:47:28.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:27 smithi040 ceph-mon[96535]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-07-14T12:47:28.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [3, 9]}]': finished 2023-07-14T12:47:28.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 6, 5, 9]}]': finished 2023-07-14T12:47:28.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:27 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2023-07-14T12:47:28.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:27 smithi040 ceph-mon[96535]: osdmap e84: 12 total, 12 up, 12 in 2023-07-14T12:47:29.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 6117 16.01 MB/sec warmup 3 sec latency 7.779 ms 2023-07-14T12:47:29.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:28 smithi133 ceph-mon[98311]: osdmap e85: 12 total, 12 up, 12 in 2023-07-14T12:47:29.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:28 smithi130 ceph-mon[97977]: osdmap e85: 12 total, 12 up, 12 in 2023-07-14T12:47:29.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:28 smithi040 ceph-mon[96535]: osdmap e85: 12 total, 12 up, 12 in 2023-07-14T12:47:30.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 8359 15.33 MB/sec warmup 4 sec latency 8.393 ms 2023-07-14T12:47:30.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:29 smithi133 ceph-mon[98311]: pgmap v36: 97 pgs: 3 peering, 94 active+clean; 2.7 MiB data, 334 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 202 KiB/s wr, 42 op/s 2023-07-14T12:47:30.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:29 smithi130 ceph-mon[97977]: pgmap v36: 97 pgs: 3 peering, 94 active+clean; 2.7 MiB data, 334 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 202 KiB/s wr, 42 op/s 2023-07-14T12:47:30.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:29 smithi040 ceph-mon[96535]: pgmap v36: 97 pgs: 3 peering, 94 active+clean; 2.7 MiB data, 334 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 202 KiB/s wr, 42 op/s 2023-07-14T12:47:31.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 11216 15.67 MB/sec warmup 5 sec latency 7.805 ms 2023-07-14T12:47:32.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 14202 15.96 MB/sec warmup 6 sec latency 17.010 ms 2023-07-14T12:47:32.232 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:31 smithi133 ceph-mon[98311]: pgmap v37: 97 pgs: 3 peering, 94 active+clean; 2.7 MiB data, 334 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 202 KiB/s wr, 35 op/s 2023-07-14T12:47:32.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:31 smithi130 ceph-mon[97977]: pgmap v37: 97 pgs: 3 peering, 94 active+clean; 2.7 MiB data, 334 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 202 KiB/s wr, 35 op/s 2023-07-14T12:47:32.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:31 smithi040 ceph-mon[96535]: pgmap v37: 97 pgs: 3 peering, 94 active+clean; 2.7 MiB data, 334 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 202 KiB/s wr, 35 op/s 2023-07-14T12:47:33.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 14918 13.95 MB/sec warmup 7 sec latency 233.434 ms 2023-07-14T12:47:33.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:32 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:33.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:32 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:47:33.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:32 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:33.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:32 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:47:33.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:32 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:33.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:32 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:47:34.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 14918 12.21 MB/sec warmup 8 sec latency 1233.538 ms 2023-07-14T12:47:34.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:33 smithi130 ceph-mon[97977]: pgmap v38: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 1.2 MiB/s wr, 159 op/s; 511 B/s, 0 objects/s recovering 2023-07-14T12:47:34.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:47:34.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:47:34.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:47:34.350 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:33 smithi040 ceph-mon[96535]: pgmap v38: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 1.2 MiB/s wr, 159 op/s; 511 B/s, 0 objects/s recovering 2023-07-14T12:47:34.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:47:34.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:47:34.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:47:34.482 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:33 smithi133 ceph-mon[98311]: pgmap v38: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 1.2 MiB/s wr, 159 op/s; 511 B/s, 0 objects/s recovering 2023-07-14T12:47:34.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:47:34.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:47:34.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:47:35.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15108 10.91 MB/sec warmup 9 sec latency 2119.280 ms 2023-07-14T12:47:35.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 -- 172.21.15.40:0/475882542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00ff430 msgr2=0x7f93c010b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 --2- 172.21.15.40:0/475882542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00ff430 0x7f93c010b8c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f93b800b0a0 tx=0x7f93b800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 -- 172.21.15.40:0/475882542 shutdown_connections 2023-07-14T12:47:35.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 --2- 172.21.15.40:0/475882542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00ff430 0x7f93c010b8c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 --2- 172.21.15.40:0/475882542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c0104a90 0x7f93c0104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 --2- 172.21.15.40:0/475882542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93c00fea80 0x7f93c00feef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 -- 172.21.15.40:0/475882542 >> 172.21.15.40:0/475882542 conn(0x7f93c00769b0 msgr2=0x7f93c0076db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:35.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 -- 172.21.15.40:0/475882542 shutdown_connections 2023-07-14T12:47:35.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.191+0000 7f93c7185700 1 -- 172.21.15.40:0/475882542 wait complete. 2023-07-14T12:47:35.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 Processor -- start 2023-07-14T12:47:35.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 -- start start 2023-07-14T12:47:35.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 0x7f93c019ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c00ff430 0x7f93c019b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93c0104a90 0x7f93c0194ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c0195150 con 0x7f93c00fea80 2023-07-14T12:47:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c01952c0 con 0x7f93c00ff430 2023-07-14T12:47:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c7185700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93c0195480 con 0x7f93c0104a90 2023-07-14T12:47:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c4f21700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 0x7f93c019ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c4f21700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 0x7f93c019ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35086/0 (socket says 172.21.15.40:35086) 2023-07-14T12:47:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c4f21700 1 -- 172.21.15.40:0/4216993861 learned_addr learned my addr 172.21.15.40:0/4216993861 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:35.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93c5722700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93c0104a90 0x7f93c0194ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.192+0000 7f93bffff700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c00ff430 0x7f93c019b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c4f21700 1 -- 172.21.15.40:0/4216993861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93c0104a90 msgr2=0x7f93c0194ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c4f21700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93c0104a90 0x7f93c0194ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c4f21700 1 -- 172.21.15.40:0/4216993861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c00ff430 msgr2=0x7f93c019b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c4f21700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c00ff430 0x7f93c019b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c4f21700 1 -- 172.21.15.40:0/4216993861 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93b8009d00 con 0x7f93c00fea80 2023-07-14T12:47:35.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93bffff700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c00ff430 0x7f93c019b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c4f21700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 0x7f93c019ac30 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f93b400d980 tx=0x7f93b400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93bdffb700 1 -- 172.21.15.40:0/4216993861 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b4004020 con 0x7f93c00fea80 2023-07-14T12:47:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93bdffb700 1 -- 172.21.15.40:0/4216993861 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93b4009730 con 0x7f93c00fea80 2023-07-14T12:47:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93c0195760 con 0x7f93c00fea80 2023-07-14T12:47:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93bdffb700 1 -- 172.21.15.40:0/4216993861 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b4003a80 con 0x7f93c00fea80 2023-07-14T12:47:35.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.193+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93c01a1c20 con 0x7f93c00fea80 2023-07-14T12:47:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.195+0000 7f93bdffb700 1 -- 172.21.15.40:0/4216993861 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f93b40098a0 con 0x7f93c00fea80 2023-07-14T12:47:35.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.196+0000 7f93bdffb700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93b00a1460 0x7f93b00a3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.196+0000 7f93bdffb700 1 -- 172.21.15.40:0/4216993861 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f93b40ccc60 con 0x7f93c00fea80 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.196+0000 7f93bffff700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93b00a1460 0x7f93b00a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93bffff700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93b00a1460 0x7f93b00a3910 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f93ac005950 tx=0x7f93ac0058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 Processor -- start 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 -- start start 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4d996b0 0x5599c4f44fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f3f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 0x5599c4f3fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4e42c50 con 0x5599c4f3f790 2023-07-14T12:47:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4e959e0 con 0x5599c4d996b0 2023-07-14T12:47:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93d330bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4e8ee70 con 0x5599c4f454e0 2023-07-14T12:47:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93c5722700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 0x5599c4f3fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93c5722700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 0x5599c4f3fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35098/0 (socket says 172.21.15.40:35098) 2023-07-14T12:47:35.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.197+0000 7f93c5722700 1 -- 172.21.15.40:0/3948518400 learned_addr learned my addr 172.21.15.40:0/3948518400 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c4f21700 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4d996b0 0x5599c4f44fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93bffff700 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f3f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c5722700 1 -- 172.21.15.40:0/3948518400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 msgr2=0x5599c4f3f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c5722700 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f3f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c5722700 1 -- 172.21.15.40:0/3948518400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4d996b0 msgr2=0x5599c4f44fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c5722700 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4d996b0 0x5599c4f44fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c5722700 1 -- 172.21.15.40:0/3948518400 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599c4cbcd80 con 0x5599c4f3f790 2023-07-14T12:47:35.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93c5722700 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 0x5599c4f3fbe0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f93b800b0a0 tx=0x7f93b800ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e77aa6a4acd8c41 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93aaffd700 1 -- 172.21.15.40:0/3948518400 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b800e040 con 0x5599c4f3f790 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93aaffd700 1 -- 172.21.15.40:0/3948518400 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93b8009350 con 0x5599c4f3f790 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.198+0000 7f93aaffd700 1 -- 172.21.15.40:0/3948518400 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b801c7b0 con 0x5599c4f3f790 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 -- 172.21.15.40:0/3948518400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 msgr2=0x5599c4f3fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 0x5599c4f3fbe0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f93b800b0a0 tx=0x7f93b800ce90 comp rx=0 tx=0).stop 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 -- 172.21.15.40:0/3948518400 shutdown_connections 2023-07-14T12:47:35.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f3f790 0x5599c4f3fbe0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4d996b0 0x5599c4f44fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3948518400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f3f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 -- 172.21.15.40:0/3948518400 >> 172.21.15.40:0/3948518400 conn(0x5599c4f32be0 msgr2=0x5599c4f37f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 -- 172.21.15.40:0/3948518400 shutdown_connections 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 -- 172.21.15.40:0/3948518400 wait complete. 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 -- start start 2023-07-14T12:47:35.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.199+0000 7f93d330bb80 1 Processor -- start 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 0x5599c4f4b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f48a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f490c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4e2ea60 con 0x5599c4d996b0 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4e2e760 con 0x5599c4f3f790 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4d128c0 con 0x5599c4f454e0 2023-07-14T12:47:35.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93d330bb80 10 client.0 _ll_register_callbacks cb 0x5599c4e2c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:35.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 0x5599c4f4b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 0x5599c4f4b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35100/0 (socket says 172.21.15.40:35100) 2023-07-14T12:47:35.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 -- 172.21.15.40:0/1198727790 learned_addr learned my addr 172.21.15.40:0/1198727790 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:35.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93bffff700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f48a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c5722700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f490c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 -- 172.21.15.40:0/1198727790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 msgr2=0x5599c4f490c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f490c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 -- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 msgr2=0x5599c4f48a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f48a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 -- 172.21.15.40:0/1198727790 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93c010c1c0 con 0x5599c4d996b0 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f93c4f21700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 0x5599c4f4b7e0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f93b40999f0 tx=0x7f93b409db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8b56de51bb0ad70 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.200+0000 7f939ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f939ffff700 1 -- 172.21.15.40:0/1198727790 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b4099150 con 0x5599c4d996b0 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f939ffff700 1 -- 172.21.15.40:0/1198727790 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f93b40b2200 con 0x5599c4d996b0 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5599c4de8490 con 0x5599c4d996b0 2023-07-14T12:47:35.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f939ffff700 1 -- 172.21.15.40:0/1198727790 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93b40a1eb0 con 0x5599c4d996b0 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 10 client.15918 fetch_fsmap learned FSMap version 28 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5599c4ca5c00 con 0x5599c4d996b0 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f939ffff700 1 -- 172.21.15.40:0/1198727790 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5599c4de8490 con 0x5599c4d996b0 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f939ffff700 1 -- 172.21.15.40:0/1198727790 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 28) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f93b40ca490 con 0x5599c4d996b0 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 10 client.15918 fetch_fsmap finished waiting for FSMap version 28 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 10 client.15918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:35.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 20 client.15918 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4f58ba0 0x5599c4f5afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 4 client.15918 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.201+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5599c4e87e50 con 0x5599c4f58ba0 2023-07-14T12:47:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.202+0000 7f93bffff700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4f58ba0 0x5599c4f5afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.202+0000 7f93bffff700 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4f58ba0 0x5599c4f5afb0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85bca3f8b071e40e server_cookie=e07728bfdc4f7e3c in_seq=0 out_seq=0 2023-07-14T12:47:35.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.202+0000 7f939ffff700 10 client.15918 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:35.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f939ffff700 1 -- 172.21.15.40:0/1198727790 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5599c4e87e50 con 0x5599c4f58ba0 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f939ffff700 10 client.15918 handle_command_reply: tid=0 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 client.15918 shutdown 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 msgr2=0x5599c4f4b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 0x5599c4f4b7e0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f93b40999f0 tx=0x7f93b409db10 comp rx=0 tx=0).stop 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 shutdown_connections 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4f58ba0 0x5599c4f5afb0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f490c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4d996b0 0x5599c4f4b7e0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 --2- 172.21.15.40:0/1198727790 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f48a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f939ffff700 0 client.15918 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 >> 172.21.15.40:0/1198727790 conn(0x5599c4f32be0 msgr2=0x5599c4f36c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 shutdown_connections 2023-07-14T12:47:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 1 -- 172.21.15.40:0/1198727790 wait complete. 2023-07-14T12:47:35.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.203+0000 7f93d330bb80 20 client.15918 trim_cache size 0 max 16384 2023-07-14T12:47:35.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 Processor -- start 2023-07-14T12:47:35.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 -- start start 2023-07-14T12:47:35.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f3f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 0x5599c4f44340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f48bf0 0x5599c4f37c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4f45ab0 con 0x5599c4f454e0 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4f396f0 con 0x5599c4f3f790 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93d330bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4f44c00 con 0x5599c4f48bf0 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 0x5599c4f44340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 0x5599c4f44340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35110/0 (socket says 172.21.15.40:35110) 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93bffff700 1 -- 172.21.15.40:0/3024979021 learned_addr learned my addr 172.21.15.40:0/3024979021 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:35.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.218+0000 7f93c4f21700 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f3f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93c5722700 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f48bf0 0x5599c4f37c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93bffff700 1 -- 172.21.15.40:0/3024979021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f48bf0 msgr2=0x5599c4f37c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93bffff700 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f48bf0 0x5599c4f37c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93bffff700 1 -- 172.21.15.40:0/3024979021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 msgr2=0x5599c4f3f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93bffff700 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f3f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93bffff700 1 -- 172.21.15.40:0/3024979021 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599c4ce31f0 con 0x5599c4f454e0 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93bffff700 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 0x5599c4f44340 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x5599c4f39b40 tx=0x7f93ac015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a435222827d90d30 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:35.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93ab7fe700 1 -- 172.21.15.40:0/3024979021 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ac017040 con 0x5599c4f454e0 2023-07-14T12:47:35.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93ab7fe700 1 -- 172.21.15.40:0/3024979021 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93ac028860 con 0x5599c4f454e0 2023-07-14T12:47:35.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.219+0000 7f93ab7fe700 1 -- 172.21.15.40:0/3024979021 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93ac0038c0 con 0x5599c4f454e0 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- 172.21.15.40:0/3024979021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 msgr2=0x5599c4f44340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 0x5599c4f44340 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x5599c4f39b40 tx=0x7f93ac015000 comp rx=0 tx=0).stop 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- 172.21.15.40:0/3024979021 shutdown_connections 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f48bf0 0x5599c4f37c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f3f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- 172.21.15.40:0/3024979021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f454e0 0x5599c4f44340 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- 172.21.15.40:0/3024979021 >> 172.21.15.40:0/3024979021 conn(0x5599c4f32be0 msgr2=0x5599c4f43c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- 172.21.15.40:0/3024979021 shutdown_connections 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- 172.21.15.40:0/3024979021 wait complete. 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- start start 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 Processor -- start 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f50030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f4e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 0x5599c4faca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4f4f180 con 0x5599c4f4eb40 2023-07-14T12:47:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4f4f2f0 con 0x5599c4f3f790 2023-07-14T12:47:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599c4facfb0 con 0x5599c4f454e0 2023-07-14T12:47:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.220+0000 7f93d330bb80 10 client.0 _ll_register_callbacks cb 0x7f93b4099a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 0x5599c4faca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 0x5599c4faca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35118/0 (socket says 172.21.15.40:35118) 2023-07-14T12:47:35.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 -- 172.21.15.40:0/991796756 learned_addr learned my addr 172.21.15.40:0/991796756 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93bffff700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f4e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c4f21700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f50030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 -- 172.21.15.40:0/991796756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 msgr2=0x5599c4f4e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f4e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 -- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 msgr2=0x5599c4f50030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f50030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 -- 172.21.15.40:0/991796756 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93ac00fdf0 con 0x5599c4f4eb40 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c4f21700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f50030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93c5722700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 0x5599c4faca70 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f93b800b0a0 tx=0x7f93b8003c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4afb49e6437561fe server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f939ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f939ffff700 1 -- 172.21.15.40:0/991796756 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93b800e040 con 0x5599c4f4eb40 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f939ffff700 1 -- 172.21.15.40:0/991796756 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f93b8007920 con 0x5599c4f4eb40 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f93b8009350 con 0x5599c4f4eb40 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f939ffff700 1 -- 172.21.15.40:0/991796756 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93b8003e50 con 0x5599c4f4eb40 2023-07-14T12:47:35.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93d330bb80 10 client.15924 fetch_fsmap learned FSMap version 28 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.221+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5599c4cbb250 con 0x5599c4f4eb40 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f939ffff700 1 -- 172.21.15.40:0/991796756 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93b8009350 con 0x5599c4f4eb40 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f939ffff700 1 -- 172.21.15.40:0/991796756 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 28) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f93b8019050 con 0x5599c4f4eb40 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93d330bb80 10 client.15924 fetch_fsmap finished waiting for FSMap version 28 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93d330bb80 10 client.15924 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93d330bb80 20 client.15924 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93d330bb80 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4fae130 0x5599c4fb0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93d330bb80 4 client.15924 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:47:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5599c4e49ff0 con 0x5599c4fae130 2023-07-14T12:47:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93c4f21700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4fae130 0x5599c4fb0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f939ffff700 10 client.15924 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.222+0000 7f93c4f21700 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4fae130 0x5599c4fb0510 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f88cf1a1f86cf29 server_cookie=42d463088013451b in_seq=0 out_seq=0 2023-07-14T12:47:35.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f939ffff700 1 -- 172.21.15.40:0/991796756 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5599c4e49ff0 con 0x5599c4fae130 2023-07-14T12:47:35.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f939ffff700 10 client.15924 handle_command_reply: tid=0 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 client.15924 shutdown 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 msgr2=0x5599c4faca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 0x5599c4faca70 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f93b800b0a0 tx=0x7f93b8003c30 comp rx=0 tx=0).stop 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 shutdown_connections 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5599c4f4eb40 0x5599c4faca70 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5599c4f3f790 0x5599c4f50030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5599c4fae130 0x5599c4fb0510 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 --2- 172.21.15.40:0/991796756 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5599c4f454e0 0x5599c4f4e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f939ffff700 0 client.15924 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 >> 172.21.15.40:0/991796756 conn(0x5599c4f32be0 msgr2=0x5599c4f444c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 shutdown_connections 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 1 -- 172.21.15.40:0/991796756 wait complete. 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.281+0000 7f93d330bb80 20 client.15924 trim_cache size 0 max 16384 2023-07-14T12:47:35.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:47:35.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:47:35.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:47:35.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93b00a1460 msgr2=0x7f93b00a3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93b00a1460 0x7f93b00a3910 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f93ac005950 tx=0x7f93ac0058e0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 msgr2=0x7f93c019ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 0x7f93c019ac30 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f93b400d980 tx=0x7f93b400dc90 comp rx=0 tx=0).stop 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 shutdown_connections 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93b00a1460 0x7f93b00a3910 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93c0104a90 0x7f93c0194ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93c00fea80 0x7f93c019ac30 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 --2- 172.21.15.40:0/4216993861 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93c00ff430 0x7f93c019b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 >> 172.21.15.40:0/4216993861 conn(0x7f93c00769b0 msgr2=0x7f93c00fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 shutdown_connections 2023-07-14T12:47:35.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:35.282+0000 7f93c7185700 1 -- 172.21.15.40:0/4216993861 wait complete. 2023-07-14T12:47:36.142 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15108 9.82 MB/sec warmup 10 sec latency 1005.429 ms 2023-07-14T12:47:36.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:35 smithi130 ceph-mon[97977]: pgmap v39: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 1.2 MiB/s wr, 159 op/s; 511 B/s, 0 objects/s recovering 2023-07-14T12:47:36.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:35 smithi040 ceph-mon[96535]: pgmap v39: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 1.2 MiB/s wr, 159 op/s; 511 B/s, 0 objects/s recovering 2023-07-14T12:47:36.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:35 smithi133 ceph-mon[98311]: pgmap v39: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 1.2 MiB/s wr, 159 op/s; 511 B/s, 0 objects/s recovering 2023-07-14T12:47:37.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15108 8.92 MB/sec warmup 11 sec latency 2005.518 ms 2023-07-14T12:47:38.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15108 8.18 MB/sec warmup 12 sec latency 3005.670 ms 2023-07-14T12:47:38.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:37 smithi130 ceph-mon[97977]: pgmap v40: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 431 KiB/s rd, 966 KiB/s wr, 128 op/s; 412 B/s, 0 objects/s recovering 2023-07-14T12:47:38.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:37 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:38.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:37 smithi040 ceph-mon[96535]: pgmap v40: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 431 KiB/s rd, 966 KiB/s wr, 128 op/s; 412 B/s, 0 objects/s recovering 2023-07-14T12:47:38.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:37 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:38.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:37 smithi133 ceph-mon[98311]: pgmap v40: 97 pgs: 97 active+clean; 9.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 431 KiB/s rd, 966 KiB/s wr, 128 op/s; 412 B/s, 0 objects/s recovering 2023-07-14T12:47:38.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:37 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:39.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15108 7.55 MB/sec warmup 13 sec latency 4005.799 ms 2023-07-14T12:47:39.272 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:38 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:39.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:38 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:39.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:38 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:40.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15200 7.03 MB/sec warmup 14 sec latency 4890.947 ms 2023-07-14T12:47:40.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:39 smithi130 ceph-mon[97977]: pgmap v41: 97 pgs: 97 active+clean; 5.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 445 KiB/s rd, 802 KiB/s wr, 151 op/s; 374 B/s, 0 objects/s recovering 2023-07-14T12:47:40.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:39 smithi040 ceph-mon[96535]: pgmap v41: 97 pgs: 97 active+clean; 5.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 445 KiB/s rd, 802 KiB/s wr, 151 op/s; 374 B/s, 0 objects/s recovering 2023-07-14T12:47:40.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:39 smithi133 ceph-mon[98311]: pgmap v41: 97 pgs: 97 active+clean; 5.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 445 KiB/s rd, 802 KiB/s wr, 151 op/s; 374 B/s, 0 objects/s recovering 2023-07-14T12:47:41.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15200 6.56 MB/sec warmup 15 sec latency 1049.246 ms 2023-07-14T12:47:42.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15200 6.15 MB/sec warmup 16 sec latency 2049.333 ms 2023-07-14T12:47:42.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:42 smithi130 ceph-mon[97977]: pgmap v42: 97 pgs: 97 active+clean; 5.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 405 KiB/s rd, 731 KiB/s wr, 137 op/s; 341 B/s, 0 objects/s recovering 2023-07-14T12:47:42.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:42 smithi040 ceph-mon[96535]: pgmap v42: 97 pgs: 97 active+clean; 5.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 405 KiB/s rd, 731 KiB/s wr, 137 op/s; 341 B/s, 0 objects/s recovering 2023-07-14T12:47:42.483 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:42 smithi133 ceph-mon[98311]: pgmap v42: 97 pgs: 97 active+clean; 5.4 MiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 405 KiB/s rd, 731 KiB/s wr, 137 op/s; 341 B/s, 0 objects/s recovering 2023-07-14T12:47:43.143 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15379 5.85 MB/sec warmup 17 sec latency 2718.813 ms 2023-07-14T12:47:44.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15379 5.53 MB/sec warmup 18 sec latency 1226.576 ms 2023-07-14T12:47:45.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:44 smithi040 ceph-mon[96535]: pgmap v43: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 773 KiB/s wr, 149 op/s; 341 B/s, 0 objects/s recovering 2023-07-14T12:47:45.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 15683 5.40 MB/sec warmup 19 sec latency 2107.083 ms 2023-07-14T12:47:45.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:44 smithi133 ceph-mon[98311]: pgmap v43: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 773 KiB/s wr, 149 op/s; 341 B/s, 0 objects/s recovering 2023-07-14T12:47:45.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:44 smithi130 ceph-mon[97977]: pgmap v43: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 773 KiB/s wr, 149 op/s; 341 B/s, 0 objects/s recovering 2023-07-14T12:47:46.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 17557 5.60 MB/sec warmup 20 sec latency 359.572 ms 2023-07-14T12:47:47.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:46 smithi040 ceph-mon[96535]: pgmap v44: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 108 KiB/s wr, 66 op/s 2023-07-14T12:47:47.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 17956 5.54 MB/sec warmup 21 sec latency 1158.220 ms 2023-07-14T12:47:47.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:46 smithi133 ceph-mon[98311]: pgmap v44: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 108 KiB/s wr, 66 op/s 2023-07-14T12:47:47.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:46 smithi130 ceph-mon[97977]: pgmap v44: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 108 KiB/s wr, 66 op/s 2023-07-14T12:47:48.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 18617 5.33 MB/sec warmup 22 sec latency 335.338 ms 2023-07-14T12:47:48.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 -- 172.21.15.40:0/4121860866 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 msgr2=0x7fe6e4104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 --2- 172.21.15.40:0/4121860866 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e4104e00 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc009990 tx=0x7fe6cc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 -- 172.21.15.40:0/4121860866 shutdown_connections 2023-07-14T12:47:48.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 --2- 172.21.15.40:0/4121860866 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6e40ff3e0 0x7fe6e410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 --2- 172.21.15.40:0/4121860866 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e4104e00 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 --2- 172.21.15.40:0/4121860866 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40fea30 0x7fe6e40feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 -- 172.21.15.40:0/4121860866 >> 172.21.15.40:0/4121860866 conn(0x7fe6e4074760 msgr2=0x7fe6e4074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:48.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 -- 172.21.15.40:0/4121860866 shutdown_connections 2023-07-14T12:47:48.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.397+0000 7fe6e895d700 1 -- 172.21.15.40:0/4121860866 wait complete. 2023-07-14T12:47:48.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.398+0000 7fe6e895d700 1 Processor -- start 2023-07-14T12:47:48.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.398+0000 7fe6e895d700 1 -- start start 2023-07-14T12:47:48.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6e40fea30 0x7fe6e419aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40ff3e0 0x7fe6e419afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e41948e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e4194f50 con 0x7fe6e4104a30 2023-07-14T12:47:48.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e41950c0 con 0x7fe6e40fea30 2023-07-14T12:47:48.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e4195280 con 0x7fe6e40ff3e0 2023-07-14T12:47:48.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e41948e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e41948e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35134/0 (socket says 172.21.15.40:35134) 2023-07-14T12:47:48.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6e40fea30 0x7fe6e419aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2258885712 learned_addr learned my addr 172.21.15.40:0/2258885712 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:48.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40ff3e0 0x7fe6e419afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2258885712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40ff3e0 msgr2=0x7fe6e419afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40ff3e0 0x7fe6e419afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2258885712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6e40fea30 msgr2=0x7fe6e419aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6e40fea30 0x7fe6e419aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2258885712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6cc0095f0 con 0x7fe6e4104a30 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40ff3e0 0x7fe6e419afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e41948e0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc00ef30 tx=0x7fe6dc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6db7fe700 1 -- 172.21.15.40:0/2258885712 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc018070 con 0x7fe6e4104a30 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6db7fe700 1 -- 172.21.15.40:0/2258885712 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6dc00f040 con 0x7fe6e4104a30 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e4195500 con 0x7fe6e4104a30 2023-07-14T12:47:48.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.399+0000 7fe6db7fe700 1 -- 172.21.15.40:0/2258885712 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc00cdb0 con 0x7fe6e4104a30 2023-07-14T12:47:48.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.400+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e41a1a70 con 0x7fe6e4104a30 2023-07-14T12:47:48.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.402+0000 7fe6db7fe700 1 -- 172.21.15.40:0/2258885712 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7fe6dc003a00 con 0x7fe6e4104a30 2023-07-14T12:47:48.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.402+0000 7fe6db7fe700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe6d00a13e0 0x7fe6d00a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.402+0000 7fe6e259c700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe6d00a13e0 0x7fe6d00a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.402+0000 7fe6db7fe700 1 -- 172.21.15.40:0/2258885712 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fe6dc0ccc20 con 0x7fe6e4104a30 2023-07-14T12:47:48.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6e259c700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe6d00a13e0 0x7fe6d00a3890 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc00b2e0 tx=0x7fe6cc005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:48.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 Processor -- start 2023-07-14T12:47:48.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 -- start start 2023-07-14T12:47:48.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e80020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e81df0 0x55b176e80560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e936d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176d88c50 con 0x55b176e80aa0 2023-07-14T12:47:48.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176ddb9e0 con 0x55b176cdf6b0 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.403+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176dd4e70 con 0x55b176e81df0 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e936d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e936d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35142/0 (socket says 172.21.15.40:35142) 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2490183096 learned_addr learned my addr 172.21.15.40:0/2490183096 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e81df0 0x55b176e80560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e259c700 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e80020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2490183096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e81df0 msgr2=0x55b176e80560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e81df0 0x55b176e80560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2490183096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 msgr2=0x55b176e80020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e80020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2490183096 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b176c02d80 con 0x55b176e80aa0 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e81df0 0x55b176e80560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e936d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc099810 tx=0x7fe6dc099650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dab604345cdc4b1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:48.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6d8ff9700 1 -- 172.21.15.40:0/2490183096 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc099b10 con 0x55b176e80aa0 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6d8ff9700 1 -- 172.21.15.40:0/2490183096 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6dc09db40 con 0x55b176e80aa0 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.404+0000 7fe6d8ff9700 1 -- 172.21.15.40:0/2490183096 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc099200 con 0x55b176e80aa0 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2490183096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 msgr2=0x55b176e936d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e936d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc099810 tx=0x7fe6dc099650 comp rx=0 tx=0).stop 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2490183096 shutdown_connections 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e936d0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e80020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2490183096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e81df0 0x55b176e80560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2490183096 >> 172.21.15.40:0/2490183096 conn(0x55b176e78be0 msgr2=0x55b176e7df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2490183096 shutdown_connections 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2490183096 wait complete. 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.405+0000 7fe6f4ae3b80 1 -- start start 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 Processor -- start 2023-07-14T12:47:48.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e936e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e80aa0 0x55b176e90960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e910a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176d74a60 con 0x55b176e81df0 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176d74760 con 0x55b176cdf6b0 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176c588c0 con 0x55b176e80aa0 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6f4ae3b80 10 client.0 _ll_register_callbacks cb 0x55b176d72700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:48.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e910a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e910a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35148/0 (socket says 172.21.15.40:35148) 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2379628490 learned_addr learned my addr 172.21.15.40:0/2379628490 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e80aa0 0x55b176e90960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e259c700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e936e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2379628490 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e80aa0 msgr2=0x55b176e90960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e80aa0 0x55b176e90960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 msgr2=0x55b176e936e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e936e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/2379628490 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e41a1a70 con 0x55b176e81df0 2023-07-14T12:47:48.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e910a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc00c7a0 tx=0x7fe6dc09a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce01e677857f28d8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:48.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.406+0000 7fe6c9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:48.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/2379628490 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc0b2270 con 0x55b176e81df0 2023-07-14T12:47:48.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/2379628490 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fe6dc0a1ed0 con 0x55b176e81df0 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b176d2e490 con 0x55b176e81df0 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/2379628490 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6dc097eb0 con 0x55b176e81df0 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 10 client.15936 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55b176bebc00 con 0x55b176e81df0 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/2379628490 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b176d2e490 con 0x55b176e81df0 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/2379628490 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7fe6dc0c5070 con 0x55b176e81df0 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 10 client.15936 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:48.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 10 client.15936 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 20 client.15936 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ea0b10 0x55b176ea2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 4 client.15936 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b176dcde50 con 0x55b176ea0b10 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.407+0000 7fe6e259c700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ea0b10 0x55b176ea2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6c9ffb700 10 client.15936 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:48.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6e259c700 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ea0b10 0x55b176ea2f20 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d926899a7d914564 server_cookie=793b212c4d13a45 in_seq=0 out_seq=0 2023-07-14T12:47:48.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/2379628490 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b176dcde50 con 0x55b176ea0b10 2023-07-14T12:47:48.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6c9ffb700 10 client.15936 handle_command_reply: tid=0 2023-07-14T12:47:48.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6f4ae3b80 1 client.15936 shutdown 2023-07-14T12:47:48.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 msgr2=0x55b176e910a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.408+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e910a0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc00c7a0 tx=0x7fe6dc09a050 comp rx=0 tx=0).stop 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 shutdown_connections 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e910a0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176cdf6b0 0x55b176e936e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ea0b10 0x55b176ea2f20 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/2379628490 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176e80aa0 0x55b176e90960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6c9ffb700 0 client.15936 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:48.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 >> 172.21.15.40:0/2379628490 conn(0x55b176e78be0 msgr2=0x55b176e7cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:48.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 shutdown_connections 2023-07-14T12:47:48.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/2379628490 wait complete. 2023-07-14T12:47:48.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.409+0000 7fe6f4ae3b80 20 client.15936 trim_cache size 0 max 16384 2023-07-14T12:47:48.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 Processor -- start 2023-07-14T12:47:48.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 -- start start 2023-07-14T12:47:48.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e7dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e80aa0 0x55b176e93210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e93750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176e7ad00 con 0x55b176e81df0 2023-07-14T12:47:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.423+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176e7eef0 con 0x55b176e80aa0 2023-07-14T12:47:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176e7fad0 con 0x55b176cdf6b0 2023-07-14T12:47:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e93750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e93750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35156/0 (socket says 172.21.15.40:35156) 2023-07-14T12:47:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/815441980 learned_addr learned my addr 172.21.15.40:0/815441980 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:48.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e80aa0 0x55b176e93210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e259c700 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e7dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/815441980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 msgr2=0x55b176e7dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e7dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/815441980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e80aa0 msgr2=0x55b176e93210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e80aa0 0x55b176e93210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 -- 172.21.15.40:0/815441980 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b176e7a420 con 0x55b176e81df0 2023-07-14T12:47:48.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e259c700 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e7dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e93750 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc099810 tx=0x7fe6dc00cf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41c888e12203fe1d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6d97fa700 1 -- 172.21.15.40:0/815441980 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc0988e0 con 0x55b176e81df0 2023-07-14T12:47:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6d97fa700 1 -- 172.21.15.40:0/815441980 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6dc0b2250 con 0x55b176e81df0 2023-07-14T12:47:48.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.424+0000 7fe6d97fa700 1 -- 172.21.15.40:0/815441980 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6dc0a1c50 con 0x55b176e81df0 2023-07-14T12:47:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/815441980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 msgr2=0x55b176e93750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e93750 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc099810 tx=0x7fe6dc00cf10 comp rx=0 tx=0).stop 2023-07-14T12:47:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/815441980 shutdown_connections 2023-07-14T12:47:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e7dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e81df0 0x55b176e93750 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/815441980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e80aa0 0x55b176e93210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/815441980 >> 172.21.15.40:0/815441980 conn(0x55b176e78be0 msgr2=0x55b176e8bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:48.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/815441980 shutdown_connections 2023-07-14T12:47:48.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/815441980 wait complete. 2023-07-14T12:47:48.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 -- start start 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.425+0000 7fe6f4ae3b80 1 Processor -- start 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e95ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e96420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e81df0 0x55b176e96960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176ef39c0 con 0x55b176e80aa0 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176ef3b30 con 0x55b176e81df0 2023-07-14T12:47:48.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b176ef3cf0 con 0x55b176cdf6b0 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6f4ae3b80 10 client.0 _ll_register_callbacks cb 0x7fe6dc0998e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e96420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e96420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35160/0 (socket says 172.21.15.40:35160) 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 -- 172.21.15.40:0/3775074221 learned_addr learned my addr 172.21.15.40:0/3775074221 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e2d9d700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e81df0 0x55b176e96960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e259c700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e95ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 -- 172.21.15.40:0/3775074221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 msgr2=0x55b176e95ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e95ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 -- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e81df0 msgr2=0x55b176e96960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e81df0 0x55b176e96960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 -- 172.21.15.40:0/3775074221 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b176bebc00 con 0x55b176e80aa0 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6e1d9b700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e96420 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x55b176e82200 tx=0x7fe6d4012af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9598ba0c6593f63 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6c9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:48.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.426+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/3775074221 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6d4004460 con 0x55b176e80aa0 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/3775074221 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fe6d4003680 con 0x55b176e80aa0 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe6dc09db40 con 0x55b176e80aa0 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/3775074221 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6d4003840 con 0x55b176e80aa0 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 10 client.15942 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55b176c291f0 con 0x55b176e80aa0 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/3775074221 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe6d402a020 con 0x55b176e80aa0 2023-07-14T12:47:48.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/3775074221 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7fe6d4011b70 con 0x55b176e80aa0 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 10 client.15942 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 10 client.15942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 20 client.15942 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ef5550 0x55b176ef7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 4 client.15942 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b176d8fff0 con 0x55b176ef5550 2023-07-14T12:47:48.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.427+0000 7fe6e259c700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ef5550 0x55b176ef7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.428+0000 7fe6c9ffb700 10 client.15942 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:48.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.428+0000 7fe6e259c700 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ef5550 0x55b176ef7960 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3ad3c0595d0451 server_cookie=99255b0862641297 in_seq=0 out_seq=0 2023-07-14T12:47:48.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6c9ffb700 1 -- 172.21.15.40:0/3775074221 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b176d8fff0 con 0x55b176ef5550 2023-07-14T12:47:48.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6c9ffb700 10 client.15942 handle_command_reply: tid=0 2023-07-14T12:47:48.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 client.15942 shutdown 2023-07-14T12:47:48.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 msgr2=0x55b176e96420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e96420 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x55b176e82200 tx=0x7fe6d4012af0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 shutdown_connections 2023-07-14T12:47:48.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b176ef5550 0x55b176ef7960 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b176cdf6b0 0x55b176e95ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6c9ffb700 0 client.15942 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b176e81df0 0x55b176e96960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 --2- 172.21.15.40:0/3775074221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b176e80aa0 0x55b176e96420 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 >> 172.21.15.40:0/3775074221 conn(0x55b176e78be0 msgr2=0x55b176e90200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 shutdown_connections 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 1 -- 172.21.15.40:0/3775074221 wait complete. 2023-07-14T12:47:48.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6f4ae3b80 20 client.15942 trim_cache size 0 max 16384 2023-07-14T12:47:48.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:47:48.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:47:48.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:47:48.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:47:48.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe6d00a13e0 msgr2=0x7fe6d00a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6e895d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe6d00a13e0 0x7fe6d00a3890 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc00b2e0 tx=0x7fe6cc005fd0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 msgr2=0x7fe6e41948e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:48.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.450+0000 7fe6e895d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e41948e0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe6dc00ef30 tx=0x7fe6dc00c3a0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 shutdown_connections 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe6d00a13e0 0x7fe6d00a3890 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe6e4104a30 0x7fe6e41948e0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe6e40fea30 0x7fe6e419aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 --2- 172.21.15.40:0/2258885712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6e40ff3e0 0x7fe6e419afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 >> 172.21.15.40:0/2258885712 conn(0x7fe6e4074760 msgr2=0x7fe6e41026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:48.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 shutdown_connections 2023-07-14T12:47:48.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:47:48.451+0000 7fe6e895d700 1 -- 172.21.15.40:0/2258885712 wait complete. 2023-07-14T12:47:49.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:48 smithi040 ceph-mon[96535]: pgmap v45: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 108 KiB/s wr, 66 op/s 2023-07-14T12:47:49.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:48 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:49.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 18617 5.09 MB/sec warmup 23 sec latency 1335.446 ms 2023-07-14T12:47:49.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:48 smithi133 ceph-mon[98311]: pgmap v45: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 108 KiB/s wr, 66 op/s 2023-07-14T12:47:49.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:48 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:49.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:48 smithi130 ceph-mon[97977]: pgmap v45: 97 pgs: 97 active+clean; 5.6 MiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 112 KiB/s rd, 108 KiB/s wr, 66 op/s 2023-07-14T12:47:49.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:48 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:47:50.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 18793 4.94 MB/sec warmup 24 sec latency 2217.051 ms 2023-07-14T12:47:51.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:50 smithi040 ceph-mon[96535]: pgmap v46: 97 pgs: 97 active+clean; 27 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 3.1 MiB/s wr, 150 op/s 2023-07-14T12:47:51.144 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20379 4.99 MB/sec warmup 25 sec latency 457.670 ms 2023-07-14T12:47:51.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:50 smithi133 ceph-mon[98311]: pgmap v46: 97 pgs: 97 active+clean; 27 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 3.1 MiB/s wr, 150 op/s 2023-07-14T12:47:51.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:50 smithi130 ceph-mon[97977]: pgmap v46: 97 pgs: 97 active+clean; 27 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 3.1 MiB/s wr, 150 op/s 2023-07-14T12:47:52.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20379 4.79 MB/sec warmup 26 sec latency 1457.765 ms 2023-07-14T12:47:53.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:52 smithi040 ceph-mon[96535]: pgmap v47: 97 pgs: 97 active+clean; 27 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 3.0 MiB/s wr, 95 op/s 2023-07-14T12:47:53.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20379 4.62 MB/sec warmup 27 sec latency 2457.894 ms 2023-07-14T12:47:53.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:52 smithi133 ceph-mon[98311]: pgmap v47: 97 pgs: 97 active+clean; 27 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 3.0 MiB/s wr, 95 op/s 2023-07-14T12:47:53.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:52 smithi130 ceph-mon[97977]: pgmap v47: 97 pgs: 97 active+clean; 27 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 3.0 MiB/s wr, 95 op/s 2023-07-14T12:47:54.029 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:47:54.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20379 4.45 MB/sec warmup 28 sec latency 3457.962 ms 2023-07-14T12:47:54.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/1402248421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fe470 msgr2=0x7f0f280fe840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/1402248421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fe470 0x7f0f280fe840 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c00aad0 tx=0x7f0f1c00ade0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/1402248421 shutdown_connections 2023-07-14T12:47:54.174 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/1402248421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f28103430 0x7f0f2810b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/1402248421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fe470 0x7f0f280fe840 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/1402248421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f280fee10 0x7f0f28102d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/1402248421 >> 172.21.15.40:0/1402248421 conn(0x7f0f28076200 msgr2=0x7f0f28076600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/1402248421 shutdown_connections 2023-07-14T12:47:54.175 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.156+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/1402248421 wait complete. 2023-07-14T12:47:54.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 Processor -- start 2023-07-14T12:47:54.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 -- start start 2023-07-14T12:47:54.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f280fe470 0x7f0f2819ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 0x7f0f2819bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f28103430 0x7f0f28195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.177 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f28196200 con 0x7f0f280fee10 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f28196370 con 0x7f0f28103430 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f2d2a0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f28196530 con 0x7f0f280fe470 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f267fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 0x7f0f2819bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f267fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 0x7f0f2819bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35174/0 (socket says 172.21.15.40:35174) 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f267fc700 1 -- 172.21.15.40:0/888091153 learned_addr learned my addr 172.21.15.40:0/888091153 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f277fe700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f28103430 0x7f0f28195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.178 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.157+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f280fe470 0x7f0f2819ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f267fc700 1 -- 172.21.15.40:0/888091153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f280fe470 msgr2=0x7f0f2819ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f267fc700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f280fe470 0x7f0f2819ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f267fc700 1 -- 172.21.15.40:0/888091153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f28103430 msgr2=0x7f0f28195a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f267fc700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f28103430 0x7f0f28195a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f267fc700 1 -- 172.21.15.40:0/888091153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f1c00a700 con 0x7f0f280fee10 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f267fc700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 0x7f0f2819bf90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f0f1800d950 tx=0x7f0f1800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f0ffff700 1 -- 172.21.15.40:0/888091153 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1800f890 con 0x7f0f280fee10 2023-07-14T12:47:54.179 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f28196810 con 0x7f0f280fee10 2023-07-14T12:47:54.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f0ffff700 1 -- 172.21.15.40:0/888091153 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f18010460 con 0x7f0f280fee10 2023-07-14T12:47:54.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f0ffff700 1 -- 172.21.15.40:0/888091153 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1800e610 con 0x7f0f280fee10 2023-07-14T12:47:54.180 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.158+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f281a29d0 con 0x7f0f280fee10 2023-07-14T12:47:54.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.160+0000 7f0f0ffff700 1 -- 172.21.15.40:0/888091153 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f0f18010860 con 0x7f0f280fee10 2023-07-14T12:47:54.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.161+0000 7f0f0ffff700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0f100a13e0 0x7f0f100a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.161+0000 7f0f0ffff700 1 -- 172.21.15.40:0/888091153 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f0f180ccab0 con 0x7f0f280fee10 2023-07-14T12:47:54.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.161+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0f100a13e0 0x7f0f100a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.161+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0f100a13e0 0x7f0f100a3890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c000c00 tx=0x7f0f1c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 Processor -- start 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 -- start start 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa4e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4ebe0 0x55e85fa59590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85f954cb0 con 0x55e85fa59ad0 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85f9a7a40 con 0x55e85fa4e2d0 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f39426b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85f9a0ed0 con 0x55e85fa4ebe0 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35184/0 (socket says 172.21.15.40:35184) 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 -- 172.21.15.40:0/334264649 learned_addr learned my addr 172.21.15.40:0/334264649 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa4e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f267fc700 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4ebe0 0x55e85fa59590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 -- 172.21.15.40:0/334264649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4ebe0 msgr2=0x55e85fa59590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4ebe0 0x55e85fa59590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 -- 172.21.15.40:0/334264649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 msgr2=0x55e85fa4e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa4e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.162+0000 7f0f277fe700 1 -- 172.21.15.40:0/334264649 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e85f7cede0 con 0x55e85fa59ad0 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f277fe700 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5beb0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0f20003f40 tx=0x7f0f20009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d7ac5cb98ddd7d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f0d7fa700 1 -- 172.21.15.40:0/334264649 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20019070 con 0x55e85fa59ad0 2023-07-14T12:47:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f0d7fa700 1 -- 172.21.15.40:0/334264649 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f2000f040 con 0x55e85fa59ad0 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f0d7fa700 1 -- 172.21.15.40:0/334264649 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20007a60 con 0x55e85fa59ad0 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 -- 172.21.15.40:0/334264649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 msgr2=0x55e85fa5beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5beb0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0f20003f40 tx=0x7f0f20009ba0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 -- 172.21.15.40:0/334264649 shutdown_connections 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5beb0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa4e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 --2- 172.21.15.40:0/334264649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4ebe0 0x55e85fa59590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.163+0000 7f0f39426b80 1 -- 172.21.15.40:0/334264649 >> 172.21.15.40:0/334264649 conn(0x55e85fa44da0 msgr2=0x55e85fa4a6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 -- 172.21.15.40:0/334264649 shutdown_connections 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 -- 172.21.15.40:0/334264649 wait complete. 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 -- start start 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 Processor -- start 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa594f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 0x55e85fa56700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa59ad0 0x55e85fa56d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85f940ac0 con 0x55e85fa4ebe0 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85f9407c0 con 0x55e85fa4e2d0 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85f824920 con 0x55e85fa59ad0 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f39426b80 10 client.0 _ll_register_callbacks cb 0x55e85f93e760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f267fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 0x55e85fa56700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f267fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 0x55e85fa56700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35188/0 (socket says 172.21.15.40:35188) 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f267fc700 1 -- 172.21.15.40:0/4184247820 learned_addr learned my addr 172.21.15.40:0/4184247820 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.164+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa594f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f277fe700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa59ad0 0x55e85fa56d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f267fc700 1 -- 172.21.15.40:0/4184247820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa59ad0 msgr2=0x55e85fa56d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f267fc700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa59ad0 0x55e85fa56d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f267fc700 1 -- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 msgr2=0x55e85fa594f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f267fc700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa594f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f267fc700 1 -- 172.21.15.40:0/4184247820 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f20003b70 con 0x55e85fa4ebe0 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f277fe700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa59ad0 0x55e85fa56d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:54.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f267fc700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 0x55e85fa56700 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f0f180ca170 tx=0x7f0f18099990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5279a5b2171f650 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f0aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f0aff5700 1 -- 172.21.15.40:0/4184247820 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f18099000 con 0x55e85fa4ebe0 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f0aff5700 1 -- 172.21.15.40:0/4184247820 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f0f180a1d60 con 0x55e85fa4ebe0 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e85f8fa4f0 con 0x55e85fa4ebe0 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f0aff5700 1 -- 172.21.15.40:0/4184247820 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f180a18d0 con 0x55e85fa4ebe0 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f39426b80 10 client.15954 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:54.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55e85f7b7c60 con 0x55e85fa4ebe0 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.165+0000 7f0f0aff5700 1 -- 172.21.15.40:0/4184247820 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f180c5080 con 0x55e85fa4ebe0 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f0aff5700 1 -- 172.21.15.40:0/4184247820 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f0f18095700 con 0x55e85fa4ebe0 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f39426b80 10 client.15954 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f39426b80 10 client.15954 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f39426b80 20 client.15954 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f39426b80 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fa692f0 0x55e85fa6b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f39426b80 4 client.15954 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:54.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e85f999eb0 con 0x55e85fa692f0 2023-07-14T12:47:54.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fa692f0 0x55e85fa6b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f0aff5700 10 client.15954 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:54.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.166+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fa692f0 0x55e85fa6b700 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=662333a8099d9793 server_cookie=732203a8afb6068c in_seq=0 out_seq=0 2023-07-14T12:47:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f0aff5700 1 -- 172.21.15.40:0/4184247820 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e85f999eb0 con 0x55e85fa692f0 2023-07-14T12:47:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f0aff5700 10 client.15954 handle_command_reply: tid=0 2023-07-14T12:47:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 client.15954 shutdown 2023-07-14T12:47:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 msgr2=0x55e85fa56700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 0x55e85fa56700 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f0f180ca170 tx=0x7f0f18099990 comp rx=0 tx=0).stop 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 shutdown_connections 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fa692f0 0x55e85fa6b700 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa59ad0 0x55e85fa56d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f0aff5700 0 client.15954 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4e2d0 0x55e85fa594f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 --2- 172.21.15.40:0/4184247820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa4ebe0 0x55e85fa56700 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 >> 172.21.15.40:0/4184247820 conn(0x55e85fa44da0 msgr2=0x55e85fa4a290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 shutdown_connections 2023-07-14T12:47:54.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 1 -- 172.21.15.40:0/4184247820 wait complete. 2023-07-14T12:47:54.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.167+0000 7f0f39426b80 20 client.15954 trim_cache size 0 max 16384 2023-07-14T12:47:54.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.184+0000 7f0f39426b80 1 Processor -- start 2023-07-14T12:47:54.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.184+0000 7f0f39426b80 1 -- start start 2023-07-14T12:47:54.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa5beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa70060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa59120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f39426b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85fa4f540 con 0x55e85fa59ad0 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f39426b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85fa44970 con 0x55e85fa4ebe0 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f39426b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85fa4fde0 con 0x55e85fa4e2d0 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa59120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa59120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35198/0 (socket says 172.21.15.40:35198) 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 -- 172.21.15.40:0/1950236050 learned_addr learned my addr 172.21.15.40:0/1950236050 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f267fc700 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa70060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa5beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 -- 172.21.15.40:0/1950236050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 msgr2=0x55e85fa5beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa5beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 -- 172.21.15.40:0/1950236050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 msgr2=0x55e85fa70060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa70060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 -- 172.21.15.40:0/1950236050 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e85f7f5250 con 0x55e85fa59ad0 2023-07-14T12:47:54.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f277fe700 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa59120 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0f20009680 tx=0x7f0f200096b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=656bcc3d7aae328e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f0dffb700 1 -- 172.21.15.40:0/1950236050 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20019040 con 0x55e85fa59ad0 2023-07-14T12:47:54.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f0dffb700 1 -- 172.21.15.40:0/1950236050 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f20005750 con 0x55e85fa59ad0 2023-07-14T12:47:54.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.185+0000 7f0f0dffb700 1 -- 172.21.15.40:0/1950236050 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f200156e0 con 0x55e85fa59ad0 2023-07-14T12:47:54.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 -- 172.21.15.40:0/1950236050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 msgr2=0x55e85fa59120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa59120 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0f20009680 tx=0x7f0f200096b0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 -- 172.21.15.40:0/1950236050 shutdown_connections 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa5beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa59120 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 --2- 172.21.15.40:0/1950236050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa70060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 -- 172.21.15.40:0/1950236050 >> 172.21.15.40:0/1950236050 conn(0x55e85fa44da0 msgr2=0x55e85fa46310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 -- 172.21.15.40:0/1950236050 shutdown_connections 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 -- 172.21.15.40:0/1950236050 wait complete. 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 -- start start 2023-07-14T12:47:54.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.186+0000 7f0f39426b80 1 Processor -- start 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa60380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa5e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85fa5f130 con 0x55e85fa59ad0 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85fa5f2a0 con 0x55e85fa4ebe0 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e85fa5f460 con 0x55e85fa4e2d0 2023-07-14T12:47:54.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 10 client.0 _ll_register_callbacks cb 0x7f0f18099270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35204/0 (socket says 172.21.15.40:35204) 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 -- 172.21.15.40:0/870607674 learned_addr learned my addr 172.21.15.40:0/870607674 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa60380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f267fc700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa5e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 -- 172.21.15.40:0/870607674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 msgr2=0x55e85fa60380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa60380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 -- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 msgr2=0x55e85fa5e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa5e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 -- 172.21.15.40:0/870607674 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e85f7cede0 con 0x55e85fa59ad0 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f267fc700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa5e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f277fe700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5ebf0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0f20009be0 tx=0x7f0f20007740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7db1510a11e41a3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f0aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f0aff5700 1 -- 172.21.15.40:0/870607674 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f20015680 con 0x55e85fa59ad0 2023-07-14T12:47:54.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f0aff5700 1 -- 172.21.15.40:0/870607674 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f0f20007b70 con 0x55e85fa59ad0 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.187+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0f2000f040 con 0x55e85fa59ad0 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f0aff5700 1 -- 172.21.15.40:0/870607674 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f200157e0 con 0x55e85fa59ad0 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 10 client.15960 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55e85f7cd2b0 con 0x55e85fa59ad0 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f0aff5700 1 -- 172.21.15.40:0/870607674 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f2000f040 con 0x55e85fa59ad0 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f0aff5700 1 -- 172.21.15.40:0/870607674 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f0f20025040 con 0x55e85fa59ad0 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 10 client.15960 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:54.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 10 client.15960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 20 client.15960 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fabe360 0x55e85fac0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 4 client.15960 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55e85f95c050 con 0x55e85fabe360 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.188+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fabe360 0x55e85fac0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f26ffd700 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fabe360 0x55e85fac0770 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7dbb9b4158e9a68 server_cookie=c887b8c76accde5a in_seq=0 out_seq=0 2023-07-14T12:47:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f0aff5700 10 client.15960 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f0aff5700 1 -- 172.21.15.40:0/870607674 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55e85f95c050 con 0x55e85fabe360 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f0aff5700 10 client.15960 handle_command_reply: tid=0 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 client.15960 shutdown 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 msgr2=0x55e85fa5ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5ebf0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0f20009be0 tx=0x7f0f20007740 comp rx=0 tx=0).stop 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 shutdown_connections 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e85fabe360 0x55e85fac0770 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e85fa4e2d0 0x55e85fa60380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e85fa59ad0 0x55e85fa5ebf0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f0aff5700 0 client.15960 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 --2- 172.21.15.40:0/870607674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e85fa4ebe0 0x55e85fa5e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 >> 172.21.15.40:0/870607674 conn(0x55e85fa44da0 msgr2=0x55e85fa70060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 shutdown_connections 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 1 -- 172.21.15.40:0/870607674 wait complete. 2023-07-14T12:47:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.189+0000 7f0f39426b80 20 client.15960 trim_cache size 0 max 16384 2023-07-14T12:47:54.218 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:47:54.218 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "no active scrubs running", 2023-07-14T12:47:54.218 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": {} 2023-07-14T12:47:54.218 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:47:54.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0f100a13e0 msgr2=0x7f0f100a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0f100a13e0 0x7f0f100a3890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c000c00 tx=0x7f0f1c005fd0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 msgr2=0x7f0f2819bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 0x7f0f2819bf90 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f0f1800d950 tx=0x7f0f1800dc60 comp rx=0 tx=0).stop 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 shutdown_connections 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0f100a13e0 0x7f0f100a3890 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0f280fe470 0x7f0f2819ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0f28103430 0x7f0f28195a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 --2- 172.21.15.40:0/888091153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f280fee10 0x7f0f2819bf90 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 >> 172.21.15.40:0/888091153 conn(0x7f0f28076200 msgr2=0x7f0f280fc050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 shutdown_connections 2023-07-14T12:47:54.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.190+0000 7f0f2d2a0700 1 -- 172.21.15.40:0/888091153 wait complete. 2023-07-14T12:47:54.221 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-07-14T12:47:54.221 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:47:54.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 -- 172.21.15.40:0/1212401359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc081015b0 msgr2=0x7fdc08109aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 --2- 172.21.15.40:0/1212401359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc081015b0 0x7fdc08109aa0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8009990 tx=0x7fdbf8009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 -- 172.21.15.40:0/1212401359 shutdown_connections 2023-07-14T12:47:54.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 --2- 172.21.15.40:0/1212401359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc0810a070 0x7fdc0810c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 --2- 172.21.15.40:0/1212401359 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc08100ca0 0x7fdc08101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.348 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 --2- 172.21.15.40:0/1212401359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc081015b0 0x7fdc08109aa0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 -- 172.21.15.40:0/1212401359 >> 172.21.15.40:0/1212401359 conn(0x7fdc080fa490 msgr2=0x7fdc080fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 -- 172.21.15.40:0/1212401359 shutdown_connections 2023-07-14T12:47:54.349 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.330+0000 7fdc10526700 1 -- 172.21.15.40:0/1212401359 wait complete. 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 Processor -- start 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 -- start start 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc08100ca0 0x7fdc0819b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc081015b0 0x7fdc0819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 0x7fdc081959b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc08196020 con 0x7fdc0810a070 2023-07-14T12:47:54.351 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc08196190 con 0x7fdc081015b0 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc10526700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc08196350 con 0x7fdc08100ca0 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc0eac3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 0x7fdc081959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc0e2c2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc08100ca0 0x7fdc0819b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc0eac3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 0x7fdc081959b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35218/0 (socket says 172.21.15.40:35218) 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc0eac3700 1 -- 172.21.15.40:0/3594934798 learned_addr learned my addr 172.21.15.40:0/3594934798 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc0dac1700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc081015b0 0x7fdc0819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.352 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.331+0000 7fdc0eac3700 1 -- 172.21.15.40:0/3594934798 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc08100ca0 msgr2=0x7fdc0819b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc0eac3700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc08100ca0 0x7fdc0819b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc0eac3700 1 -- 172.21.15.40:0/3594934798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc081015b0 msgr2=0x7fdc0819be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc0eac3700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc081015b0 0x7fdc0819be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc0eac3700 1 -- 172.21.15.40:0/3594934798 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbf80095f0 con 0x7fdc0810a070 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc0e2c2700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc08100ca0 0x7fdc0819b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc0eac3700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 0x7fdc081959b0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fdc0000ef30 tx=0x7fdc0000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc00018070 con 0x7fdc0810a070 2023-07-14T12:47:54.353 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdc0000f040 con 0x7fdc0810a070 2023-07-14T12:47:54.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc0000cd00 con 0x7fdc0810a070 2023-07-14T12:47:54.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc081965d0 con 0x7fdc0810a070 2023-07-14T12:47:54.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.332+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc081a2930 con 0x7fdc0810a070 2023-07-14T12:47:54.354 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.333+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc08067300 con 0x7fdc0810a070 2023-07-14T12:47:54.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.334+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7fdc00003a00 con 0x7fdc0810a070 2023-07-14T12:47:54.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.335+0000 7fdbff7fe700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbf40a14b0 0x7fdbf40a3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.335+0000 7fdc0e2c2700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbf40a14b0 0x7fdbf40a3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.335+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fdc000cd410 con 0x7fdc0810a070 2023-07-14T12:47:54.355 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.335+0000 7fdc0e2c2700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbf40a14b0 0x7fdbf40a3960 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdc04005950 tx=0x7fdc0400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.356 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.338+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fdc000965e0 con 0x7fdc0810a070 2023-07-14T12:47:54.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.592+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdc08196ec0 con 0x7fdc0810a070 2023-07-14T12:47:54.610 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.593+0000 7fdbff7fe700 1 -- 172.21.15.40:0/3594934798 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) v1 ==== 94+0+10904 (secure 0 0 0) 0x7fdc00099c00 con 0x7fdc0810a070 2023-07-14T12:47:54.611 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:47:54.611 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":31,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:47:47.796329+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":10,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[0,1,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:47:54.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbf40a14b0 msgr2=0x7fdbf40a3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbf40a14b0 0x7fdbf40a3960 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdc04005950 tx=0x7fdc0400b410 comp rx=0 tx=0).stop 2023-07-14T12:47:54.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 msgr2=0x7fdc081959b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 0x7fdc081959b0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fdc0000ef30 tx=0x7fdc0000c3a0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.613 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 shutdown_connections 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbf40a14b0 0x7fdbf40a3960 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdc08100ca0 0x7fdc0819b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdc0810a070 0x7fdc081959b0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 --2- 172.21.15.40:0/3594934798 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdc081015b0 0x7fdc0819be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 >> 172.21.15.40:0/3594934798 conn(0x7fdc080fa490 msgr2=0x7fdc0810c180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 shutdown_connections 2023-07-14T12:47:54.614 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.595+0000 7fdc10526700 1 -- 172.21.15.40:0/3594934798 wait complete. 2023-07-14T12:47:54.615 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 31 2023-07-14T12:47:54.625 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-07-14T12:47:54.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 -- 172.21.15.40:0/1501039128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28481049e0 msgr2=0x7f2848104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 --2- 172.21.15.40:0/1501039128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28481049e0 0x7f2848104db0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2838009990 tx=0x7f2838009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 -- 172.21.15.40:0/1501039128 shutdown_connections 2023-07-14T12:47:54.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 --2- 172.21.15.40:0/1501039128 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28480ff380 0x7f284810b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.757 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 --2- 172.21.15.40:0/1501039128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28481049e0 0x7f2848104db0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 --2- 172.21.15.40:0/1501039128 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28480fe9d0 0x7f28480fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 -- 172.21.15.40:0/1501039128 >> 172.21.15.40:0/1501039128 conn(0x7f28480fa4b0 msgr2=0x7f28480fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 -- 172.21.15.40:0/1501039128 shutdown_connections 2023-07-14T12:47:54.758 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.739+0000 7f284fbd4700 1 -- 172.21.15.40:0/1501039128 wait complete. 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 Processor -- start 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 -- start start 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 0x7f284819a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28480ff380 0x7f284819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28481049e0 0x7f2848194820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2848194e90 con 0x7f28480fe9d0 2023-07-14T12:47:54.760 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2848195000 con 0x7f28480ff380 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284fbd4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28481951c0 con 0x7f28481049e0 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 0x7f284819a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 0x7f284819a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35228/0 (socket says 172.21.15.40:35228) 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 -- 172.21.15.40:0/3019705152 learned_addr learned my addr 172.21.15.40:0/3019705152 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d16f700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28480ff380 0x7f284819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284e171700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28481049e0 0x7f2848194820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 -- 172.21.15.40:0/3019705152 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28481049e0 msgr2=0x7f2848194820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28481049e0 0x7f2848194820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 -- 172.21.15.40:0/3019705152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28480ff380 msgr2=0x7f284819acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28480ff380 0x7f284819acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 -- 172.21.15.40:0/3019705152 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28380095f0 con 0x7f28480fe9d0 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284e171700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28481049e0 0x7f2848194820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.740+0000 7f284d970700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 0x7f284819a7b0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2838000c00 tx=0x7f283800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.741+0000 7f283effd700 1 -- 172.21.15.40:0/3019705152 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f283801d070 con 0x7f28480fe9d0 2023-07-14T12:47:54.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.741+0000 7f283effd700 1 -- 172.21.15.40:0/3019705152 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f283800be40 con 0x7f28480fe9d0 2023-07-14T12:47:54.763 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.741+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2848195440 con 0x7f28480fe9d0 2023-07-14T12:47:54.763 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.741+0000 7f283effd700 1 -- 172.21.15.40:0/3019705152 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2838017650 con 0x7f28480fe9d0 2023-07-14T12:47:54.763 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.741+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28481a17a0 con 0x7f28480fe9d0 2023-07-14T12:47:54.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.743+0000 7f283effd700 1 -- 172.21.15.40:0/3019705152 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f2838022470 con 0x7f28480fe9d0 2023-07-14T12:47:54.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.744+0000 7f283effd700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28340a13e0 0x7f28340a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.744+0000 7f284d16f700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28340a13e0 0x7f28340a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.744+0000 7f283effd700 1 -- 172.21.15.40:0/3019705152 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f28380ce660 con 0x7f28480fe9d0 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.744+0000 7f284d16f700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28340a13e0 0x7f28340a3890 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f28481042d0 tx=0x7f2844009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 Processor -- start 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 -- start start 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 0x55aa639428b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa6394dce0 0x55aa639500c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63846cb0 con 0x55aa639424e0 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63899a40 con 0x55aa6394dce0 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63892ed0 con 0x55aa63942df0 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f284d970700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 0x55aa639428b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f284d970700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 0x55aa639428b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35236/0 (socket says 172.21.15.40:35236) 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f284d970700 1 -- 172.21.15.40:0/3805457580 learned_addr learned my addr 172.21.15.40:0/3805457580 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f284e171700 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa6394dce0 0x55aa639500c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f284d16f700 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.745+0000 7f284d970700 1 -- 172.21.15.40:0/3805457580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 msgr2=0x55aa6394d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f284d970700 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394d7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f284d970700 1 -- 172.21.15.40:0/3805457580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa6394dce0 msgr2=0x55aa639500c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f284d970700 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa6394dce0 0x55aa639500c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f284d970700 1 -- 172.21.15.40:0/3805457580 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa636c0de0 con 0x55aa639424e0 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f284e171700 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa6394dce0 0x55aa639500c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:54.769 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f284d970700 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 0x55aa639428b0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f283809b250 tx=0x7f2838097890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9e9720972d94342 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f2833fff700 1 -- 172.21.15.40:0/3805457580 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f283809aeb0 con 0x55aa639424e0 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f2833fff700 1 -- 172.21.15.40:0/3805457580 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f283809b550 con 0x55aa639424e0 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f2833fff700 1 -- 172.21.15.40:0/3805457580 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f283809f380 con 0x55aa639424e0 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3805457580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 msgr2=0x55aa639428b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.746+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 0x55aa639428b0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f283809b250 tx=0x7f2838097890 comp rx=0 tx=0).stop 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3805457580 shutdown_connections 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa6394dce0 0x55aa639500c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa639424e0 0x55aa639428b0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3805457580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3805457580 >> 172.21.15.40:0/3805457580 conn(0x55aa63936da0 msgr2=0x55aa6393c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3805457580 shutdown_connections 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3805457580 wait complete. 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 -- start start 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.747+0000 7f285bd5ab80 1 Processor -- start 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa6394e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa6394eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63832ac0 con 0x55aa6394dce0 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa638327c0 con 0x55aa639424e0 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63716920 con 0x55aa63942df0 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 10 client.0 _ll_register_callbacks cb 0x55aa63830760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284e171700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa6394eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.772 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa6394e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284e171700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa6394eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35246/0 (socket says 172.21.15.40:35246) 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284e171700 1 -- 172.21.15.40:0/3797110937 learned_addr learned my addr 172.21.15.40:0/3797110937 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d16f700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 -- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 msgr2=0x55aa6394e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 -- 172.21.15.40:0/3797110937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 msgr2=0x55aa6394eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa6394eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.773 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 -- 172.21.15.40:0/3797110937 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2838097040 con 0x55aa639424e0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284e171700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa6394eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f284d970700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa6394e0b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x55aa63944560 tx=0x7f2838086340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb8f30a77d4d9b17 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f28317fa700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f28317fa700 1 -- 172.21.15.40:0/3797110937 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28380b3ea0 con 0x55aa639424e0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aa637ec4f0 con 0x55aa639424e0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.748+0000 7f28317fa700 1 -- 172.21.15.40:0/3797110937 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f283809f580 con 0x55aa639424e0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f28317fa700 1 -- 172.21.15.40:0/3797110937 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f283809aeb0 con 0x55aa639424e0 2023-07-14T12:47:54.774 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 10 client.25670 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:54.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55aa636a9c60 con 0x55aa639424e0 2023-07-14T12:47:54.775 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f28317fa700 1 -- 172.21.15.40:0/3797110937 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2838066080 con 0x55aa639424e0 2023-07-14T12:47:54.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f28317fa700 1 -- 172.21.15.40:0/3797110937 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f28380cbef0 con 0x55aa639424e0 2023-07-14T12:47:54.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 10 client.25670 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:54.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 10 client.25670 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:47:54.776 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 20 client.25670 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa6395ccf0 0x55aa6395f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 4 client.25670 mds_command: new command op to 24433 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa6388beb0 con 0x55aa6395ccf0 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.749+0000 7f284d16f700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa6395ccf0 0x55aa6395f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.750+0000 7f284d16f700 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa6395ccf0 0x55aa6395f100 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5edf625c3be92c27 server_cookie=6aa25583e4b0f9c8 in_seq=0 out_seq=0 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.750+0000 7f28317fa700 10 client.25670 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:54.777 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.750+0000 7f28317fa700 1 -- 172.21.15.40:0/3797110937 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55aa6388beb0 con 0x55aa6395ccf0 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.750+0000 7f28317fa700 10 client.25670 handle_command_reply: tid=0 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 client.25670 shutdown 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 msgr2=0x55aa6394e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa6394e0b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x55aa63944560 tx=0x7f2838086340 comp rx=0 tx=0).stop 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 shutdown_connections 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa6395ccf0 0x55aa6395f100 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa6394eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.778 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f28317fa700 0 client.25670 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:54.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa6394e0b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3797110937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa63942df0 0x55aa6394e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 >> 172.21.15.40:0/3797110937 conn(0x55aa63936da0 msgr2=0x55aa6393c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 shutdown_connections 2023-07-14T12:47:54.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3797110937 wait complete. 2023-07-14T12:47:54.779 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.751+0000 7f285bd5ab80 20 client.25670 trim_cache size 0 max 16384 2023-07-14T12:47:54.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 Processor -- start 2023-07-14T12:47:54.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 -- start start 2023-07-14T12:47:54.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa63947610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 0x55aa639520e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.783 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa6394dce0 0x55aa63959600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63936a00 con 0x55aa63942df0 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63947b80 con 0x55aa639424e0 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa63952650 con 0x55aa6394dce0 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 0x55aa639520e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 0x55aa639520e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35252/0 (socket says 172.21.15.40:35252) 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 -- 172.21.15.40:0/976507240 learned_addr learned my addr 172.21.15.40:0/976507240 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.784 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284e171700 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa6394dce0 0x55aa63959600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d970700 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa63947610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 -- 172.21.15.40:0/976507240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa6394dce0 msgr2=0x55aa63959600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa6394dce0 0x55aa63959600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 -- 172.21.15.40:0/976507240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 msgr2=0x55aa63947610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa63947610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d16f700 1 -- 172.21.15.40:0/976507240 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa636e7250 con 0x55aa63942df0 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.764+0000 7f284d970700 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa63947610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:54.785 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f284d16f700 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 0x55aa639520e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f28440094f0 tx=0x7f2844014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba0945638532c547 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f283cdac700 1 -- 172.21.15.40:0/976507240 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2844022040 con 0x55aa63942df0 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f283cdac700 1 -- 172.21.15.40:0/976507240 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f28440275b0 con 0x55aa63942df0 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f283cdac700 1 -- 172.21.15.40:0/976507240 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2844004430 con 0x55aa63942df0 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 -- 172.21.15.40:0/976507240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 msgr2=0x55aa639520e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 0x55aa639520e0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f28440094f0 tx=0x7f2844014000 comp rx=0 tx=0).stop 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 -- 172.21.15.40:0/976507240 shutdown_connections 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa6394dce0 0x55aa63959600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa639424e0 0x55aa63947610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/976507240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa63942df0 0x55aa639520e0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 -- 172.21.15.40:0/976507240 >> 172.21.15.40:0/976507240 conn(0x55aa63936da0 msgr2=0x55aa6393ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 -- 172.21.15.40:0/976507240 shutdown_connections 2023-07-14T12:47:54.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.765+0000 7f285bd5ab80 1 -- 172.21.15.40:0/976507240 wait complete. 2023-07-14T12:47:54.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 -- start start 2023-07-14T12:47:54.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 Processor -- start 2023-07-14T12:47:54.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa639424e0 0x55aa639a4d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa63942df0 0x55aa639a5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.790 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa639a8d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa639a92b0 con 0x55aa6394dce0 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa639a9420 con 0x55aa63942df0 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa639a95e0 con 0x55aa639424e0 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f285bd5ab80 10 client.0 _ll_register_callbacks cb 0x7f28380971d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f284e171700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa639a8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f284e171700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa639a8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35260/0 (socket says 172.21.15.40:35260) 2023-07-14T12:47:54.791 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f284e171700 1 -- 172.21.15.40:0/3603139274 learned_addr learned my addr 172.21.15.40:0/3603139274 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f284d16f700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa63942df0 0x55aa639a5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.766+0000 7f284d970700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa639424e0 0x55aa639a4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284e171700 1 -- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa639424e0 msgr2=0x55aa639a4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284e171700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa639424e0 0x55aa639a4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284e171700 1 -- 172.21.15.40:0/3603139274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa63942df0 msgr2=0x55aa639a5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284e171700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa63942df0 0x55aa639a5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284e171700 1 -- 172.21.15.40:0/3603139274 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2844017070 con 0x55aa6394dce0 2023-07-14T12:47:54.792 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284d16f700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa63942df0 0x55aa639a5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f284e171700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa639a8d40 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2840003f30 tx=0x7f2840004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=553b451c7780edc3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f28317fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f28317fa700 1 -- 172.21.15.40:0/3603139274 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2840004db0 con 0x55aa6394dce0 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f28317fa700 1 -- 172.21.15.40:0/3603139274 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2840017670 con 0x55aa6394dce0 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f283809b550 con 0x55aa6394dce0 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f28317fa700 1 -- 172.21.15.40:0/3603139274 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f28400048f0 con 0x55aa6394dce0 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f285bd5ab80 10 client.15984 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:54.793 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55aa636bf2b0 con 0x55aa6394dce0 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f28317fa700 1 -- 172.21.15.40:0/3603139274 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f283809b550 con 0x55aa6394dce0 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f28317fa700 1 -- 172.21.15.40:0/3603139274 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f284000fa50 con 0x55aa6394dce0 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f285bd5ab80 10 client.15984 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f285bd5ab80 10 client.15984 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.767+0000 7f285bd5ab80 20 client.15984 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa639b2020 0x55aa639b4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.794 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 4 client.15984 mds_command: new command op to 24433 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55aa6384e050 con 0x55aa639b2020 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f284d970700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa639b2020 0x55aa639b4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f28317fa700 10 client.15984 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f284d970700 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa639b2020 0x55aa639b4430 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9ad3dd8daba01f68 server_cookie=98c921389625ec18 in_seq=0 out_seq=0 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f28317fa700 1 -- 172.21.15.40:0/3603139274 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55aa6384e050 con 0x55aa639b2020 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f28317fa700 10 client.15984 handle_command_reply: tid=0 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 client.15984 shutdown 2023-07-14T12:47:54.795 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 msgr2=0x55aa639a8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa639a8d40 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2840003f30 tx=0x7f2840004320 comp rx=0 tx=0).stop 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 shutdown_connections 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x55aa639b2020 0x55aa639b4430 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa639424e0 0x55aa639a4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f28317fa700 0 client.15984 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.768+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa6394dce0 0x55aa639a8d40 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f285bd5ab80 1 --2- 172.21.15.40:0/3603139274 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa63942df0 0x55aa639a5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.796 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 >> 172.21.15.40:0/3603139274 conn(0x55aa63936da0 msgr2=0x55aa6394c570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 shutdown_connections 2023-07-14T12:47:54.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f285bd5ab80 1 -- 172.21.15.40:0/3603139274 wait complete. 2023-07-14T12:47:54.797 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f285bd5ab80 20 client.15984 trim_cache size 0 max 16384 2023-07-14T12:47:54.797 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:54.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28340a13e0 msgr2=0x7f28340a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28340a13e0 0x7f28340a3890 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f28481042d0 tx=0x7f2844009260 comp rx=0 tx=0).stop 2023-07-14T12:47:54.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 msgr2=0x7f284819a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 0x7f284819a7b0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2838000c00 tx=0x7f283800f690 comp rx=0 tx=0).stop 2023-07-14T12:47:54.798 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 shutdown_connections 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28340a13e0 0x7f28340a3890 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f28481049e0 0x7f2848194820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f28480fe9d0 0x7f284819a7b0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 --2- 172.21.15.40:0/3019705152 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f28480ff380 0x7f284819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 >> 172.21.15.40:0/3019705152 conn(0x7f28480fa4b0 msgr2=0x7f28480fbab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 shutdown_connections 2023-07-14T12:47:54.799 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.769+0000 7f284fbd4700 1 -- 172.21.15.40:0/3019705152 wait complete. 2023-07-14T12:47:54.800 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-07-14T12:47:54.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 -- 172.21.15.40:0/1684476044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 msgr2=0x7ff96010c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 --2- 172.21.15.40:0/1684476044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96010c930 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7ff95800b0a0 tx=0x7ff95800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 -- 172.21.15.40:0/1684476044 shutdown_connections 2023-07-14T12:47:54.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 --2- 172.21.15.40:0/1684476044 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff960105b00 0x7ff960105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.930 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 --2- 172.21.15.40:0/1684476044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96010c930 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 --2- 172.21.15.40:0/1684476044 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 0x7ff9600fff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 -- 172.21.15.40:0/1684476044 >> 172.21.15.40:0/1684476044 conn(0x7ff9600fb650 msgr2=0x7ff9600fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 -- 172.21.15.40:0/1684476044 shutdown_connections 2023-07-14T12:47:54.931 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.912+0000 7ff965fa2700 1 -- 172.21.15.40:0/1684476044 wait complete. 2023-07-14T12:47:54.932 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 Processor -- start 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 -- start start 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 0x7ff96019bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96019c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff960105b00 0x7ff960195b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9601961a0 con 0x7ff9601004a0 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff960196310 con 0x7ff9600ffaf0 2023-07-14T12:47:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff965fa2700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9601964d0 con 0x7ff960105b00 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff95effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96019c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff95effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96019c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35272/0 (socket says 172.21.15.40:35272) 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff95effd700 1 -- 172.21.15.40:0/3055446263 learned_addr learned my addr 172.21.15.40:0/3055446263 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 0x7ff96019bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.913+0000 7ff95ffff700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff960105b00 0x7ff960195b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95effd700 1 -- 172.21.15.40:0/3055446263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff960105b00 msgr2=0x7ff960195b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.934 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95effd700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff960105b00 0x7ff960195b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95effd700 1 -- 172.21.15.40:0/3055446263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 msgr2=0x7ff96019bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95effd700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 0x7ff96019bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95effd700 1 -- 172.21.15.40:0/3055446263 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff958009d00 con 0x7ff9601004a0 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 0x7ff96019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95effd700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96019c000 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff95400e9a0 tx=0x7ff95400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95cff9700 1 -- 172.21.15.40:0/3055446263 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff954009790 con 0x7ff9601004a0 2023-07-14T12:47:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9601967b0 con 0x7ff9601004a0 2023-07-14T12:47:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95cff9700 1 -- 172.21.15.40:0/3055446263 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff954010430 con 0x7ff9601004a0 2023-07-14T12:47:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff95cff9700 1 -- 172.21.15.40:0/3055446263 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff954018680 con 0x7ff9601004a0 2023-07-14T12:47:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.914+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9601a2ab0 con 0x7ff9601004a0 2023-07-14T12:47:54.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.916+0000 7ff95cff9700 1 -- 172.21.15.40:0/3055446263 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7ff9540105a0 con 0x7ff9601004a0 2023-07-14T12:47:54.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.917+0000 7ff95cff9700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9480a13e0 0x7ff9480a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.917+0000 7ff95cff9700 1 -- 172.21.15.40:0/3055446263 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff954014070 con 0x7ff9601004a0 2023-07-14T12:47:54.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.917+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9480a13e0 0x7ff9480a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.917+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9480a13e0 0x7ff9480a3890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff950005950 tx=0x7ff95000b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.917+0000 7ff972128b80 1 Processor -- start 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.917+0000 7ff972128b80 1 -- start start 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff972128b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf65076a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff972128b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf6512590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff972128b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf6514eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff972128b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf640dcb0 con 0x561cf6507be0 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff972128b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf6460a40 con 0x561cf6512ad0 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff972128b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf6459ed0 con 0x561cf65072d0 2023-07-14T12:47:54.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf6512590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf6512590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35280/0 (socket says 172.21.15.40:35280) 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 -- 172.21.15.40:0/1954954981 learned_addr learned my addr 172.21.15.40:0/1954954981 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf65076a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95ffff700 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf6514eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 -- 172.21.15.40:0/1954954981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 msgr2=0x561cf65076a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf65076a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.943 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 -- 172.21.15.40:0/1954954981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 msgr2=0x561cf6514eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf6514eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 -- 172.21.15.40:0/1954954981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561cf6287de0 con 0x561cf6507be0 2023-07-14T12:47:54.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff95effd700 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf6512590 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff954099fa0 tx=0x7ff954099a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f0da93457b19c4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff945ffb700 1 -- 172.21.15.40:0/1954954981 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95409e040 con 0x561cf6507be0 2023-07-14T12:47:54.944 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff945ffb700 1 -- 172.21.15.40:0/1954954981 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9540a2460 con 0x561cf6507be0 2023-07-14T12:47:54.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.918+0000 7ff945ffb700 1 -- 172.21.15.40:0/1954954981 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9540caa40 con 0x561cf6507be0 2023-07-14T12:47:54.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 -- 172.21.15.40:0/1954954981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 msgr2=0x561cf6512590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf6512590 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff954099fa0 tx=0x7ff954099a60 comp rx=0 tx=0).stop 2023-07-14T12:47:54.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 -- 172.21.15.40:0/1954954981 shutdown_connections 2023-07-14T12:47:54.945 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf65076a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf6514eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 --2- 172.21.15.40:0/1954954981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf6512590 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 -- 172.21.15.40:0/1954954981 >> 172.21.15.40:0/1954954981 conn(0x561cf64fdda0 msgr2=0x561cf65036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 -- 172.21.15.40:0/1954954981 shutdown_connections 2023-07-14T12:47:54.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.919+0000 7ff972128b80 1 -- 172.21.15.40:0/1954954981 wait complete. 2023-07-14T12:47:54.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 -- start start 2023-07-14T12:47:54.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 Processor -- start 2023-07-14T12:47:54.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6512510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf650f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf650fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf63f9ac0 con 0x561cf6512ad0 2023-07-14T12:47:54.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf63f97c0 con 0x561cf65072d0 2023-07-14T12:47:54.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf62dd920 con 0x561cf6507be0 2023-07-14T12:47:54.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff972128b80 10 client.0 _ll_register_callbacks cb 0x561cf63f7760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:54.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff95ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf650fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff95ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf650fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35288/0 (socket says 172.21.15.40:35288) 2023-07-14T12:47:54.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff95ffff700 1 -- 172.21.15.40:0/3153430932 learned_addr learned my addr 172.21.15.40:0/3153430932 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6512510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.920+0000 7ff95effd700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf650f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95ffff700 1 -- 172.21.15.40:0/3153430932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 msgr2=0x561cf650f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95ffff700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf650f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95ffff700 1 -- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 msgr2=0x561cf6512510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95ffff700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6512510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95ffff700 1 -- 172.21.15.40:0/3153430932 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9601a2ab0 con 0x561cf6512ad0 2023-07-14T12:47:54.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95effd700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf650f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:54.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff95ffff700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf650fed0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff95800bf60 tx=0x7ff95800bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77cf2f0da6f98730 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.953 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff93effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:54.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff93effd700 1 -- 172.21.15.40:0/3153430932 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95800e040 con 0x561cf6512ad0 2023-07-14T12:47:54.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff93effd700 1 -- 172.21.15.40:0/3153430932 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff9580076e0 con 0x561cf6512ad0 2023-07-14T12:47:54.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561cf63b34f0 con 0x561cf6512ad0 2023-07-14T12:47:54.954 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff93effd700 1 -- 172.21.15.40:0/3153430932 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff958009b80 con 0x561cf6512ad0 2023-07-14T12:47:54.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 10 client.15996 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:54.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x561cf6270c60 con 0x561cf6512ad0 2023-07-14T12:47:54.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff93effd700 1 -- 172.21.15.40:0/3153430932 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561cf63b34f0 con 0x561cf6512ad0 2023-07-14T12:47:54.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff93effd700 1 -- 172.21.15.40:0/3153430932 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7ff958024030 con 0x561cf6512ad0 2023-07-14T12:47:54.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 10 client.15996 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:54.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 10 client.15996 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:47:54.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 20 client.15996 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:54.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65223f0 0x561cf6524800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 4 client.15996 mds_command: new command op to 24437 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:54.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.921+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561cf6452eb0 con 0x561cf65223f0 2023-07-14T12:47:54.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.922+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65223f0 0x561cf6524800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.922+0000 7ff93effd700 10 client.15996 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:54.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.922+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65223f0 0x561cf6524800 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=39e4a2ec3b76dc8c server_cookie=ea49c42bf8b8fb2d in_seq=0 out_seq=0 2023-07-14T12:47:54.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff93effd700 1 -- 172.21.15.40:0/3153430932 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561cf6452eb0 con 0x561cf65223f0 2023-07-14T12:47:54.957 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff93effd700 10 client.15996 handle_command_reply: tid=0 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 client.15996 shutdown 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 msgr2=0x561cf650fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf650fed0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff95800bf60 tx=0x7ff95800bf90 comp rx=0 tx=0).stop 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 shutdown_connections 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65223f0 0x561cf6524800 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf650fed0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff93effd700 0 client.15996 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6512510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 --2- 172.21.15.40:0/3153430932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf650f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 >> 172.21.15.40:0/3153430932 conn(0x561cf64fdda0 msgr2=0x561cf6503230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 shutdown_connections 2023-07-14T12:47:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 1 -- 172.21.15.40:0/3153430932 wait complete. 2023-07-14T12:47:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.923+0000 7ff972128b80 20 client.15996 trim_cache size 0 max 16384 2023-07-14T12:47:54.965 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 Processor -- start 2023-07-14T12:47:54.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 -- start start 2023-07-14T12:47:54.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf651e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.966 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf650aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf650afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf65104b0 con 0x561cf6507be0 2023-07-14T12:47:54.967 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf650dcf0 con 0x561cf6512ad0 2023-07-14T12:47:54.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff972128b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf651ecc0 con 0x561cf65072d0 2023-07-14T12:47:54.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf650aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf650aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35294/0 (socket says 172.21.15.40:35294) 2023-07-14T12:47:54.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 -- 172.21.15.40:0/2323545901 learned_addr learned my addr 172.21.15.40:0/2323545901 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf651e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.968 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 -- 172.21.15.40:0/2323545901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 msgr2=0x561cf651e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf651e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 -- 172.21.15.40:0/2323545901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 msgr2=0x561cf650afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.936+0000 7ff95effd700 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf650afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff95effd700 1 -- 172.21.15.40:0/2323545901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561cf62ae250 con 0x561cf6507be0 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf651e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff95effd700 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf650aa90 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7ff954099fa0 tx=0x7ff954099ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd16aa2281a048be server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.969 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff9467fc700 1 -- 172.21.15.40:0/2323545901 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95409e0c0 con 0x561cf6507be0 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff9467fc700 1 -- 172.21.15.40:0/2323545901 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff954010880 con 0x561cf6507be0 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff9467fc700 1 -- 172.21.15.40:0/2323545901 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9540caca0 con 0x561cf6507be0 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 -- 172.21.15.40:0/2323545901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 msgr2=0x561cf650aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf650aa90 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7ff954099fa0 tx=0x7ff954099ef0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 -- 172.21.15.40:0/2323545901 shutdown_connections 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf65072d0 0x561cf651e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.970 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf6512ad0 0x561cf650afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 --2- 172.21.15.40:0/2323545901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6507be0 0x561cf650aa90 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.937+0000 7ff972128b80 1 -- 172.21.15.40:0/2323545901 >> 172.21.15.40:0/2323545901 conn(0x561cf64fdda0 msgr2=0x561cf6501e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 -- 172.21.15.40:0/2323545901 shutdown_connections 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 -- 172.21.15.40:0/2323545901 wait complete. 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 -- start start 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 Processor -- start 2023-07-14T12:47:54.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6519360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf6517670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf6517bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf65180f0 con 0x561cf6512ad0 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf6518260 con 0x561cf65072d0 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf6518420 con 0x561cf6507be0 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.938+0000 7ff972128b80 10 client.0 _ll_register_callbacks cb 0x7ff95800bab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:54.972 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf6517bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf6517bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35302/0 (socket says 172.21.15.40:35302) 2023-07-14T12:47:54.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 -- 172.21.15.40:0/748327762 learned_addr learned my addr 172.21.15.40:0/748327762 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:54.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95effd700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf6517670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6519360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 -- 172.21.15.40:0/748327762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 msgr2=0x561cf6517670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf6517670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 -- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 msgr2=0x561cf6519360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6519360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 -- 172.21.15.40:0/748327762 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561cf6287de0 con 0x561cf6512ad0 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff95ffff700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf6517bb0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff95801c810 tx=0x7ff958006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a8f8eab83825327 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff93effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff93effd700 1 -- 172.21.15.40:0/748327762 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff95800e040 con 0x561cf6512ad0 2023-07-14T12:47:54.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff93effd700 1 -- 172.21.15.40:0/748327762 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff9580078b0 con 0x561cf6512ad0 2023-07-14T12:47:54.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff9540a2460 con 0x561cf6512ad0 2023-07-14T12:47:54.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff93effd700 1 -- 172.21.15.40:0/748327762 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff958004ac0 con 0x561cf6512ad0 2023-07-14T12:47:54.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff972128b80 10 client.16002 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:54.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.939+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x561cf62862b0 con 0x561cf6512ad0 2023-07-14T12:47:54.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff93effd700 1 -- 172.21.15.40:0/748327762 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9540a2460 con 0x561cf6512ad0 2023-07-14T12:47:54.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff93effd700 1 -- 172.21.15.40:0/748327762 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7ff958019040 con 0x561cf6512ad0 2023-07-14T12:47:54.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff972128b80 10 client.16002 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:54.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff972128b80 10 client.16002 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:47:54.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff972128b80 20 client.16002 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:54.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff972128b80 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65774e0 0x561cf65798f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:54.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff972128b80 4 client.16002 mds_command: new command op to 24437 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:54.976 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561cf6415050 con 0x561cf65774e0 2023-07-14T12:47:54.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65774e0 0x561cf65798f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:54.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff93effd700 10 client.16002 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:54.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff95f7fe700 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65774e0 0x561cf65798f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e954b6264bb5da75 server_cookie=620e204a129ce037 in_seq=0 out_seq=0 2023-07-14T12:47:54.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff93effd700 1 -- 172.21.15.40:0/748327762 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561cf6415050 con 0x561cf65774e0 2023-07-14T12:47:54.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.940+0000 7ff93effd700 10 client.16002 handle_command_reply: tid=0 2023-07-14T12:47:54.977 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 client.16002 shutdown 2023-07-14T12:47:54.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 msgr2=0x561cf6517bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf6517bb0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff95801c810 tx=0x7ff958006000 comp rx=0 tx=0).stop 2023-07-14T12:47:54.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 shutdown_connections 2023-07-14T12:47:54.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x561cf65774e0 0x561cf65798f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.978 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561cf6512ad0 0x561cf6517bb0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff93effd700 0 client.16002 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561cf65072d0 0x561cf6519360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 --2- 172.21.15.40:0/748327762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561cf6507be0 0x561cf6517670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 >> 172.21.15.40:0/748327762 conn(0x561cf64fdda0 msgr2=0x561cf65093e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 shutdown_connections 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 1 -- 172.21.15.40:0/748327762 wait complete. 2023-07-14T12:47:54.979 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff972128b80 20 client.16002 trim_cache size 0 max 16384 2023-07-14T12:47:54.980 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:54.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9480a13e0 msgr2=0x7ff9480a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9480a13e0 0x7ff9480a3890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff950005950 tx=0x7ff95000b410 comp rx=0 tx=0).stop 2023-07-14T12:47:54.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 msgr2=0x7ff96019c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:54.981 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96019c000 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff95400e9a0 tx=0x7ff95400ecb0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 shutdown_connections 2023-07-14T12:47:54.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9480a13e0 0x7ff9480a3890 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff960105b00 0x7ff960195b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9600ffaf0 0x7ff96019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 --2- 172.21.15.40:0/3055446263 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9601004a0 0x7ff96019c000 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:54.982 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.941+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 >> 172.21.15.40:0/3055446263 conn(0x7ff9600fb650 msgr2=0x7ff9600fbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:54.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.942+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 shutdown_connections 2023-07-14T12:47:54.983 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:54.942+0000 7ff965fa2700 1 -- 172.21.15.40:0/3055446263 wait complete. 2023-07-14T12:47:54.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:54 smithi040 ceph-mon[96535]: pgmap v48: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 404 KiB/s rd, 3.1 MiB/s wr, 128 op/s 2023-07-14T12:47:54.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:54 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3594934798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:47:54.984 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-07-14T12:47:55.112 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 -- 172.21.15.40:0/126977497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af40fe9d0 msgr2=0x7f9af40fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 --2- 172.21.15.40:0/126977497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af40fe9d0 0x7f9af40fee40 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f9adc009990 tx=0x7f9adc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 -- 172.21.15.40:0/126977497 shutdown_connections 2023-07-14T12:47:55.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 --2- 172.21.15.40:0/126977497 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9af40ff380 0x7f9af410b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.113 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 --2- 172.21.15.40:0/126977497 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af41049e0 0x7f9af4104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 --2- 172.21.15.40:0/126977497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af40fe9d0 0x7f9af40fee40 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 -- 172.21.15.40:0/126977497 >> 172.21.15.40:0/126977497 conn(0x7f9af40fa4b0 msgr2=0x7f9af40fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 -- 172.21.15.40:0/126977497 shutdown_connections 2023-07-14T12:47:55.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.094+0000 7f9af9669700 1 -- 172.21.15.40:0/126977497 wait complete. 2023-07-14T12:47:55.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 Processor -- start 2023-07-14T12:47:55.114 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 -- start start 2023-07-14T12:47:55.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9af40fe9d0 0x7f9af419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af40ff380 0x7f9af419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 0x7f9af4195940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9af4195fb0 con 0x7f9af41049e0 2023-07-14T12:47:55.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9af4196120 con 0x7f9af40ff380 2023-07-14T12:47:55.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af9669700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9af41962e0 con 0x7f9af40fe9d0 2023-07-14T12:47:55.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 0x7f9af4195940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.117 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 0x7f9af4195940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35316/0 (socket says 172.21.15.40:35316) 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af37fe700 1 -- 172.21.15.40:0/1523284632 learned_addr learned my addr 172.21.15.40:0/1523284632 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.095+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af40ff380 0x7f9af419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9af40fe9d0 0x7f9af419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af37fe700 1 -- 172.21.15.40:0/1523284632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9af40fe9d0 msgr2=0x7f9af419b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9af40fe9d0 0x7f9af419b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af37fe700 1 -- 172.21.15.40:0/1523284632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af40ff380 msgr2=0x7f9af419be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af40ff380 0x7f9af419be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af37fe700 1 -- 172.21.15.40:0/1523284632 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9adc0095f0 con 0x7f9af41049e0 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af40ff380 0x7f9af419be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 0x7f9af4195940 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f9aec007ee0 tx=0x7f9aec00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9aebfff700 1 -- 172.21.15.40:0/1523284632 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec017070 con 0x7f9af41049e0 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9af41965c0 con 0x7f9af41049e0 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9aebfff700 1 -- 172.21.15.40:0/1523284632 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9aec00f040 con 0x7f9af41049e0 2023-07-14T12:47:55.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9aebfff700 1 -- 172.21.15.40:0/1523284632 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec005740 con 0x7f9af41049e0 2023-07-14T12:47:55.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.096+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9af41a28c0 con 0x7f9af41049e0 2023-07-14T12:47:55.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.098+0000 7f9aebfff700 1 -- 172.21.15.40:0/1523284632 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f9aec00dc60 con 0x7f9af41049e0 2023-07-14T12:47:55.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.099+0000 7f9aebfff700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ae00a13e0 0x7f9ae00a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.099+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ae00a13e0 0x7f9ae00a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.099+0000 7f9aebfff700 1 -- 172.21.15.40:0/1523284632 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f9aec0cc830 con 0x7f9af41049e0 2023-07-14T12:47:55.125 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ae00a13e0 0x7f9ae00a3890 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9af40ffb10 tx=0x7f9ae4009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 Processor -- start 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 -- start start 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759d86a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa758decb0 con 0x55fa759d8be0 2023-07-14T12:47:55.126 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa75931a40 con 0x55fa759d82d0 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.100+0000 7f9b057efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa7592aed0 con 0x55fa759e3ad0 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35322/0 (socket says 172.21.15.40:35322) 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 -- 172.21.15.40:0/1931595076 learned_addr learned my addr 172.21.15.40:0/1931595076 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759d86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.127 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 -- 172.21.15.40:0/1931595076 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 msgr2=0x55fa759e5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 -- 172.21.15.40:0/1931595076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 msgr2=0x55fa759d86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759d86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 -- 172.21.15.40:0/1931595076 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa75758de0 con 0x55fa759d8be0 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e3590 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f9adc015000 tx=0x7f9adc00b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ade5cafcdb59a8f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.128 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9ae97fa700 1 -- 172.21.15.40:0/1931595076 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9adc01d050 con 0x55fa759d8be0 2023-07-14T12:47:55.129 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9ae97fa700 1 -- 172.21.15.40:0/1931595076 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9adc01e040 con 0x55fa759d8be0 2023-07-14T12:47:55.129 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.101+0000 7f9ae97fa700 1 -- 172.21.15.40:0/1931595076 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9adc0055c0 con 0x55fa759d8be0 2023-07-14T12:47:55.129 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 -- 172.21.15.40:0/1931595076 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 msgr2=0x55fa759e3590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.130 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e3590 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f9adc015000 tx=0x7f9adc00b610 comp rx=0 tx=0).stop 2023-07-14T12:47:55.131 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 -- 172.21.15.40:0/1931595076 shutdown_connections 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759d86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1931595076 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e3590 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 -- 172.21.15.40:0/1931595076 >> 172.21.15.40:0/1931595076 conn(0x55fa759ceda0 msgr2=0x55fa759d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 -- 172.21.15.40:0/1931595076 shutdown_connections 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.102+0000 7f9b057efb80 1 -- 172.21.15.40:0/1931595076 wait complete. 2023-07-14T12:47:55.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 -- start start 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 Processor -- start 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa758caac0 con 0x55fa759d8be0 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa758ca7c0 con 0x55fa759d82d0 2023-07-14T12:47:55.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa757ae920 con 0x55fa759e3ad0 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9b057efb80 10 client.0 _ll_register_callbacks cb 0x55fa758c8760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af2ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35328/0 (socket says 172.21.15.40:35328) 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af27fc700 1 -- 172.21.15.40:0/2614964559 learned_addr learned my addr 172.21.15.40:0/2614964559 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af37fe700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af2ffd700 1 -- 172.21.15.40:0/2614964559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 msgr2=0x55fa759e0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.134 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af2ffd700 1 -- 172.21.15.40:0/2614964559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 msgr2=0x55fa759e0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af2ffd700 1 -- 172.21.15.40:0/2614964559 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9af410c110 con 0x55fa759d82d0 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af27fc700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.103+0000 7f9af37fe700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e3540 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9ae4009ab0 tx=0x7f9ae40047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d6c3607a0ee789e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.135 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9ada7fc700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9ada7fc700 1 -- 172.21.15.40:0/2614964559 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae4029670 con 0x55fa759d82d0 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fa758844f0 con 0x55fa759d82d0 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9ada7fc700 1 -- 172.21.15.40:0/2614964559 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f9ae4018070 con 0x55fa759d82d0 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9ada7fc700 1 -- 172.21.15.40:0/2614964559 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ae40297d0 con 0x55fa759d82d0 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 10 client.25703 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55fa75741c60 con 0x55fa759d82d0 2023-07-14T12:47:55.136 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9ada7fc700 1 -- 172.21.15.40:0/2614964559 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fa758844f0 con 0x55fa759d82d0 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9ada7fc700 1 -- 172.21.15.40:0/2614964559 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f9ae4020a50 con 0x55fa759d82d0 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 10 client.25703 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 10 client.25703 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 20 client.25703 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa759f3490 0x55fa759f58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 4 client.25703 mds_command: new command op to 24491 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:55.137 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.104+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fa75923eb0 con 0x55fa759f3490 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.105+0000 7f9af27fc700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa759f3490 0x55fa759f58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.105+0000 7f9ada7fc700 10 client.25703 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.105+0000 7f9af27fc700 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa759f3490 0x55fa759f58a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4dbece489cb810cd server_cookie=709d2c94fb40ddd4 in_seq=0 out_seq=0 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9ada7fc700 1 -- 172.21.15.40:0/2614964559 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55fa75923eb0 con 0x55fa759f3490 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9ada7fc700 10 client.25703 handle_command_reply: tid=0 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 client.25703 shutdown 2023-07-14T12:47:55.138 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 msgr2=0x55fa759e3540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e3540 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9ae4009ab0 tx=0x7f9ae40047c0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 shutdown_connections 2023-07-14T12:47:55.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759e3ad0 0x55fa759e0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa759f3490 0x55fa759f58a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e3540 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.139 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 --2- 172.21.15.40:0/2614964559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759d8be0 0x55fa759e0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 >> 172.21.15.40:0/2614964559 conn(0x55fa759ceda0 msgr2=0x55fa759d4230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9ada7fc700 0 client.25703 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:55.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 shutdown_connections 2023-07-14T12:47:55.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 1 -- 172.21.15.40:0/2614964559 wait complete. 2023-07-14T12:47:55.140 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.106+0000 7f9b057efb80 20 client.25703 trim_cache size 0 max 16384 2023-07-14T12:47:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 Processor -- start 2023-07-14T12:47:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 -- start start 2023-07-14T12:47:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d82d0 0x55fa759f5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d8be0 0x55fa759e3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.145 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa759dba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa759d06d0 con 0x55fa759e3ad0 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa759d0840 con 0x55fa759d8be0 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9b057efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa759dfcc0 con 0x55fa759d82d0 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9af37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa759dba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9af37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa759dba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35338/0 (socket says 172.21.15.40:35338) 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.119+0000 7f9af37fe700 1 -- 172.21.15.40:0/1809363902 learned_addr learned my addr 172.21.15.40:0/1809363902 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d8be0 0x55fa759e3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.146 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d82d0 0x55fa759f5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af37fe700 1 -- 172.21.15.40:0/1809363902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d82d0 msgr2=0x55fa759f5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d82d0 0x55fa759f5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af37fe700 1 -- 172.21.15.40:0/1809363902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d8be0 msgr2=0x55fa759e3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d8be0 0x55fa759e3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af37fe700 1 -- 172.21.15.40:0/1809363902 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa7577f250 con 0x55fa759e3ad0 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d8be0 0x55fa759e3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:55.147 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa759dba30 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f9aec099620 tx=0x7f9aec0b9040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5196faf5581185c1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9ae9ffb700 1 -- 172.21.15.40:0/1809363902 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec09d6c0 con 0x55fa759e3ad0 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9ae9ffb700 1 -- 172.21.15.40:0/1809363902 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9aec082e90 con 0x55fa759e3ad0 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.120+0000 7f9ae9ffb700 1 -- 172.21.15.40:0/1809363902 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec005aa0 con 0x55fa759e3ad0 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- 172.21.15.40:0/1809363902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 msgr2=0x55fa759dba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa759dba30 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f9aec099620 tx=0x7f9aec0b9040 comp rx=0 tx=0).stop 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- 172.21.15.40:0/1809363902 shutdown_connections 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d82d0 0x55fa759f5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.148 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa759dba30 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1809363902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d8be0 0x55fa759e3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- 172.21.15.40:0/1809363902 >> 172.21.15.40:0/1809363902 conn(0x55fa759ceda0 msgr2=0x55fa759d2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- 172.21.15.40:0/1809363902 shutdown_connections 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- 172.21.15.40:0/1809363902 wait complete. 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- start start 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 Processor -- start 2023-07-14T12:47:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d8be0 0x55fa759e88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa75a447a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa75a44ce0 con 0x55fa759e3ad0 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa75a44e20 con 0x55fa759d82d0 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.121+0000 7f9b057efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa75a44fe0 con 0x55fa759d8be0 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9b057efb80 10 client.0 _ll_register_callbacks cb 0x55fa758c8760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa75a447a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.150 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa75a447a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35344/0 (socket says 172.21.15.40:35344) 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 -- 172.21.15.40:0/1251380176 learned_addr learned my addr 172.21.15.40:0/1251380176 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af27fc700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d8be0 0x55fa759e88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 -- 172.21.15.40:0/1251380176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d8be0 msgr2=0x55fa759e88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d8be0 0x55fa759e88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 -- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 msgr2=0x55fa759e83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.151 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 -- 172.21.15.40:0/1251380176 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9af41a28c0 con 0x55fa759e3ad0 2023-07-14T12:47:55.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:55.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9af37fe700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa75a447a0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0979e0 tx=0x7f9aec00df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=555539c7c73569f1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.152 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9ada7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9ada7fc700 1 -- 172.21.15.40:0/1251380176 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aec005aa0 con 0x55fa759e3ad0 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9ada7fc700 1 -- 172.21.15.40:0/1251380176 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f9aec0a1ae0 con 0x55fa759e3ad0 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.122+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9adc01e040 con 0x55fa759e3ad0 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9ada7fc700 1 -- 172.21.15.40:0/1251380176 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9aec0998f0 con 0x55fa759e3ad0 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 10 client.16020 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55fa757572b0 con 0x55fa759e3ad0 2023-07-14T12:47:55.153 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9ada7fc700 1 -- 172.21.15.40:0/1251380176 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9adc01e040 con 0x55fa759e3ad0 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9ada7fc700 1 -- 172.21.15.40:0/1251380176 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f9aec0a1650 con 0x55fa759e3ad0 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 10 client.16020 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 10 client.16020 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 20 client.16020 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa75a4c530 0x55fa75a4e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 4 client.16020 mds_command: new command op to 24491 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:55.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fa758e6050 con 0x55fa75a4c530 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.123+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa75a4c530 0x55fa75a4e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9ada7fc700 10 client.16020 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9af2ffd700 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa75a4c530 0x55fa75a4e910 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b3e025c93223ce72 server_cookie=d494909ef8f69581 in_seq=0 out_seq=0 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9ada7fc700 1 -- 172.21.15.40:0/1251380176 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fa758e6050 con 0x55fa75a4c530 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9ada7fc700 10 client.16020 handle_command_reply: tid=0 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 client.16020 shutdown 2023-07-14T12:47:55.155 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 msgr2=0x55fa75a447a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa75a447a0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9aec0979e0 tx=0x7f9aec00df60 comp rx=0 tx=0).stop 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 shutdown_connections 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55fa75a4c530 0x55fa75a4e910 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa759e3ad0 0x55fa75a447a0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa759d82d0 0x55fa759e83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9ada7fc700 0 client.16020 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:47:55.156 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 --2- 172.21.15.40:0/1251380176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa759d8be0 0x55fa759e88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 >> 172.21.15.40:0/1251380176 conn(0x55fa759ceda0 msgr2=0x55fa759dba30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 shutdown_connections 2023-07-14T12:47:55.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 1 -- 172.21.15.40:0/1251380176 wait complete. 2023-07-14T12:47:55.157 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.124+0000 7f9b057efb80 20 client.16020 trim_cache size 0 max 16384 2023-07-14T12:47:55.157 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:55.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ae00a13e0 msgr2=0x7f9ae00a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.158 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ae00a13e0 0x7f9ae00a3890 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9af40ffb10 tx=0x7f9ae4009260 comp rx=0 tx=0).stop 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 msgr2=0x7f9af4195940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 0x7f9af4195940 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f9aec007ee0 tx=0x7f9aec00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 shutdown_connections 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ae00a13e0 0x7f9ae00a3890 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9af40fe9d0 0x7f9af419b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9af41049e0 0x7f9af4195940 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 --2- 172.21.15.40:0/1523284632 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9af40ff380 0x7f9af419be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.159 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 >> 172.21.15.40:0/1523284632 conn(0x7f9af40fa4b0 msgr2=0x7f9af40fbea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 shutdown_connections 2023-07-14T12:47:55.160 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.125+0000 7f9af9669700 1 -- 172.21.15.40:0/1523284632 wait complete. 2023-07-14T12:47:55.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20682 4.43 MB/sec warmup 29 sec latency 3916.326 ms 2023-07-14T12:47:55.161 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-07-14T12:47:55.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:54 smithi133 ceph-mon[98311]: pgmap v48: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 404 KiB/s rd, 3.1 MiB/s wr, 128 op/s 2023-07-14T12:47:55.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:54 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3594934798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:47:55.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:54 smithi130 ceph-mon[97977]: pgmap v48: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 404 KiB/s rd, 3.1 MiB/s wr, 128 op/s 2023-07-14T12:47:55.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:54 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3594934798' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:47:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 -- 172.21.15.40:0/3666666124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c10a070 msgr2=0x7f339c10c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 --2- 172.21.15.40:0/3666666124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c10a070 0x7f339c10c4b0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f339400b0a0 tx=0x7f339400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 -- 172.21.15.40:0/3666666124 shutdown_connections 2023-07-14T12:47:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 --2- 172.21.15.40:0/3666666124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c10a070 0x7f339c10c4b0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 --2- 172.21.15.40:0/3666666124 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f339c100ca0 0x7f339c101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 --2- 172.21.15.40:0/3666666124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f339c1015b0 0x7f339c109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 -- 172.21.15.40:0/3666666124 >> 172.21.15.40:0/3666666124 conn(0x7f339c0fa4b0 msgr2=0x7f339c0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 -- 172.21.15.40:0/3666666124 shutdown_connections 2023-07-14T12:47:55.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.274+0000 7f33a0d73700 1 -- 172.21.15.40:0/3666666124 wait complete. 2023-07-14T12:47:55.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 Processor -- start 2023-07-14T12:47:55.294 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 -- start start 2023-07-14T12:47:55.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 0x7f339c0fe8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f339c1015b0 0x7f339c0fee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f339c10a070 0x7f339c1a3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.296 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339c0ff660 con 0x7f339c100ca0 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339c1a4400 con 0x7f339c1015b0 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f33a0d73700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339c1a4540 con 0x7f339c10a070 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.275+0000 7f339a59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 0x7f339c0fe8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 0x7f339c0fe8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35354/0 (socket says 172.21.15.40:35354) 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 -- 172.21.15.40:0/1063912824 learned_addr learned my addr 172.21.15.40:0/1063912824 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f3399d9b700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f339c1015b0 0x7f339c0fee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339ad9d700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f339c10a070 0x7f339c1a3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.297 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 -- 172.21.15.40:0/1063912824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f339c10a070 msgr2=0x7f339c1a3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f339c10a070 0x7f339c1a3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 -- 172.21.15.40:0/1063912824 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f339c1015b0 msgr2=0x7f339c0fee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f339c1015b0 0x7f339c0fee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 -- 172.21.15.40:0/1063912824 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3394009d00 con 0x7f339c100ca0 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f339a59c700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 0x7f339c0fe8f0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f338c00e9a0 tx=0x7f338c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f338b7fe700 1 -- 172.21.15.40:0/1063912824 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338c009790 con 0x7f339c100ca0 2023-07-14T12:47:55.298 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f338b7fe700 1 -- 172.21.15.40:0/1063912824 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f338c00cbd0 con 0x7f339c100ca0 2023-07-14T12:47:55.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f339c1a47a0 con 0x7f339c100ca0 2023-07-14T12:47:55.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f338b7fe700 1 -- 172.21.15.40:0/1063912824 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338c018680 con 0x7f339c100ca0 2023-07-14T12:47:55.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.276+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f339c1a4c80 con 0x7f339c100ca0 2023-07-14T12:47:55.299 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.278+0000 7f338b7fe700 1 -- 172.21.15.40:0/1063912824 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f338c00cd40 con 0x7f339c100ca0 2023-07-14T12:47:55.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.279+0000 7f338b7fe700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f33840a13e0 0x7f33840a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.279+0000 7f3399d9b700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f33840a13e0 0x7f33840a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.279+0000 7f338b7fe700 1 -- 172.21.15.40:0/1063912824 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f338c014070 con 0x7f339c100ca0 2023-07-14T12:47:55.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.279+0000 7f3399d9b700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f33840a13e0 0x7f33840a3890 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f339c1000e0 tx=0x7f339000b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 Processor -- start 2023-07-14T12:47:55.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 -- start start 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650ae56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae5be0 0x55f650af0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650af2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6509ebcb0 con 0x55f650af0ad0 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650a3ea40 con 0x55f650ae5be0 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f33acef9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650a37ed0 con 0x55f650ae52d0 2023-07-14T12:47:55.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650af2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650af2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35366/0 (socket says 172.21.15.40:35366) 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 -- 172.21.15.40:0/2596165847 learned_addr learned my addr 172.21.15.40:0/2596165847 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339a59c700 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650ae56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f3399d9b700 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae5be0 0x55f650af0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 -- 172.21.15.40:0/2596165847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 msgr2=0x55f650ae56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650ae56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 -- 172.21.15.40:0/2596165847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae5be0 msgr2=0x55f650af0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae5be0 0x55f650af0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f339ad9d700 1 -- 172.21.15.40:0/2596165847 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f650865de0 con 0x55f650af0ad0 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.280+0000 7f3399d9b700 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae5be0 0x55f650af0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.281+0000 7f339ad9d700 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650af2eb0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f33940062a0 tx=0x7f3394009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3c2fe265e6e4246 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.281+0000 7f3388ff9700 1 -- 172.21.15.40:0/2596165847 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f339400e040 con 0x55f650af0ad0 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.281+0000 7f3388ff9700 1 -- 172.21.15.40:0/2596165847 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3394009460 con 0x55f650af0ad0 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.281+0000 7f3388ff9700 1 -- 172.21.15.40:0/2596165847 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3394007980 con 0x55f650af0ad0 2023-07-14T12:47:55.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- 172.21.15.40:0/2596165847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 msgr2=0x55f650af2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650af2eb0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f33940062a0 tx=0x7f3394009c20 comp rx=0 tx=0).stop 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- 172.21.15.40:0/2596165847 shutdown_connections 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650ae56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650af2eb0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2596165847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae5be0 0x55f650af0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- 172.21.15.40:0/2596165847 >> 172.21.15.40:0/2596165847 conn(0x55f650adbda0 msgr2=0x55f650ae16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- 172.21.15.40:0/2596165847 shutdown_connections 2023-07-14T12:47:55.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- 172.21.15.40:0/2596165847 wait complete. 2023-07-14T12:47:55.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- start start 2023-07-14T12:47:55.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 Processor -- start 2023-07-14T12:47:55.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650aed730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650af0ad0 0x55f650aede70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6509d7ac0 con 0x55f650ae5be0 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6509d77c0 con 0x55f650ae52d0 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.282+0000 7f33acef9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f6508bb920 con 0x55f650af0ad0 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f33acef9b80 10 client.0 _ll_register_callbacks cb 0x55f6509d5760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650aed730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650aed730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35370/0 (socket says 172.21.15.40:35370) 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 -- 172.21.15.40:0/2206239610 learned_addr learned my addr 172.21.15.40:0/2206239610 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f339a59c700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f339ad9d700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650af0ad0 0x55f650aede70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 -- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650af0ad0 msgr2=0x55f650aede70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650af0ad0 0x55f650aede70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 -- 172.21.15.40:0/2206239610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 msgr2=0x55f650af0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 -- 172.21.15.40:0/2206239610 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f339c10d170 con 0x55f650ae5be0 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3399d9b700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650aed730 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3390011770 tx=0x7f33900047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b33bdb2b70880d5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3381ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3381ffb700 1 -- 172.21.15.40:0/2206239610 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390010b50 con 0x55f650ae5be0 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3381ffb700 1 -- 172.21.15.40:0/2206239610 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3390017070 con 0x55f650ae5be0 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f6509914f0 con 0x55f650ae5be0 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f3381ffb700 1 -- 172.21.15.40:0/2206239610 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3390004a30 con 0x55f650ae5be0 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f33acef9b80 10 client.16032 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.283+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55f65084ec60 con 0x55f650ae5be0 2023-07-14T12:47:55.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f3381ffb700 1 -- 172.21.15.40:0/2206239610 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f6509914f0 con 0x55f650ae5be0 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f3381ffb700 1 -- 172.21.15.40:0/2206239610 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f339001f760 con 0x55f650ae5be0 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f33acef9b80 10 client.16032 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f33acef9b80 10 client.16032 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f33acef9b80 20 client.16032 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b00410 0x55f650b02820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f33acef9b80 4 client.16032 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f650a30eb0 con 0x55f650b00410 2023-07-14T12:47:55.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f339a59c700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b00410 0x55f650b02820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f3381ffb700 10 client.16032 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.284+0000 7f339a59c700 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b00410 0x55f650b02820 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=78ae757c288ef2e server_cookie=37054e5b1ea1f30a in_seq=0 out_seq=0 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f3381ffb700 1 -- 172.21.15.40:0/2206239610 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55f650a30eb0 con 0x55f650b00410 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f3381ffb700 10 client.16032 handle_command_reply: tid=0 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 client.16032 shutdown 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 msgr2=0x55f650aed730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650aed730 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3390011770 tx=0x7f33900047c0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.314 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 shutdown_connections 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b00410 0x55f650b02820 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650af0ad0 0x55f650aede70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 --2- 172.21.15.40:0/2206239610 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650aed730 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 >> 172.21.15.40:0/2206239610 conn(0x55f650adbda0 msgr2=0x55f650ae1230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f3381ffb700 0 client.16032 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 shutdown_connections 2023-07-14T12:47:55.315 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 1 -- 172.21.15.40:0/2206239610 wait complete. 2023-07-14T12:47:55.316 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.285+0000 7f33acef9b80 20 client.16032 trim_cache size 0 max 16384 2023-07-14T12:47:55.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.298+0000 7f33acef9b80 1 Processor -- start 2023-07-14T12:47:55.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.298+0000 7f33acef9b80 1 -- start start 2023-07-14T12:47:55.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650afc720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650af0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650af0ad0 0x55f650ae89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33acef9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650afdaf0 con 0x55f650ae5be0 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33acef9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650aee450 con 0x55f650af0ad0 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33acef9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650aee710 con 0x55f650ae52d0 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650af0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650af0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35378/0 (socket says 172.21.15.40:35378) 2023-07-14T12:47:55.318 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 -- 172.21.15.40:0/3811826302 learned_addr learned my addr 172.21.15.40:0/3811826302 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f339a59c700 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650afc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f339ad9d700 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650af0ad0 0x55f650ae89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 -- 172.21.15.40:0/3811826302 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 msgr2=0x55f650afc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650afc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 -- 172.21.15.40:0/3811826302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650af0ad0 msgr2=0x55f650ae89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650af0ad0 0x55f650ae89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 -- 172.21.15.40:0/3811826302 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f65088c250 con 0x55f650ae5be0 2023-07-14T12:47:55.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f3399d9b700 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650af0050 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f339001fb90 tx=0x7f3390022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50aa4277713bb662 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33897fa700 1 -- 172.21.15.40:0/3811826302 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390010b50 con 0x55f650ae5be0 2023-07-14T12:47:55.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33897fa700 1 -- 172.21.15.40:0/3811826302 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3390015070 con 0x55f650ae5be0 2023-07-14T12:47:55.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.299+0000 7f33897fa700 1 -- 172.21.15.40:0/3811826302 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3390027d60 con 0x55f650ae5be0 2023-07-14T12:47:55.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 -- 172.21.15.40:0/3811826302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 msgr2=0x55f650af0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650af0050 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f339001fb90 tx=0x7f3390022000 comp rx=0 tx=0).stop 2023-07-14T12:47:55.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 -- 172.21.15.40:0/3811826302 shutdown_connections 2023-07-14T12:47:55.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae52d0 0x55f650afc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.323 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650af0ad0 0x55f650ae89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3811826302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650ae5be0 0x55f650af0050 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 -- 172.21.15.40:0/3811826302 >> 172.21.15.40:0/3811826302 conn(0x55f650adbda0 msgr2=0x55f650b071a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 -- 172.21.15.40:0/3811826302 shutdown_connections 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 -- 172.21.15.40:0/3811826302 wait complete. 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.300+0000 7f33acef9b80 1 -- start start 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 Processor -- start 2023-07-14T12:47:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae5be0 0x55f650af5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650b532f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650af5d50 con 0x55f650af0ad0 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650b53830 con 0x55f650ae52d0 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f650b53970 con 0x55f650ae5be0 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f33acef9b80 10 client.0 _ll_register_callbacks cb 0x7f3390010d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650b532f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650b532f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35386/0 (socket says 172.21.15.40:35386) 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 -- 172.21.15.40:0/3833204141 learned_addr learned my addr 172.21.15.40:0/3833204141 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f3399d9b700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae5be0 0x55f650af5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339a59c700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 -- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae5be0 msgr2=0x55f650af5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae5be0 0x55f650af5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 -- 172.21.15.40:0/3833204141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 msgr2=0x55f650af5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 -- 172.21.15.40:0/3833204141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f65084ec60 con 0x55f650af0ad0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f339ad9d700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650b532f0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3394009610 tx=0x7f3394004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c3fe8f5decb8b7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.301+0000 7f3381ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f3381ffb700 1 -- 172.21.15.40:0/3833204141 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f339400e030 con 0x55f650af0ad0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f3381ffb700 1 -- 172.21.15.40:0/3833204141 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f33940074a0 con 0x55f650af0ad0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3394009460 con 0x55f650af0ad0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f3381ffb700 1 -- 172.21.15.40:0/3833204141 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33940060a0 con 0x55f650af0ad0 2023-07-14T12:47:55.327 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 10 client.16038 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55f6508642b0 con 0x55f650af0ad0 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f3381ffb700 1 -- 172.21.15.40:0/3833204141 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3394034080 con 0x55f650af0ad0 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f3381ffb700 1 -- 172.21.15.40:0/3833204141 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f3394019040 con 0x55f650af0ad0 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 10 client.16038 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 10 client.16038 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 20 client.16038 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:55.328 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b54dc0 0x55f650b571a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 4 client.16038 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.302+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f6509f3050 con 0x55f650b54dc0 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f339a59c700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b54dc0 0x55f650b571a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f3381ffb700 10 client.16038 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f339a59c700 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b54dc0 0x55f650b571a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=657737b5d5f9ab49 server_cookie=217c2aa2b7b6201e in_seq=0 out_seq=0 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f3381ffb700 1 -- 172.21.15.40:0/3833204141 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f6509f3050 con 0x55f650b54dc0 2023-07-14T12:47:55.329 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f3381ffb700 10 client.16038 handle_command_reply: tid=0 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 client.16038 shutdown 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 msgr2=0x55f650b532f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650b532f0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3394009610 tx=0x7f3394004c80 comp rx=0 tx=0).stop 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 shutdown_connections 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f650af0ad0 0x55f650b532f0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f650ae52d0 0x55f650af5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x55f650b54dc0 0x55f650b571a0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.330 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 --2- 172.21.15.40:0/3833204141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f650ae5be0 0x55f650af5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f3381ffb700 0 client.16038 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:47:55.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.303+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 >> 172.21.15.40:0/3833204141 conn(0x55f650adbda0 msgr2=0x55f650ae89f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 shutdown_connections 2023-07-14T12:47:55.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33acef9b80 1 -- 172.21.15.40:0/3833204141 wait complete. 2023-07-14T12:47:55.331 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33acef9b80 20 client.16038 trim_cache size 0 max 16384 2023-07-14T12:47:55.331 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:55.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f33840a13e0 msgr2=0x7f33840a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f33840a13e0 0x7f33840a3890 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f339c1000e0 tx=0x7f339000b410 comp rx=0 tx=0).stop 2023-07-14T12:47:55.332 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 msgr2=0x7f339c0fe8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 0x7f339c0fe8f0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f338c00e9a0 tx=0x7f338c00ecb0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 shutdown_connections 2023-07-14T12:47:55.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f33840a13e0 0x7f33840a3890 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f339c10a070 0x7f339c1a3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f339c100ca0 0x7f339c0fe8f0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.333 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 --2- 172.21.15.40:0/1063912824 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f339c1015b0 0x7f339c0fee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 >> 172.21.15.40:0/1063912824 conn(0x7f339c0fa4b0 msgr2=0x7f339c10c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 shutdown_connections 2023-07-14T12:47:55.334 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.304+0000 7f33a0d73700 1 -- 172.21.15.40:0/1063912824 wait complete. 2023-07-14T12:47:55.335 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-07-14T12:47:55.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 -- 172.21.15.40:0/869754778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 msgr2=0x7f600c104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 --2- 172.21.15.40:0/869754778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c104db0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc009990 tx=0x7f5ffc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 -- 172.21.15.40:0/869754778 shutdown_connections 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 --2- 172.21.15.40:0/869754778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0ff380 0x7f600c10b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 --2- 172.21.15.40:0/869754778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c104db0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 --2- 172.21.15.40:0/869754778 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0fe9d0 0x7f600c0fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 -- 172.21.15.40:0/869754778 >> 172.21.15.40:0/869754778 conn(0x7f600c0fa4b0 msgr2=0x7f600c0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 -- 172.21.15.40:0/869754778 shutdown_connections 2023-07-14T12:47:55.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.445+0000 7f6012935700 1 -- 172.21.15.40:0/869754778 wait complete. 2023-07-14T12:47:55.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 Processor -- start 2023-07-14T12:47:55.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 -- start start 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0fe9d0 0x7f600c19b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0ff380 0x7f600c19bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f600c196080 con 0x7f600c1049e0 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f600c1961f0 con 0x7f600c0ff380 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.446+0000 7f6012935700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f600c1963b0 con 0x7f600c0fe9d0 2023-07-14T12:47:55.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c195a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35400/0 (socket says 172.21.15.40:35400) 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 -- 172.21.15.40:0/3613968215 learned_addr learned my addr 172.21.15.40:0/3613968215 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f600b7fe700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0ff380 0x7f600c19bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 -- 172.21.15.40:0/3613968215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0fe9d0 msgr2=0x7f600c19b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f600bfff700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0fe9d0 0x7f600c19b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0fe9d0 0x7f600c19b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 -- 172.21.15.40:0/3613968215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0ff380 msgr2=0x7f600c19bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0ff380 0x7f600c19bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 -- 172.21.15.40:0/3613968215 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ffc0095f0 con 0x7f600c1049e0 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f600b7fe700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0ff380 0x7f600c19bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f600bfff700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0fe9d0 0x7f600c19b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6010ed2700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c195a10 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6004007ee0 tx=0x7f600400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f60097fa700 1 -- 172.21.15.40:0/3613968215 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6004017070 con 0x7f600c1049e0 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f60097fa700 1 -- 172.21.15.40:0/3613968215 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f600400f040 con 0x7f600c1049e0 2023-07-14T12:47:55.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f60097fa700 1 -- 172.21.15.40:0/3613968215 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6004005740 con 0x7f600c1049e0 2023-07-14T12:47:55.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f600c196690 con 0x7f600c1049e0 2023-07-14T12:47:55.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.447+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f600c1a2990 con 0x7f600c1049e0 2023-07-14T12:47:55.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.449+0000 7f60097fa700 1 -- 172.21.15.40:0/3613968215 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f60040058a0 con 0x7f600c1049e0 2023-07-14T12:47:55.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.450+0000 7f60097fa700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5ff40a1460 0x7f5ff40a3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.450+0000 7f60097fa700 1 -- 172.21.15.40:0/3613968215 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f60040cc800 con 0x7f600c1049e0 2023-07-14T12:47:55.474 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.450+0000 7f600bfff700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5ff40a1460 0x7f5ff40a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.450+0000 7f600bfff700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5ff40a1460 0x7f5ff40a3910 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc0095c0 tx=0x7f5ffc009510 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 Processor -- start 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 -- start start 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fc2d0 0x56329d7fc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d807ad0 0x56329d809eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d702cb0 con 0x56329d7fcbe0 2023-07-14T12:47:55.475 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d755a40 con 0x56329d807ad0 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.451+0000 7f601eabbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d74eed0 con 0x56329d7fc2d0 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35406/0 (socket says 172.21.15.40:35406) 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 -- 172.21.15.40:0/1549442624 learned_addr learned my addr 172.21.15.40:0/1549442624 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f6010ed2700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d807ad0 0x56329d809eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600bfff700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fc2d0 0x56329d7fc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.476 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 -- 172.21.15.40:0/1549442624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fc2d0 msgr2=0x56329d7fc6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fc2d0 0x56329d7fc6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 -- 172.21.15.40:0/1549442624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d807ad0 msgr2=0x56329d809eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d807ad0 0x56329d809eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 -- 172.21.15.40:0/1549442624 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56329d57cde0 con 0x56329d7fcbe0 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600bfff700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fc2d0 0x56329d7fc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f6010ed2700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d807ad0 0x56329d809eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f600b7fe700 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807590 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f600000bbe0 tx=0x7f600000bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7bb0e543469d985 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.477 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f5ff27fc700 1 -- 172.21.15.40:0/1549442624 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600000dd50 con 0x56329d7fcbe0 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f5ff27fc700 1 -- 172.21.15.40:0/1549442624 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f600000b690 con 0x56329d7fcbe0 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.452+0000 7f5ff27fc700 1 -- 172.21.15.40:0/1549442624 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600000f7c0 con 0x56329d7fcbe0 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 -- 172.21.15.40:0/1549442624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 msgr2=0x56329d807590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807590 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f600000bbe0 tx=0x7f600000bef0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 -- 172.21.15.40:0/1549442624 shutdown_connections 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fc2d0 0x56329d7fc6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d807ad0 0x56329d809eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.478 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1549442624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807590 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 -- 172.21.15.40:0/1549442624 >> 172.21.15.40:0/1549442624 conn(0x56329d7f2da0 msgr2=0x56329d7f86a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 -- 172.21.15.40:0/1549442624 shutdown_connections 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 -- 172.21.15.40:0/1549442624 wait complete. 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.453+0000 7f601eabbb80 1 -- start start 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 Processor -- start 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 0x56329d8074d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fcbe0 0x56329d8047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d804e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d6eeac0 con 0x56329d7fc2d0 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d6ee7c0 con 0x56329d7fcbe0 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d5d2920 con 0x56329d807ad0 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f600bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 0x56329d8074d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f601eabbb80 10 client.0 _ll_register_callbacks cb 0x56329d6ec760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f600bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 0x56329d8074d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35410/0 (socket says 172.21.15.40:35410) 2023-07-14T12:47:55.480 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f600bfff700 1 -- 172.21.15.40:0/3857219708 learned_addr learned my addr 172.21.15.40:0/3857219708 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f6010ed2700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d804e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.454+0000 7f600b7fe700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fcbe0 0x56329d8047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f600bfff700 1 -- 172.21.15.40:0/3857219708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 msgr2=0x56329d804e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f600bfff700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d804e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f600bfff700 1 -- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fcbe0 msgr2=0x56329d8047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f600bfff700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fcbe0 0x56329d8047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.481 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f600bfff700 1 -- 172.21.15.40:0/3857219708 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f600000b810 con 0x56329d7fc2d0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f600bfff700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 0x56329d8074d0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc005f50 tx=0x7f5ffc009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fb4012ac6a3c6ca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f5feb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f5feb7fe700 1 -- 172.21.15.40:0/3857219708 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ffc003890 con 0x56329d7fc2d0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f5feb7fe700 1 -- 172.21.15.40:0/3857219708 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f5ffc0039f0 con 0x56329d7fc2d0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56329d747eb0 con 0x56329d7fc2d0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f5feb7fe700 1 -- 172.21.15.40:0/3857219708 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ffc003bb0 con 0x56329d7fc2d0 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f601eabbb80 10 client.16050 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:55.482 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x56329d565c60 con 0x56329d7fc2d0 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f5feb7fe700 1 -- 172.21.15.40:0/3857219708 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56329d747eb0 con 0x56329d7fc2d0 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f5feb7fe700 1 -- 172.21.15.40:0/3857219708 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f5ffc02f750 con 0x56329d7fc2d0 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f601eabbb80 10 client.16050 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f601eabbb80 10 client.16050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.455+0000 7f601eabbb80 20 client.16050 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.456+0000 7f601eabbb80 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d817420 0x56329d819830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.456+0000 7f601eabbb80 4 client.16050 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:55.483 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.456+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56329d70a050 con 0x56329d817420 2023-07-14T12:47:55.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.456+0000 7f600b7fe700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d817420 0x56329d819830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.456+0000 7f600b7fe700 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d817420 0x56329d819830 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af240b539239c17a server_cookie=8cea16c30552b974 in_seq=0 out_seq=0 2023-07-14T12:47:55.484 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.456+0000 7f5feb7fe700 10 client.16050 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:55.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f5feb7fe700 1 -- 172.21.15.40:0/3857219708 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56329d70a050 con 0x56329d817420 2023-07-14T12:47:55.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f5feb7fe700 10 client.16050 handle_command_reply: tid=0 2023-07-14T12:47:55.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 client.16050 shutdown 2023-07-14T12:47:55.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 msgr2=0x56329d8074d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 0x56329d8074d0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc005f50 tx=0x7f5ffc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 shutdown_connections 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d817420 0x56329d819830 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d804e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f5feb7fe700 0 client.16050 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fc2d0 0x56329d8074d0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 --2- 172.21.15.40:0/3857219708 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fcbe0 0x56329d8047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.486 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 >> 172.21.15.40:0/3857219708 conn(0x56329d7f2da0 msgr2=0x56329d7f8290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 shutdown_connections 2023-07-14T12:47:55.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 1 -- 172.21.15.40:0/3857219708 wait complete. 2023-07-14T12:47:55.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.457+0000 7f601eabbb80 20 client.16050 trim_cache size 0 max 16384 2023-07-14T12:47:55.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.472+0000 7f601eabbb80 1 Processor -- start 2023-07-14T12:47:55.490 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.472+0000 7f601eabbb80 1 -- start start 2023-07-14T12:47:55.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d7ffad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f601eabbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d7f9510 con 0x56329d7fcbe0 2023-07-14T12:47:55.492 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f601eabbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d805d00 con 0x56329d7fc2d0 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f601eabbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d7fddd0 con 0x56329d807ad0 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35420/0 (socket says 172.21.15.40:35420) 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 -- 172.21.15.40:0/1994396939 learned_addr learned my addr 172.21.15.40:0/1994396939 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600bfff700 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f6010ed2700 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d7ffad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.493 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 -- 172.21.15.40:0/1994396939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 msgr2=0x56329d7ffad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d7ffad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 -- 172.21.15.40:0/1994396939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 msgr2=0x56329d80e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 -- 172.21.15.40:0/1994396939 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56329d5a3250 con 0x56329d7fcbe0 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600bfff700 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.473+0000 7f600b7fe700 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807070 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6000005950 tx=0x7f600000d780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b5470167bc53ddf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f5ff2ffd700 1 -- 172.21.15.40:0/1994396939 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6000005bb0 con 0x56329d7fcbe0 2023-07-14T12:47:55.494 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f5ff2ffd700 1 -- 172.21.15.40:0/1994396939 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6000005d10 con 0x56329d7fcbe0 2023-07-14T12:47:55.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f5ff2ffd700 1 -- 172.21.15.40:0/1994396939 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600002c720 con 0x56329d7fcbe0 2023-07-14T12:47:55.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 -- 172.21.15.40:0/1994396939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 msgr2=0x56329d807070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807070 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f6000005950 tx=0x7f600000d780 comp rx=0 tx=0).stop 2023-07-14T12:47:55.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 -- 172.21.15.40:0/1994396939 shutdown_connections 2023-07-14T12:47:55.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d807ad0 0x56329d7ffad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.495 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 --2- 172.21.15.40:0/1994396939 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d7fcbe0 0x56329d807070 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 -- 172.21.15.40:0/1994396939 >> 172.21.15.40:0/1994396939 conn(0x56329d7f2da0 msgr2=0x56329d813720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 -- 172.21.15.40:0/1994396939 shutdown_connections 2023-07-14T12:47:55.496 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.474+0000 7f601eabbb80 1 -- 172.21.15.40:0/1994396939 wait complete. 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 -- start start 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 Processor -- start 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fcbe0 0x56329d80e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 0x56329d80a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d80aba0 con 0x56329d807ad0 2023-07-14T12:47:55.499 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d80ad10 con 0x56329d7fc2d0 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56329d80aed0 con 0x56329d7fcbe0 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.475+0000 7f601eabbb80 10 client.0 _ll_register_callbacks cb 0x7f5ffc00bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 0x56329d80a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 0x56329d80a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35428/0 (socket says 172.21.15.40:35428) 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 -- 172.21.15.40:0/738311751 learned_addr learned my addr 172.21.15.40:0/738311751 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f600bfff700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.500 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f600b7fe700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fcbe0 0x56329d80e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 -- 172.21.15.40:0/738311751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fcbe0 msgr2=0x56329d80e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fcbe0 0x56329d80e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 -- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 msgr2=0x56329d80dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 -- 172.21.15.40:0/738311751 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56329d57cde0 con 0x56329d807ad0 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f6010ed2700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 0x56329d80a4c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f6004099360 tx=0x7f6004095a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbdb046b2095bb95 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f5feb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:55.501 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f5feb7fe700 1 -- 172.21.15.40:0/738311751 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60040842b0 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f5feb7fe700 1 -- 172.21.15.40:0/738311751 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f600409d690 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56329d6a84f0 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f5feb7fe700 1 -- 172.21.15.40:0/738311751 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60040a1ab0 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f601eabbb80 10 client.16056 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.476+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x56329d57b2b0 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f5feb7fe700 1 -- 172.21.15.40:0/738311751 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56329d6a84f0 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f5feb7fe700 1 -- 172.21.15.40:0/738311751 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f60040a1620 con 0x56329d807ad0 2023-07-14T12:47:55.502 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f601eabbb80 10 client.16056 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f601eabbb80 10 client.16056 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f601eabbb80 20 client.16056 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f601eabbb80 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d86c470 0x56329d86e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f601eabbb80 4 client.16056 mds_command: new command op to 24527 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56329d59df70 con 0x56329d86c470 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f600bfff700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d86c470 0x56329d86e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f600bfff700 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d86c470 0x56329d86e880 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdb172f84323872a server_cookie=c6390e02feacf1af in_seq=0 out_seq=0 2023-07-14T12:47:55.503 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f5feb7fe700 10 client.16056 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f5feb7fe700 1 -- 172.21.15.40:0/738311751 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56329d59df70 con 0x56329d86c470 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.477+0000 7f5feb7fe700 10 client.16056 handle_command_reply: tid=0 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 client.16056 shutdown 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 msgr2=0x56329d80a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 0x56329d80a4c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f6004099360 tx=0x7f6004095a50 comp rx=0 tx=0).stop 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 shutdown_connections 2023-07-14T12:47:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56329d807ad0 0x56329d80a4c0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56329d7fc2d0 0x56329d80dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56329d86c470 0x56329d86e880 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 --2- 172.21.15.40:0/738311751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56329d7fcbe0 0x56329d80e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f5feb7fe700 0 client.16056 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 >> 172.21.15.40:0/738311751 conn(0x56329d7f2da0 msgr2=0x56329d7ffad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 shutdown_connections 2023-07-14T12:47:55.505 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 1 -- 172.21.15.40:0/738311751 wait complete. 2023-07-14T12:47:55.506 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f601eabbb80 20 client.16056 trim_cache size 0 max 16384 2023-07-14T12:47:55.506 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:47:55.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5ff40a1460 msgr2=0x7f5ff40a3910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5ff40a1460 0x7f5ff40a3910 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5ffc0095c0 tx=0x7f5ffc009510 comp rx=0 tx=0).stop 2023-07-14T12:47:55.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 msgr2=0x7f600c195a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:55.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c195a10 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6004007ee0 tx=0x7f600400d3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 shutdown_connections 2023-07-14T12:47:55.507 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5ff40a1460 0x7f5ff40a3910 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f600c0fe9d0 0x7f600c19b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f600c1049e0 0x7f600c195a10 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.478+0000 7f6012935700 1 --2- 172.21.15.40:0/3613968215 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f600c0ff380 0x7f600c19bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:55.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.479+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 >> 172.21.15.40:0/3613968215 conn(0x7f600c0fa4b0 msgr2=0x7f600c102870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:55.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.479+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 shutdown_connections 2023-07-14T12:47:55.508 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:55.479+0000 7f6012935700 1 -- 172.21.15.40:0/3613968215 wait complete. 2023-07-14T12:47:56.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20682 4.28 MB/sec warmup 30 sec latency 1438.497 ms 2023-07-14T12:47:56.509 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-07-14T12:47:56.510 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-07-14T12:47:56.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 -- 172.21.15.40:0/2312136027 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 msgr2=0x7f3fe8104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.654 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2312136027 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe8104db0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f3fd0009990 tx=0x7f3fd0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 -- 172.21.15.40:0/2312136027 shutdown_connections 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2312136027 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3fe80ff380 0x7f3fe810b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2312136027 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe8104db0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2312136027 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3fe80fe9d0 0x7f3fe80fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 -- 172.21.15.40:0/2312136027 >> 172.21.15.40:0/2312136027 conn(0x7f3fe80fa4b0 msgr2=0x7f3fe80fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 -- 172.21.15.40:0/2312136027 shutdown_connections 2023-07-14T12:47:56.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.636+0000 7f3fecba8700 1 -- 172.21.15.40:0/2312136027 wait complete. 2023-07-14T12:47:56.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 Processor -- start 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 -- start start 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3fe80fe9d0 0x7f3fe8196a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3fe80ff380 0x7f3fe8196f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe81a1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe8197860 con 0x7f3fe81049e0 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe81a1fd0 con 0x7f3fe80ff380 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.637+0000 7f3fecba8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fe81a2140 con 0x7f3fe80fe9d0 2023-07-14T12:47:56.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe81a1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe81a1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35442/0 (socket says 172.21.15.40:35442) 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/2900910655 learned_addr learned my addr 172.21.15.40:0/2900910655 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3fe80ff380 0x7f3fe8196f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe659c700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3fe80fe9d0 0x7f3fe8196a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/2900910655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3fe80fe9d0 msgr2=0x7f3fe8196a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3fe80fe9d0 0x7f3fe8196a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/2900910655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3fe80ff380 msgr2=0x7f3fe8196f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3fe80ff380 0x7f3fe8196f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/2900910655 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fd00095f0 con 0x7f3fe81049e0 2023-07-14T12:47:56.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe81a1a90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f3fe0007ee0 tx=0x7f3fe000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fdf7fe700 1 -- 172.21.15.40:0/2900910655 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0017070 con 0x7f3fe81049e0 2023-07-14T12:47:56.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fdf7fe700 1 -- 172.21.15.40:0/2900910655 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3fe000f040 con 0x7f3fe81049e0 2023-07-14T12:47:56.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fe81a2420 con 0x7f3fe81049e0 2023-07-14T12:47:56.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fdf7fe700 1 -- 172.21.15.40:0/2900910655 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0005740 con 0x7f3fe81049e0 2023-07-14T12:47:56.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.638+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fe81a2930 con 0x7f3fe81049e0 2023-07-14T12:47:56.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.640+0000 7f3fdf7fe700 1 -- 172.21.15.40:0/2900910655 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f3fe000dc60 con 0x7f3fe81049e0 2023-07-14T12:47:56.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.641+0000 7f3fdf7fe700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3fd40a13e0 0x7f3fd40a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.641+0000 7f3fe659c700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3fd40a13e0 0x7f3fd40a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.641+0000 7f3fdf7fe700 1 -- 172.21.15.40:0/2900910655 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3fe00cc740 con 0x7f3fe81049e0 2023-07-14T12:47:56.665 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.641+0000 7f3fe659c700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3fd40a13e0 0x7f3fd40a3890 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3fd00098e0 tx=0x7f3fd0009510 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 Processor -- start 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 -- start start 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7341720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b734c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b734ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b7247d30 con 0x5620b7341c60 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b729aac0 con 0x5620b7341350 2023-07-14T12:47:56.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b7293f50 con 0x5620b734cb50 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3fe5d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b734c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3fe5d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b734c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35448/0 (socket says 172.21.15.40:35448) 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.642+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/3197880472 learned_addr learned my addr 172.21.15.40:0/3197880472 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe659c700 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7341720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b734ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/3197880472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 msgr2=0x5620b734ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b734ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/3197880472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 msgr2=0x5620b7341720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7341720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/3197880472 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620b70c1e60 con 0x5620b7341c60 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b734c610 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8007d10 tx=0x7f3fd80106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75bacd0e9f1b0af server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fdcff9700 1 -- 172.21.15.40:0/3197880472 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8010e60 con 0x5620b7341c60 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fdcff9700 1 -- 172.21.15.40:0/3197880472 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3fd8015070 con 0x5620b7341c60 2023-07-14T12:47:56.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.643+0000 7f3fdcff9700 1 -- 172.21.15.40:0/3197880472 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8019630 con 0x5620b7341c60 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3197880472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 msgr2=0x5620b734c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b734c610 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8007d10 tx=0x7f3fd80106b0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3197880472 shutdown_connections 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b734ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7341720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3197880472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b734c610 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3197880472 >> 172.21.15.40:0/3197880472 conn(0x5620b7337e20 msgr2=0x5620b733d720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3197880472 shutdown_connections 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3197880472 wait complete. 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 -- start start 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.644+0000 7f3ff8d2eb80 1 Processor -- start 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b734c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7349fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b7233b40 con 0x5620b734cb50 2023-07-14T12:47:56.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b7233840 con 0x5620b7341c60 2023-07-14T12:47:56.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b71179a0 con 0x5620b7341350 2023-07-14T12:47:56.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3ff8d2eb80 10 client.0 _ll_register_callbacks cb 0x5620b72317e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:56.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7349fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7349fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35456/0 (socket says 172.21.15.40:35456) 2023-07-14T12:47:56.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/257588444 learned_addr learned my addr 172.21.15.40:0/257588444 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe659c700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b734c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/257588444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 msgr2=0x5620b734c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b734c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 msgr2=0x5620b7349890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/257588444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fd8007940 con 0x5620b734cb50 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.645+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7349fd0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00c9e00 tx=0x7f3fe000dbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=125aa8fd32aea49c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fcdffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fcdffb700 1 -- 172.21.15.40:0/257588444 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe009d360 con 0x5620b734cb50 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fcdffb700 1 -- 172.21.15.40:0/257588444 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3fe00995a0 con 0x5620b734cb50 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5620b71ed570 con 0x5620b734cb50 2023-07-14T12:47:56.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fcdffb700 1 -- 172.21.15.40:0/257588444 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3fe0005ab0 con 0x5620b734cb50 2023-07-14T12:47:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 10 client.16068 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5620b70aace0 con 0x5620b734cb50 2023-07-14T12:47:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fcdffb700 1 -- 172.21.15.40:0/257588444 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5620b71ed570 con 0x5620b734cb50 2023-07-14T12:47:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3fcdffb700 1 -- 172.21.15.40:0/257588444 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f3fe0099800 con 0x5620b734cb50 2023-07-14T12:47:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 10 client.16068 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 10 client.16068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 20 client.16068 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b735c4f0 0x5620b735e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 4 client.16068 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.646+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5620b728cf30 con 0x5620b735c4f0 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.647+0000 7f3fe659c700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b735c4f0 0x5620b735e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.647+0000 7f3fe659c700 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b735c4f0 0x5620b735e900 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50fe1af4f140837f server_cookie=b94980882c07cc35 in_seq=0 out_seq=0 2023-07-14T12:47:56.675 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.647+0000 7f3fcdffb700 10 client.16068 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.676 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3fcdffb700 1 -- 172.21.15.40:0/257588444 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5620b728cf30 con 0x5620b735c4f0 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3fcdffb700 10 client.16068 handle_command_reply: tid=0 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 client.16068 shutdown 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 msgr2=0x5620b7349fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7349fd0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f3fe00c9e00 tx=0x7f3fe000dbd0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 shutdown_connections 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b735c4f0 0x5620b735e900 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b734c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3fcdffb700 0 client.16068 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7349fd0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/257588444 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 >> 172.21.15.40:0/257588444 conn(0x5620b7337e20 msgr2=0x5620b733d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 shutdown_connections 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/257588444 wait complete. 2023-07-14T12:47:56.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.648+0000 7f3ff8d2eb80 20 client.16068 trim_cache size 0 max 16384 2023-07-14T12:47:56.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.665+0000 7f3ff8d2eb80 1 Processor -- start 2023-07-14T12:47:56.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.665+0000 7f3ff8d2eb80 1 -- start start 2023-07-14T12:47:56.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.665+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b7349050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.665+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.665+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7346b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b734a8b0 con 0x5620b734cb50 2023-07-14T12:47:56.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b7337a20 con 0x5620b7341c60 2023-07-14T12:47:56.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b7359bd0 con 0x5620b7341350 2023-07-14T12:47:56.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7346b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7346b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35464/0 (socket says 172.21.15.40:35464) 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/3149782887 learned_addr learned my addr 172.21.15.40:0/3149782887 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe659c700 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b7349050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/3149782887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 msgr2=0x5620b7349050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b7349050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/3149782887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 msgr2=0x5620b7349590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 -- 172.21.15.40:0/3149782887 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620b70e82d0 con 0x5620b734cb50 2023-07-14T12:47:56.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe659c700 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b7349050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:56.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7346b00 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000d7b0 tx=0x7f3fe0004c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb1b59e8f50a72a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fdd7fa700 1 -- 172.21.15.40:0/3149782887 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0098ae0 con 0x5620b734cb50 2023-07-14T12:47:56.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fdd7fa700 1 -- 172.21.15.40:0/3149782887 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3fe0005ab0 con 0x5620b734cb50 2023-07-14T12:47:56.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.666+0000 7f3fdd7fa700 1 -- 172.21.15.40:0/3149782887 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0098d60 con 0x5620b734cb50 2023-07-14T12:47:56.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3149782887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 msgr2=0x5620b7346b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7346b00 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000d7b0 tx=0x7f3fe0004c40 comp rx=0 tx=0).stop 2023-07-14T12:47:56.690 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3149782887 shutdown_connections 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b7341350 0x5620b7349050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b734cb50 0x5620b7346b00 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/3149782887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341c60 0x5620b7349590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3149782887 >> 172.21.15.40:0/3149782887 conn(0x5620b7337e20 msgr2=0x5620b7344bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3149782887 shutdown_connections 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/3149782887 wait complete. 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 -- start start 2023-07-14T12:47:56.691 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.667+0000 7f3ff8d2eb80 1 Processor -- start 2023-07-14T12:47:56.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7351cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b7352210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b7352750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b73b0410 con 0x5620b7341c60 2023-07-14T12:47:56.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b73b0550 con 0x5620b7341350 2023-07-14T12:47:56.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620b73b0710 con 0x5620b734cb50 2023-07-14T12:47:56.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 10 client.0 _ll_register_callbacks cb 0x7f3fe0099370 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:56.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b7352210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b7352210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35468/0 (socket says 172.21.15.40:35468) 2023-07-14T12:47:56.693 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe659c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7351cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/1904387818 learned_addr learned my addr 172.21.15.40:0/1904387818 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b7352750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.694 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/1904387818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 msgr2=0x5620b7352750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b7352750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 msgr2=0x5620b7351cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7351cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 -- 172.21.15.40:0/1904387818 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5620b70aace0 con 0x5620b7341c60 2023-07-14T12:47:56.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe6d9d700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b7352750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:47:56.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fe5d9b700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b7352210 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8007d10 tx=0x7f3fd8010e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de5b8b0c9ea14d55 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fcdffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:56.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fcdffb700 1 -- 172.21.15.40:0/1904387818 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fd80050c0 con 0x5620b7341c60 2023-07-14T12:47:56.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fcdffb700 1 -- 172.21.15.40:0/1904387818 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3fd8005220 con 0x5620b7341c60 2023-07-14T12:47:56.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3fd8015070 con 0x5620b7341c60 2023-07-14T12:47:56.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.668+0000 7f3fcdffb700 1 -- 172.21.15.40:0/1904387818 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3fd80053e0 con 0x5620b7341c60 2023-07-14T12:47:56.697 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 10 client.16074 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x5620b70c0330 con 0x5620b7341c60 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3fcdffb700 1 -- 172.21.15.40:0/1904387818 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3fd8015070 con 0x5620b7341c60 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3fcdffb700 1 -- 172.21.15.40:0/1904387818 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f3fd8011560 con 0x5620b7341c60 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 10 client.16074 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 10 client.16074 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 20 client.16074 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b73b1e40 0x5620b73b4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.698 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 4 client.16074 mds_command: new command op to 24527 tid=0[{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5620b724f0d0 con 0x5620b73b1e40 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.669+0000 7f3fe659c700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b73b1e40 0x5620b73b4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3fcdffb700 10 client.16074 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3fe659c700 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b73b1e40 0x5620b73b4250 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b00171a59dba7b2 server_cookie=d21cdec7025ba289 in_seq=0 out_seq=0 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3fcdffb700 1 -- 172.21.15.40:0/1904387818 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5620b724f0d0 con 0x5620b73b1e40 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3fcdffb700 10 client.16074 handle_command_reply: tid=0 2023-07-14T12:47:56.699 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 client.16074 shutdown 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 msgr2=0x5620b7352210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b7352210 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8007d10 tx=0x7f3fd8010e00 comp rx=0 tx=0).stop 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 shutdown_connections 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5620b73b1e40 0x5620b73b4250 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620b734cb50 0x5620b7352750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3fcdffb700 0 client.16074 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.700 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.670+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5620b7341350 0x5620b7351cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3ff8d2eb80 1 --2- 172.21.15.40:0/1904387818 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5620b7341c60 0x5620b7352210 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 >> 172.21.15.40:0/1904387818 conn(0x5620b7337e20 msgr2=0x5620b734b130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 shutdown_connections 2023-07-14T12:47:56.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3ff8d2eb80 1 -- 172.21.15.40:0/1904387818 wait complete. 2023-07-14T12:47:56.701 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3ff8d2eb80 20 client.16074 trim_cache size 0 max 16384 2023-07-14T12:47:56.701 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:47:56.702 INFO:teuthology.orchestra.run.smithi040.stdout: "return_code": 0, 2023-07-14T12:47:56.702 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_tag": "90d926ef-5b15-45d2-ad7f-124fe1f4ecf9", 2023-07-14T12:47:56.702 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": "asynchronous" 2023-07-14T12:47:56.702 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:47:56.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3fd40a13e0 msgr2=0x7f3fd40a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3fd40a13e0 0x7f3fd40a3890 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3fd00098e0 tx=0x7f3fd0009510 comp rx=0 tx=0).stop 2023-07-14T12:47:56.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 msgr2=0x7f3fe81a1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe81a1a90 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f3fe0007ee0 tx=0x7f3fe000d3b0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 shutdown_connections 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3fd40a13e0 0x7f3fd40a3890 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3fe80fe9d0 0x7f3fe8196a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3fe81049e0 0x7f3fe81a1a90 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 --2- 172.21.15.40:0/2900910655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3fe80ff380 0x7f3fe8196f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 >> 172.21.15.40:0/2900910655 conn(0x7f3fe80fa4b0 msgr2=0x7f3fe80fbb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 shutdown_connections 2023-07-14T12:47:56.705 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.671+0000 7f3fecba8700 1 -- 172.21.15.40:0/2900910655 wait complete. 2023-07-14T12:47:56.705 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:47:56.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 -- 172.21.15.40:0/762684744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52441049f0 msgr2=0x7f5244104dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 --2- 172.21.15.40:0/762684744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52441049f0 0x7f5244104dc0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f52400098f0 tx=0x7f5240009c00 comp rx=0 tx=0).stop 2023-07-14T12:47:56.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 -- 172.21.15.40:0/762684744 shutdown_connections 2023-07-14T12:47:56.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 --2- 172.21.15.40:0/762684744 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52441049f0 0x7f5244104dc0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 --2- 172.21.15.40:0/762684744 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f52440ff390 0x7f524410b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 --2- 172.21.15.40:0/762684744 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440fe9e0 0x7f52440fee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 -- 172.21.15.40:0/762684744 >> 172.21.15.40:0/762684744 conn(0x7f52440fa4e0 msgr2=0x7f52440fc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 -- 172.21.15.40:0/762684744 shutdown_connections 2023-07-14T12:47:56.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.820+0000 7f524c014700 1 -- 172.21.15.40:0/762684744 wait complete. 2023-07-14T12:47:56.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 Processor -- start 2023-07-14T12:47:56.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 -- start start 2023-07-14T12:47:56.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52440fe9e0 0x7f524419a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 0x7f524419aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f52441049f0 0x7f52441949f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5244195060 con 0x7f52440ff390 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52441951d0 con 0x7f52441049f0 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524c014700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5244195390 con 0x7f52440fe9e0 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f52495af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 0x7f524419aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f52495af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 0x7f524419aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35482/0 (socket says 172.21.15.40:35482) 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f52495af700 1 -- 172.21.15.40:0/1169348378 learned_addr learned my addr 172.21.15.40:0/1169348378 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f524a5b1700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f52441049f0 0x7f52441949f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.821+0000 7f5249db0700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52440fe9e0 0x7f524419a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f52495af700 1 -- 172.21.15.40:0/1169348378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52440fe9e0 msgr2=0x7f524419a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f52495af700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52440fe9e0 0x7f524419a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f52495af700 1 -- 172.21.15.40:0/1169348378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f52441049f0 msgr2=0x7f52441949f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f52495af700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f52441049f0 0x7f52441949f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f52495af700 1 -- 172.21.15.40:0/1169348378 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52340095f0 con 0x7f52440ff390 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f52495af700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 0x7f524419aec0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f523400ec10 tx=0x7f523400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f523affd700 1 -- 172.21.15.40:0/1169348378 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f523400cc90 con 0x7f52440ff390 2023-07-14T12:47:56.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f523affd700 1 -- 172.21.15.40:0/1169348378 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f52340044e0 con 0x7f52440ff390 2023-07-14T12:47:56.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5240009520 con 0x7f52440ff390 2023-07-14T12:47:56.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f523affd700 1 -- 172.21.15.40:0/1169348378 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5234010430 con 0x7f52440ff390 2023-07-14T12:47:56.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.822+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5244195860 con 0x7f52440ff390 2023-07-14T12:47:56.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.825+0000 7f525819ab80 1 Processor -- start 2023-07-14T12:47:56.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 -- start start 2023-07-14T12:47:56.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2ec6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2f9ce0 0x559cbb2fc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb1f2cb0 con 0x559cbb2ecbe0 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb245a40 con 0x559cbb2ec2d0 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f525819ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb23eed0 con 0x559cbb2f9ce0 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35488/0 (socket says 172.21.15.40:35488) 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 -- 172.21.15.40:0/2504484570 learned_addr learned my addr 172.21.15.40:0/2504484570 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f52495af700 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2f9ce0 0x559cbb2fc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f524a5b1700 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2ec6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 -- 172.21.15.40:0/2504484570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2f9ce0 msgr2=0x559cbb2fc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2f9ce0 0x559cbb2fc0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 -- 172.21.15.40:0/2504484570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 msgr2=0x559cbb2ec6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2ec6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 -- 172.21.15.40:0/2504484570 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559cbb06cde0 con 0x559cbb2ecbe0 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.826+0000 7f5249db0700 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f97a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f52400098c0 tx=0x7f5240005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=307e8e08c7445ea5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f522ffff700 1 -- 172.21.15.40:0/2504484570 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524000f720 con 0x559cbb2ecbe0 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f522ffff700 1 -- 172.21.15.40:0/2504484570 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524001d040 con 0x559cbb2ecbe0 2023-07-14T12:47:56.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f522ffff700 1 -- 172.21.15.40:0/2504484570 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5240005440 con 0x559cbb2ecbe0 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 -- 172.21.15.40:0/2504484570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 msgr2=0x559cbb2f97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f97a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f52400098c0 tx=0x7f5240005dc0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f523affd700 1 -- 172.21.15.40:0/1169348378 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 135948+0+0 (secure 0 0 0) 0x7f5234004060 con 0x7f52440ff390 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 -- 172.21.15.40:0/2504484570 shutdown_connections 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2f9ce0 0x559cbb2fc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2ec6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.851 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 --2- 172.21.15.40:0/2504484570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f97a0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.827+0000 7f525819ab80 1 -- 172.21.15.40:0/2504484570 >> 172.21.15.40:0/2504484570 conn(0x559cbb2e2da0 msgr2=0x559cbb2e86a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f525819ab80 1 -- 172.21.15.40:0/2504484570 shutdown_connections 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f525819ab80 1 -- 172.21.15.40:0/2504484570 wait complete. 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f525819ab80 1 -- start start 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f523affd700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52300a1370 0x7f52300a3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f525819ab80 1 Processor -- start 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f524a5b1700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52300a1370 0x7f52300a3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.828+0000 7f523affd700 1 -- 172.21.15.40:0/1169348378 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f5234014070 con 0x7f52440ff390 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ec2d0 0x559cbb2f9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb1deac0 con 0x559cbb2ecbe0 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb1de7c0 con 0x559cbb2f6fe0 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb0c2920 con 0x559cbb2ec2d0 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 10 client.0 _ll_register_callbacks cb 0x559cbb1dc760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:56.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f524a5b1700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52300a1370 0x7f52300a3820 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f524419b680 tx=0x7f523c00b040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35496/0 (socket says 172.21.15.40:35496) 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 -- 172.21.15.40:0/387670796 learned_addr learned my addr 172.21.15.40:0/387670796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f5249db0700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ec2d0 0x559cbb2f9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f524a5b1700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 -- 172.21.15.40:0/387670796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ec2d0 msgr2=0x559cbb2f9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ec2d0 0x559cbb2f9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 -- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 msgr2=0x559cbb2f7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 -- 172.21.15.40:0/387670796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f524410c120 con 0x559cbb2ecbe0 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f524a5b1700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f52495af700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f6990 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f52340d1bd0 tx=0x7f5234000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb6df84113d666f2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f522d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f522d7fa700 1 -- 172.21.15.40:0/387670796 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52340a0ad0 con 0x559cbb2ecbe0 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559cbb1984f0 con 0x559cbb2ecbe0 2023-07-14T12:47:56.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.829+0000 7f522d7fa700 1 -- 172.21.15.40:0/387670796 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f52340a0d00 con 0x559cbb2ecbe0 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f522d7fa700 1 -- 172.21.15.40:0/387670796 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f52340a0840 con 0x559cbb2ecbe0 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 10 client.16086 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x559cbb055c60 con 0x559cbb2ecbe0 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f522d7fa700 1 -- 172.21.15.40:0/387670796 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559cbb1984f0 con 0x559cbb2ecbe0 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f522d7fa700 1 -- 172.21.15.40:0/387670796 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f52340d1d20 con 0x559cbb2ecbe0 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 10 client.16086 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:56.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 10 client.16086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:56.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 20 client.16086 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:56.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb3099d0 0x559cbb30bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 4 client.16086 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:47:56.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559cbb237eb0 con 0x559cbb3099d0 2023-07-14T12:47:56.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.830+0000 7f5249db0700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb3099d0 0x559cbb30bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f5249db0700 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb3099d0 0x559cbb30bde0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c6d15898990023e server_cookie=e2c11300d88c7a5f in_seq=0 out_seq=0 2023-07-14T12:47:56.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f522d7fa700 10 client.16086 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f522d7fa700 1 -- 172.21.15.40:0/387670796 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x559cbb237eb0 con 0x559cbb3099d0 2023-07-14T12:47:56.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f522d7fa700 10 client.16086 handle_command_reply: tid=0 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 client.16086 shutdown 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 msgr2=0x559cbb2f6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f6990 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f52340d1bd0 tx=0x7f5234000bc0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 shutdown_connections 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb3099d0 0x559cbb30bde0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ec2d0 0x559cbb2f9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 --2- 172.21.15.40:0/387670796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ecbe0 0x559cbb2f6990 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f522d7fa700 0 client.16086 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.831+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 >> 172.21.15.40:0/387670796 conn(0x559cbb2e2da0 msgr2=0x559cbb2e8230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.832+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 shutdown_connections 2023-07-14T12:47:56.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.832+0000 7f525819ab80 1 -- 172.21.15.40:0/387670796 wait complete. 2023-07-14T12:47:56.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.832+0000 7f525819ab80 20 client.16086 trim_cache size 0 max 16384 2023-07-14T12:47:56.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.848+0000 7f525819ab80 1 Processor -- start 2023-07-14T12:47:56.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.848+0000 7f525819ab80 1 -- start start 2023-07-14T12:47:56.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f525819ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.867 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f525819ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb305d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f525819ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f525819ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb2ed160 con 0x559cbb2ec2d0 2023-07-14T12:47:56.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f525819ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb2f4f10 con 0x559cbb2f6fe0 2023-07-14T12:47:56.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f525819ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb2ec990 con 0x559cbb2ecbe0 2023-07-14T12:47:56.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.868 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fc0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35502/0 (socket says 172.21.15.40:35502) 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 -- 172.21.15.40:0/1025486554 learned_addr learned my addr 172.21.15.40:0/1025486554 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f524a5b1700 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f52495af700 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb305d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 -- 172.21.15.40:0/1025486554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 msgr2=0x559cbb305d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb305d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 -- 172.21.15.40:0/1025486554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 msgr2=0x559cbb2f9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.869 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 -- 172.21.15.40:0/1025486554 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559cbb093250 con 0x559cbb2ec2d0 2023-07-14T12:47:56.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f524a5b1700 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:47:56.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5249db0700 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fc0c0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f524000c010 tx=0x7f5240009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6921255759b2043a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5238ff9700 1 -- 172.21.15.40:0/1025486554 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524000f520 con 0x559cbb2ec2d0 2023-07-14T12:47:56.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5238ff9700 1 -- 172.21.15.40:0/1025486554 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524000ba20 con 0x559cbb2ec2d0 2023-07-14T12:47:56.870 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.849+0000 7f5238ff9700 1 -- 172.21.15.40:0/1025486554 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5240005500 con 0x559cbb2ec2d0 2023-07-14T12:47:56.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 -- 172.21.15.40:0/1025486554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 msgr2=0x559cbb2fc0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fc0c0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f524000c010 tx=0x7f5240009c00 comp rx=0 tx=0).stop 2023-07-14T12:47:56.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 -- 172.21.15.40:0/1025486554 shutdown_connections 2023-07-14T12:47:56.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2f6fe0 0x559cbb2f9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fc0c0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.874 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 --2- 172.21.15.40:0/1025486554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb305d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 -- 172.21.15.40:0/1025486554 >> 172.21.15.40:0/1025486554 conn(0x559cbb2e2da0 msgr2=0x559cbb310740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 -- 172.21.15.40:0/1025486554 shutdown_connections 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 -- 172.21.15.40:0/1025486554 wait complete. 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 -- start start 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.850+0000 7f525819ab80 1 Processor -- start 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fe6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb2fec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.875 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 0x559cbb35c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb2ff540 con 0x559cbb2f6fe0 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb35cdd0 con 0x559cbb2ec2d0 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559cbb35cf10 con 0x559cbb2ecbe0 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f525819ab80 10 client.0 _ll_register_callbacks cb 0x7f5234004390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 0x559cbb35c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 0x559cbb35c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35512/0 (socket says 172.21.15.40:35512) 2023-07-14T12:47:56.876 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 -- 172.21.15.40:0/3190712141 learned_addr learned my addr 172.21.15.40:0/3190712141 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f52495af700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb2fec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f5249db0700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fe6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 -- 172.21.15.40:0/3190712141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 msgr2=0x559cbb2fec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb2fec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 -- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 msgr2=0x559cbb2fe6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fe6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.851+0000 7f524a5b1700 1 -- 172.21.15.40:0/3190712141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523c0091c0 con 0x559cbb2f6fe0 2023-07-14T12:47:56.877 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f524a5b1700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 0x559cbb35c890 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f523c016e20 tx=0x7f523c004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d9def2c41391f1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f522d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f522d7fa700 1 -- 172.21.15.40:0/3190712141 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f523c00e040 con 0x559cbb2f6fe0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f522d7fa700 1 -- 172.21.15.40:0/3190712141 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f523c008880 con 0x559cbb2f6fe0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f524001d040 con 0x559cbb2f6fe0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f522d7fa700 1 -- 172.21.15.40:0/3190712141 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f523c016e50 con 0x559cbb2f6fe0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 10 client.16092 fetch_fsmap learned FSMap version 31 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x559cbb06cde0 con 0x559cbb2f6fe0 2023-07-14T12:47:56.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f522d7fa700 1 -- 172.21.15.40:0/3190712141 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f523c038080 con 0x559cbb2f6fe0 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f522d7fa700 1 -- 172.21.15.40:0/3190712141 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 31) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f523c02ccd0 con 0x559cbb2f6fe0 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 10 client.16092 fetch_fsmap finished waiting for FSMap version 31 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 10 client.16092 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 20 client.16092 populate_metadata read hostname 'smithi040' 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb35e790 0x559cbb360ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 4 client.16092 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:47:56.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.852+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559cbb1fa050 con 0x559cbb35e790 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f5249db0700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb35e790 0x559cbb360ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f522d7fa700 10 client.16092 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f5249db0700 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb35e790 0x559cbb360ba0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faa116dfe1490ff8 server_cookie=b3115893a359da01 in_seq=0 out_seq=0 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f522d7fa700 1 -- 172.21.15.40:0/3190712141 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x559cbb1fa050 con 0x559cbb35e790 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f522d7fa700 10 client.16092 handle_command_reply: tid=0 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 client.16092 shutdown 2023-07-14T12:47:56.880 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 msgr2=0x559cbb35c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 0x559cbb35c890 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f523c016e20 tx=0x7f523c004b40 comp rx=0 tx=0).stop 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 shutdown_connections 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559cbb2f6fe0 0x559cbb35c890 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559cbb2ec2d0 0x559cbb2fe6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559cbb35e790 0x559cbb360ba0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 --2- 172.21.15.40:0/3190712141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559cbb2ecbe0 0x559cbb2fec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f522d7fa700 0 client.16092 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:47:56.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.853+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 >> 172.21.15.40:0/3190712141 conn(0x559cbb2e2da0 msgr2=0x559cbb2f9320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 shutdown_connections 2023-07-14T12:47:56.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f525819ab80 1 -- 172.21.15.40:0/3190712141 wait complete. 2023-07-14T12:47:56.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f525819ab80 20 client.16092 trim_cache size 0 max 16384 2023-07-14T12:47:56.882 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:47:56.882 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "IDLE (waiting for more scrubs)", 2023-07-14T12:47:56.882 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": { 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout: "90d926ef-5b15-45d2-ad7f-124fe1f4ecf9": { 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout: "path": "/", 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout: "tag": "90d926ef-5b15-45d2-ad7f-124fe1f4ecf9", 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout: "options": "recursive,force" 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:47:56.883 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:47:56.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52300a1370 msgr2=0x7f52300a3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52300a1370 0x7f52300a3820 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f524419b680 tx=0x7f523c00b040 comp rx=0 tx=0).stop 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 msgr2=0x7f524419aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 0x7f524419aec0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f523400ec10 tx=0x7f523400ef20 comp rx=0 tx=0).stop 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 shutdown_connections 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52300a1370 0x7f52300a3820 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f52440fe9e0 0x7f524419a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f52441049f0 0x7f52441949f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 --2- 172.21.15.40:0/1169348378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f52440ff390 0x7f524419aec0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:47:56.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 >> 172.21.15.40:0/1169348378 conn(0x7f52440fa4e0 msgr2=0x7f52440fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:47:56.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 shutdown_connections 2023-07-14T12:47:56.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:47:56.854+0000 7f524c014700 1 -- 172.21.15.40:0/1169348378 wait complete. 2023-07-14T12:47:56.886 INFO:tasks.cephfs.filesystem:scrub status for tag:90d926ef-5b15-45d2-ad7f-124fe1f4ecf9 - {'path': '/', 'tag': '90d926ef-5b15-45d2-ad7f-124fe1f4ecf9', 'options': 'recursive,force'} 2023-07-14T12:47:57.023 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:56 smithi130 ceph-mon[97977]: pgmap v49: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T12:47:57.023 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:56 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:57.024 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:56 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:57.024 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:56 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:57.024 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:56 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:57.024 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 12:47:56 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: 2023-07-14T12:47:56.697+0000 7f5d03a86700 -1 mds.3.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023f [3,head] /volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f/client.0/tmp/clients/client0/~dmtmp/ACCESS/FASTENER.MDB auth v156 ap=1 s=260096 n(v0 rc2023-07-14T12:47:45.738926+0000 b260096 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={15297=0-4194304@2} caps={15297=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@9},l=15297 | ptrwaiter=0 lock=0 importingcaps=0 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x5607dee25080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000023f:[<0x1000000023e/FASTENER.MDB v120>,<0x10000000009/ACCESS v2729>,<0x10000000008/~dmtmp v169>,<0x10000000007/client0 v29>,<0x10000000006/clients v19>,<0x10000000005/tmp v19>,<0x100000001fb/client.0 v20>,<0x100000001fa/f9f444de-3fc1-4a71-9b48-ffb09122cb2f v36>,<0x10000000001/sv_1 v58>,<0x10000000000/_nogroup v43>,<0x1/volumes v41>]//[]","memoryvalue":"(3)0x1000000023f:[<0x1000000023e/FASTENER.MDB v156>,<0x10000000009/ACCESS v3369>,<0x10000000008/~dmtmp v474>,<0x10000000007/client0 v58>,<0x10000000006/clients v39>,<0x10000000005/tmp v36>,<0x100000001fb/client.0 v34>,<0x100000001fa/f9f444de-3fc1-4a71-9b48-ffb09122cb2f v26>,<0x10000000001/sv_1 v72>,<0x10000000000/_nogroup v27>,<0x1/volumes v53>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-07-14T12:47:57.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:56 smithi040 ceph-mon[96535]: pgmap v49: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T12:47:57.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:56 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:57.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:56 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:57.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:56 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:57.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:56 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:57.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20792 4.17 MB/sec warmup 31 sec latency 2006.409 ms 2023-07-14T12:47:57.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:56 smithi133 ceph-mon[98311]: pgmap v49: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T12:47:57.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:56 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:57.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:56 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:57.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:56 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:57.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:56 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub queued for path: / 2023-07-14T12:47:58.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:58.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:58.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:58.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: active paths [/] 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: Scrub error on inode 0x1000000023f (/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f/client.0/tmp/clients/client0/~dmtmp/ACCESS/FASTENER.MDB) see mds.k log and `damage ls` output for details 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:57 smithi040 ceph-mon[96535]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20792 4.04 MB/sec warmup 32 sec latency 1003.783 ms 2023-07-14T12:47:58.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub queued for path: / 2023-07-14T12:47:58.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:58.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:58.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:58.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:58.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: active paths [/] 2023-07-14T12:47:58.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: Scrub error on inode 0x1000000023f (/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f/client.0/tmp/clients/client0/~dmtmp/ACCESS/FASTENER.MDB) see mds.k log and `damage ls` output for details 2023-07-14T12:47:58.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:57 smithi133 ceph-mon[98311]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub queued for path: / 2023-07-14T12:47:58.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:58.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:58.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:58.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:58.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: active paths [/] 2023-07-14T12:47:58.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: Scrub error on inode 0x1000000023f (/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f/client.0/tmp/clients/client0/~dmtmp/ACCESS/FASTENER.MDB) see mds.k log and `damage ls` output for details 2023-07-14T12:47:58.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:58.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:57 smithi130 ceph-mon[97977]: scrub summary: idle+waiting paths [/] 2023-07-14T12:47:59.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:58 smithi040 ceph-mon[96535]: pgmap v50: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T12:47:59.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:47:58 smithi040 ceph-mon[96535]: mgrmap e25: x(active, since 90s), standbys: y, z 2023-07-14T12:47:59.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 20792 3.91 MB/sec warmup 33 sec latency 2003.902 ms 2023-07-14T12:47:59.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:58 smithi133 ceph-mon[98311]: pgmap v50: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T12:47:59.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:47:58 smithi133 ceph-mon[98311]: mgrmap e25: x(active, since 90s), standbys: y, z 2023-07-14T12:47:59.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:58 smithi130 ceph-mon[97977]: pgmap v50: 97 pgs: 97 active+clean; 25 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 383 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T12:47:59.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:47:58 smithi130 ceph-mon[97977]: mgrmap e25: x(active, since 90s), standbys: y, z 2023-07-14T12:48:00.145 INFO:tasks.workunit.client.0.smithi040.stdout: 1 21701 3.99 MB/sec warmup 34 sec latency 2454.805 ms 2023-07-14T12:48:01.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:00 smithi040 ceph-mon[96535]: pgmap v51: 97 pgs: 97 active+clean; 25 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 3.1 MiB/s wr, 136 op/s 2023-07-14T12:48:01.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T12:48:00.828+0000 7fbf156dc700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-07-14T12:48:01.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22198 3.90 MB/sec warmup 35 sec latency 566.049 ms 2023-07-14T12:48:01.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:00 smithi133 ceph-mon[98311]: pgmap v51: 97 pgs: 97 active+clean; 25 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 3.1 MiB/s wr, 136 op/s 2023-07-14T12:48:01.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:00 smithi130 ceph-mon[97977]: pgmap v51: 97 pgs: 97 active+clean; 25 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 3.1 MiB/s wr, 136 op/s 2023-07-14T12:48:01.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 -- 172.21.15.40:0/3665059618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3600ffde0 msgr2=0x7fc3601001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 --2- 172.21.15.40:0/3665059618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3600ffde0 0x7fc3601001b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fc35c0099c0 tx=0x7fc35c009cd0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 -- 172.21.15.40:0/3665059618 shutdown_connections 2023-07-14T12:48:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 --2- 172.21.15.40:0/3665059618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc360104e20 0x7fc36010c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 --2- 172.21.15.40:0/3665059618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc3600ffde0 0x7fc3601001b0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 --2- 172.21.15.40:0/3665059618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc360100780 0x7fc360104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 -- 172.21.15.40:0/3665059618 >> 172.21.15.40:0/3665059618 conn(0x7fc3600fb6f0 msgr2=0x7fc3600fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 -- 172.21.15.40:0/3665059618 shutdown_connections 2023-07-14T12:48:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.574+0000 7fc3677e0700 1 -- 172.21.15.40:0/3665059618 wait complete. 2023-07-14T12:48:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 Processor -- start 2023-07-14T12:48:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 -- start start 2023-07-14T12:48:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3600ffde0 0x7fc360195cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 0x7fc3601961f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc360104e20 0x7fc360199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc360199d40 con 0x7fc360100780 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc360199eb0 con 0x7fc360104e20 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc3677e0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc36019a070 con 0x7fc3600ffde0 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 0x7fc3601961f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 0x7fc3601961f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35524/0 (socket says 172.21.15.40:35524) 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 -- 172.21.15.40:0/1026610626 learned_addr learned my addr 172.21.15.40:0/1026610626 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc36557c700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3600ffde0 0x7fc360195cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc365d7d700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc360104e20 0x7fc360199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 -- 172.21.15.40:0/1026610626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3600ffde0 msgr2=0x7fc360195cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3600ffde0 0x7fc360195cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 -- 172.21.15.40:0/1026610626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc360104e20 msgr2=0x7fc360199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc360104e20 0x7fc360199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.575+0000 7fc364d7b700 1 -- 172.21.15.40:0/1026610626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc35c0095f0 con 0x7fc360100780 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.576+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 0x7fc3601961f0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fc35000c8c0 tx=0x7fc35000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.576+0000 7fc3567fc700 1 -- 172.21.15.40:0/1026610626 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc350004220 con 0x7fc360100780 2023-07-14T12:48:01.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.576+0000 7fc3567fc700 1 -- 172.21.15.40:0/1026610626 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc350004cf0 con 0x7fc360100780 2023-07-14T12:48:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.576+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc36019a350 con 0x7fc360100780 2023-07-14T12:48:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.576+0000 7fc3567fc700 1 -- 172.21.15.40:0/1026610626 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc350005700 con 0x7fc360100780 2023-07-14T12:48:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.576+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3601a2cb0 con 0x7fc360100780 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.579+0000 7fc3567fc700 1 -- 172.21.15.40:0/1026610626 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fc350004380 con 0x7fc360100780 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.579+0000 7fc3567fc700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc34c0a12c0 0x7fc34c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.580+0000 7fc36557c700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc34c0a12c0 0x7fc34c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.580+0000 7fc3567fc700 1 -- 172.21.15.40:0/1026610626 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fc3500cc8f0 con 0x7fc360100780 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.580+0000 7fc36557c700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc34c0a12c0 0x7fc34c0a3770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc35c006010 tx=0x7fc35c009f10 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.580+0000 7fc373966b80 1 Processor -- start 2023-07-14T12:48:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.580+0000 7fc373966b80 1 -- start start 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc373966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55834545b6b0 0x558345603640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc373966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345607dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc373966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603ff0 0x558345608300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc373966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558345504c50 con 0x558345603b80 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc373966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583455579e0 con 0x558345603ff0 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc373966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558345550e70 con 0x55834545b6b0 2023-07-14T12:48:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345607dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345607dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35532/0 (socket says 172.21.15.40:35532) 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 -- 172.21.15.40:0/1645113630 learned_addr learned my addr 172.21.15.40:0/1645113630 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc36557c700 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55834545b6b0 0x558345603640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc365d7d700 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603ff0 0x558345608300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 -- 172.21.15.40:0/1645113630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55834545b6b0 msgr2=0x558345603640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55834545b6b0 0x558345603640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 -- 172.21.15.40:0/1645113630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603ff0 msgr2=0x558345608300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603ff0 0x558345608300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 -- 172.21.15.40:0/1645113630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55834537ed80 con 0x558345603b80 2023-07-14T12:48:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc365d7d700 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603ff0 0x558345608300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345607dc0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fc3500ca620 tx=0x7fc3500995b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39573840350357c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.581+0000 7fc34b7fe700 1 -- 172.21.15.40:0/1645113630 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3500a1df0 con 0x558345603b80 2023-07-14T12:48:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc34b7fe700 1 -- 172.21.15.40:0/1645113630 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc350097d40 con 0x558345603b80 2023-07-14T12:48:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc34b7fe700 1 -- 172.21.15.40:0/1645113630 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc350098e90 con 0x558345603b80 2023-07-14T12:48:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 -- 172.21.15.40:0/1645113630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 msgr2=0x558345607dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345607dc0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7fc3500ca620 tx=0x7fc3500995b0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 -- 172.21.15.40:0/1645113630 shutdown_connections 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55834545b6b0 0x558345603640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603ff0 0x558345608300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 --2- 172.21.15.40:0/1645113630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345607dc0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 -- 172.21.15.40:0/1645113630 >> 172.21.15.40:0/1645113630 conn(0x5583455f4be0 msgr2=0x5583455f9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 -- 172.21.15.40:0/1645113630 shutdown_connections 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.582+0000 7fc373966b80 1 -- 172.21.15.40:0/1645113630 wait complete. 2023-07-14T12:48:01.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 -- start start 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 Processor -- start 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x5583456129d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345612f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x55834560cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583454f0a60 con 0x558345603b80 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583454f0760 con 0x55834545b6b0 2023-07-14T12:48:01.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583453d48c0 con 0x558345603ff0 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc373966b80 10 client.0 _ll_register_callbacks cb 0x5583454ee700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc364d7b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345612f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc364d7b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345612f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35538/0 (socket says 172.21.15.40:35538) 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.583+0000 7fc364d7b700 1 -- 172.21.15.40:0/1332989256 learned_addr learned my addr 172.21.15.40:0/1332989256 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc36557c700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x5583456129d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc365d7d700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x55834560cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc364d7b700 1 -- 172.21.15.40:0/1332989256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 msgr2=0x55834560cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x55834560cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc364d7b700 1 -- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 msgr2=0x5583456129d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x5583456129d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc364d7b700 1 -- 172.21.15.40:0/1332989256 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3601a2cb0 con 0x558345603b80 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc36557c700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x5583456129d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc364d7b700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345612f10 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fc3500a18c0 tx=0x7fc350099b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a4d993aefd82abf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc348ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc348ff9700 1 -- 172.21.15.40:0/1332989256 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3500990a0 con 0x558345603b80 2023-07-14T12:48:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5583454aa490 con 0x558345603b80 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc348ff9700 1 -- 172.21.15.40:0/1332989256 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fc350099c00 con 0x558345603b80 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc348ff9700 1 -- 172.21.15.40:0/1332989256 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc350099dc0 con 0x558345603b80 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc373966b80 10 client.16104 fetch_fsmap learned FSMap version 32 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x558345367c00 con 0x558345603b80 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.584+0000 7fc348ff9700 1 -- 172.21.15.40:0/1332989256 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5583454aa490 con 0x558345603b80 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc348ff9700 1 -- 172.21.15.40:0/1332989256 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 32) v1 ==== 7490+0+0 (secure 0 0 0) 0x7fc350098b70 con 0x558345603b80 2023-07-14T12:48:01.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc373966b80 10 client.16104 fetch_fsmap finished waiting for FSMap version 32 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc373966b80 10 client.16104 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc373966b80 20 client.16104 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc373966b80 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55834561c9c0 0x55834561edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc373966b80 4 client.16104 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558345549e50 con 0x55834561c9c0 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc36557c700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55834561c9c0 0x55834561edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc348ff9700 10 client.16104 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:01.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.585+0000 7fc36557c700 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55834561c9c0 0x55834561edd0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4bca099e4b85329 server_cookie=ba68a9f1f13ac25a in_seq=0 out_seq=0 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc348ff9700 1 -- 172.21.15.40:0/1332989256 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x558345549e50 con 0x55834561c9c0 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc348ff9700 10 client.16104 handle_command_reply: tid=0 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 client.16104 shutdown 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 msgr2=0x558345612f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345612f10 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fc3500a18c0 tx=0x7fc350099b20 comp rx=0 tx=0).stop 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 shutdown_connections 2023-07-14T12:48:01.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55834561c9c0 0x55834561edd0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x55834560cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc348ff9700 0 client.16104 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x5583456129d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 --2- 172.21.15.40:0/1332989256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603b80 0x558345612f10 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 >> 172.21.15.40:0/1332989256 conn(0x5583455f4be0 msgr2=0x5583455f94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 shutdown_connections 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.586+0000 7fc373966b80 1 -- 172.21.15.40:0/1332989256 wait complete. 2023-07-14T12:48:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.587+0000 7fc373966b80 20 client.16104 trim_cache size 0 max 16384 2023-07-14T12:48:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.601+0000 7fc373966b80 1 Processor -- start 2023-07-14T12:48:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 -- start start 2023-07-14T12:48:01.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 0x55834560a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603b80 0x55834560bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x5583455f9c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558345608cb0 con 0x55834545b6b0 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834560e200 con 0x558345603b80 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc373966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583455faef0 con 0x558345603ff0 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 0x55834560a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 0x55834560a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35544/0 (socket says 172.21.15.40:35544) 2023-07-14T12:48:01.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 -- 172.21.15.40:0/2137995352 learned_addr learned my addr 172.21.15.40:0/2137995352 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:01.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc365d7d700 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x5583455f9c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc364d7b700 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603b80 0x55834560bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 -- 172.21.15.40:0/2137995352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 msgr2=0x5583455f9c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x5583455f9c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 -- 172.21.15.40:0/2137995352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603b80 msgr2=0x55834560bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603b80 0x55834560bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 -- 172.21.15.40:0/2137995352 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583453a51f0 con 0x55834545b6b0 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc364d7b700 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603b80 0x55834560bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc36557c700 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 0x55834560a700 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fc35c000c00 tx=0x7fc35c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=724348117557944 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.602+0000 7fc34bfff700 1 -- 172.21.15.40:0/2137995352 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35c005710 con 0x55834545b6b0 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc34bfff700 1 -- 172.21.15.40:0/2137995352 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc35c01e040 con 0x55834545b6b0 2023-07-14T12:48:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc34bfff700 1 -- 172.21.15.40:0/2137995352 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35c003e80 con 0x55834545b6b0 2023-07-14T12:48:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 -- 172.21.15.40:0/2137995352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 msgr2=0x55834560a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 0x55834560a700 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fc35c000c00 tx=0x7fc35c020000 comp rx=0 tx=0).stop 2023-07-14T12:48:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 -- 172.21.15.40:0/2137995352 shutdown_connections 2023-07-14T12:48:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603ff0 0x5583455f9c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55834545b6b0 0x55834560a700 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 --2- 172.21.15.40:0/2137995352 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558345603b80 0x55834560bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 -- 172.21.15.40:0/2137995352 >> 172.21.15.40:0/2137995352 conn(0x5583455f4be0 msgr2=0x55834560b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 -- 172.21.15.40:0/2137995352 shutdown_connections 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 -- 172.21.15.40:0/2137995352 wait complete. 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.603+0000 7fc373966b80 1 -- start start 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 Processor -- start 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x558345612670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603b80 0x558345612bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 0x558345610b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558345611100 con 0x558345603ff0 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558345611270 con 0x55834545b6b0 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558345611430 con 0x558345603b80 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc373966b80 10 client.0 _ll_register_callbacks cb 0x7fc35c005370 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc365d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 0x558345610b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc365d7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 0x558345610b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35554/0 (socket says 172.21.15.40:35554) 2023-07-14T12:48:01.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc365d7d700 1 -- 172.21.15.40:0/474527255 learned_addr learned my addr 172.21.15.40:0/474527255 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:01.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.604+0000 7fc364d7b700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603b80 0x558345612bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc36557c700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x558345612670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc365d7d700 1 -- 172.21.15.40:0/474527255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603b80 msgr2=0x558345612bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc365d7d700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603b80 0x558345612bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc365d7d700 1 -- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 msgr2=0x558345612670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:01.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc365d7d700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x558345612670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc365d7d700 1 -- 172.21.15.40:0/474527255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc36010d230 con 0x558345603ff0 2023-07-14T12:48:01.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc365d7d700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 0x558345610b80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fc358009a30 tx=0x7fc358009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d3354ef154e2fdf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc348ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc348ff9700 1 -- 172.21.15.40:0/474527255 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35800f070 con 0x558345603ff0 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc348ff9700 1 -- 172.21.15.40:0/474527255 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fc358006e40 con 0x558345603ff0 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc350097d40 con 0x558345603ff0 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc348ff9700 1 -- 172.21.15.40:0/474527255 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc358016850 con 0x558345603ff0 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc373966b80 10 client.16110 fetch_fsmap learned FSMap version 32 2023-07-14T12:48:01.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55834537d250 con 0x558345603ff0 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc348ff9700 1 -- 172.21.15.40:0/474527255 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc350097d40 con 0x558345603ff0 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.605+0000 7fc348ff9700 1 -- 172.21.15.40:0/474527255 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 32) v1 ==== 7490+0+0 (secure 0 0 0) 0x7fc358015b70 con 0x558345603ff0 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc373966b80 10 client.16110 fetch_fsmap finished waiting for FSMap version 32 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc373966b80 10 client.16110 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc373966b80 20 client.16110 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc373966b80 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558345671ac0 0x558345673ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:01.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc373966b80 4 client.16110 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:48:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55834550bff0 con 0x558345671ac0 2023-07-14T12:48:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc36557c700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558345671ac0 0x558345673ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc36557c700 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558345671ac0 0x558345673ed0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=feef6a86b4bbb7a9 server_cookie=7528dba14634e19b in_seq=0 out_seq=0 2023-07-14T12:48:01.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.606+0000 7fc348ff9700 10 client.16110 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc348ff9700 1 -- 172.21.15.40:0/474527255 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55834550bff0 con 0x558345671ac0 2023-07-14T12:48:01.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc348ff9700 10 client.16110 handle_command_reply: tid=0 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 client.16110 shutdown 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 msgr2=0x558345610b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 0x558345610b80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fc358009a30 tx=0x7fc358009a60 comp rx=0 tx=0).stop 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 shutdown_connections 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558345603ff0 0x558345610b80 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55834545b6b0 0x558345612670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558345671ac0 0x558345673ed0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 --2- 172.21.15.40:0/474527255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558345603b80 0x558345612bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc348ff9700 0 client.16110 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 >> 172.21.15.40:0/474527255 conn(0x5583455f4be0 msgr2=0x55834560b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 shutdown_connections 2023-07-14T12:48:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 1 -- 172.21.15.40:0/474527255 wait complete. 2023-07-14T12:48:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.632+0000 7fc373966b80 20 client.16110 trim_cache size 0 max 16384 2023-07-14T12:48:01.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:48:01.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:48:01.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:48:01.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:48:01.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc34c0a12c0 msgr2=0x7fc34c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc34c0a12c0 0x7fc34c0a3770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc35c006010 tx=0x7fc35c009f10 comp rx=0 tx=0).stop 2023-07-14T12:48:01.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 msgr2=0x7fc3601961f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:01.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 0x7fc3601961f0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fc35000c8c0 tx=0x7fc35000cbd0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 shutdown_connections 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc34c0a12c0 0x7fc34c0a3770 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3600ffde0 0x7fc360195cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc360104e20 0x7fc360199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 --2- 172.21.15.40:0/1026610626 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc360100780 0x7fc3601961f0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 >> 172.21.15.40:0/1026610626 conn(0x7fc3600fb6f0 msgr2=0x7fc360103790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 shutdown_connections 2023-07-14T12:48:01.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:01.633+0000 7fc3677e0700 1 -- 172.21.15.40:0/1026610626 wait complete. 2023-07-14T12:48:02.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:01 smithi040 ceph-mon[96535]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-07-14T12:48:02.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:01 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:active 2023-07-14T12:48:02.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:01 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:48:02.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22198 3.79 MB/sec warmup 36 sec latency 1566.112 ms 2023-07-14T12:48:02.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:01 smithi133 ceph-mon[98311]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-07-14T12:48:02.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:01 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:active 2023-07-14T12:48:02.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:01 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:48:02.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:01 smithi130 ceph-mon[97977]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-07-14T12:48:02.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:01 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] up:active 2023-07-14T12:48:02.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:01 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:48:03.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22198 3.68 MB/sec warmup 37 sec latency 2566.243 ms 2023-07-14T12:48:03.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:02 smithi133 ceph-mon[98311]: pgmap v52: 97 pgs: 97 active+clean; 25 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 144 KiB/s wr, 52 op/s 2023-07-14T12:48:03.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:02 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:48:03.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:02 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:48:03.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:02 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:48:03.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:02 smithi133 ceph-mon[98311]: scrub summary: idle 2023-07-14T12:48:03.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:02 smithi130 ceph-mon[97977]: pgmap v52: 97 pgs: 97 active+clean; 25 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 144 KiB/s wr, 52 op/s 2023-07-14T12:48:03.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:02 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:48:03.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:02 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:48:03.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:02 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:48:03.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:02 smithi130 ceph-mon[97977]: scrub summary: idle 2023-07-14T12:48:03.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:02 smithi040 ceph-mon[96535]: pgmap v52: 97 pgs: 97 active+clean; 25 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 144 KiB/s wr, 52 op/s 2023-07-14T12:48:03.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:02 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:48:03.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:02 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:48:03.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:02 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:48:03.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:02 smithi040 ceph-mon[96535]: scrub summary: idle 2023-07-14T12:48:04.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22198 3.59 MB/sec warmup 38 sec latency 3566.325 ms 2023-07-14T12:48:04.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:03 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:48:04.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:03 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:48:04.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:03 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:48:05.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22238 3.50 MB/sec warmup 39 sec latency 4443.080 ms 2023-07-14T12:48:05.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:04 smithi133 ceph-mon[98311]: pgmap v53: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 283 KiB/s wr, 98 op/s 2023-07-14T12:48:05.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:04 smithi130 ceph-mon[97977]: pgmap v53: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 283 KiB/s wr, 98 op/s 2023-07-14T12:48:05.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:04 smithi040 ceph-mon[96535]: pgmap v53: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 283 KiB/s wr, 98 op/s 2023-07-14T12:48:06.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22238 3.41 MB/sec warmup 40 sec latency 1089.502 ms 2023-07-14T12:48:06.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:05 smithi133 ceph-mon[98311]: pgmap v54: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 167 KiB/s wr, 64 op/s 2023-07-14T12:48:06.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:05 smithi130 ceph-mon[97977]: pgmap v54: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 167 KiB/s wr, 64 op/s 2023-07-14T12:48:06.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:05 smithi040 ceph-mon[96535]: pgmap v54: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 167 KiB/s wr, 64 op/s 2023-07-14T12:48:07.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22238 3.33 MB/sec warmup 41 sec latency 2089.542 ms 2023-07-14T12:48:08.146 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22238 3.25 MB/sec warmup 42 sec latency 3089.650 ms 2023-07-14T12:48:09.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:08 smithi040 ceph-mon[96535]: pgmap v55: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 167 KiB/s wr, 64 op/s 2023-07-14T12:48:09.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22238 3.17 MB/sec warmup 43 sec latency 4089.746 ms 2023-07-14T12:48:09.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:08 smithi133 ceph-mon[98311]: pgmap v55: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 167 KiB/s wr, 64 op/s 2023-07-14T12:48:09.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:08 smithi130 ceph-mon[97977]: pgmap v55: 97 pgs: 97 active+clean; 26 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 167 KiB/s wr, 64 op/s 2023-07-14T12:48:10.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 22341 3.11 MB/sec warmup 44 sec latency 4969.058 ms 2023-07-14T12:48:11.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:10 smithi040 ceph-mon[96535]: pgmap v56: 97 pgs: 97 active+clean; 26 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 187 KiB/s wr, 74 op/s 2023-07-14T12:48:11.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 24512 3.31 MB/sec warmup 45 sec latency 22.886 ms 2023-07-14T12:48:11.233 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:10 smithi133 ceph-mon[98311]: pgmap v56: 97 pgs: 97 active+clean; 26 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 187 KiB/s wr, 74 op/s 2023-07-14T12:48:11.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:10 smithi130 ceph-mon[97977]: pgmap v56: 97 pgs: 97 active+clean; 26 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 187 KiB/s wr, 74 op/s 2023-07-14T12:48:12.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 25541 3.37 MB/sec warmup 46 sec latency 210.944 ms 2023-07-14T12:48:13.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:12 smithi040 ceph-mon[96535]: pgmap v57: 97 pgs: 97 active+clean; 26 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 128 KiB/s rd, 159 KiB/s wr, 55 op/s 2023-07-14T12:48:13.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 25541 3.30 MB/sec warmup 47 sec latency 1211.054 ms 2023-07-14T12:48:13.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:12 smithi133 ceph-mon[98311]: pgmap v57: 97 pgs: 97 active+clean; 26 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 128 KiB/s rd, 159 KiB/s wr, 55 op/s 2023-07-14T12:48:13.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:12 smithi130 ceph-mon[97977]: pgmap v57: 97 pgs: 97 active+clean; 26 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 128 KiB/s rd, 159 KiB/s wr, 55 op/s 2023-07-14T12:48:14.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 25541 3.23 MB/sec warmup 48 sec latency 2211.180 ms 2023-07-14T12:48:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 -- 172.21.15.40:0/3336378049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c104a30 msgr2=0x7f2c2c104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/3336378049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c104a30 0x7f2c2c104e00 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2c20009990 tx=0x7f2c20009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 -- 172.21.15.40:0/3336378049 shutdown_connections 2023-07-14T12:48:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/3336378049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c0ff3e0 0x7f2c2c10b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/3336378049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c104a30 0x7f2c2c104e00 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/3336378049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c0feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 -- 172.21.15.40:0/3336378049 >> 172.21.15.40:0/3336378049 conn(0x7f2c2c074760 msgr2=0x7f2c2c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:14.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 -- 172.21.15.40:0/3336378049 shutdown_connections 2023-07-14T12:48:14.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.756+0000 7f2c32dbe700 1 -- 172.21.15.40:0/3336378049 wait complete. 2023-07-14T12:48:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 Processor -- start 2023-07-14T12:48:14.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 -- start start 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c2c0ff3e0 0x7f2c2c19afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c104a30 0x7f2c2c1948c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2c194f30 con 0x7f2c2c0fea30 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2c1950a0 con 0x7f2c2c0ff3e0 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c32dbe700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2c195260 con 0x7f2c2c104a30 2023-07-14T12:48:14.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c30b5a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c30b5a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c19aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35564/0 (socket says 172.21.15.40:35564) 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c30b5a700 1 -- 172.21.15.40:0/1265718712 learned_addr learned my addr 172.21.15.40:0/1265718712 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.757+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c2c0ff3e0 0x7f2c2c19afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c3135b700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c104a30 0x7f2c2c1948c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c30b5a700 1 -- 172.21.15.40:0/1265718712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c104a30 msgr2=0x7f2c2c1948c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c104a30 0x7f2c2c1948c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c30b5a700 1 -- 172.21.15.40:0/1265718712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c2c0ff3e0 msgr2=0x7f2c2c19afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c2c0ff3e0 0x7f2c2c19afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c30b5a700 1 -- 172.21.15.40:0/1265718712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c200095f0 con 0x7f2c2c0fea30 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c3135b700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c104a30 0x7f2c2c1948c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c19aa60 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f2c20003730 tx=0x7f2c2000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c29ffb700 1 -- 172.21.15.40:0/1265718712 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2001d070 con 0x7f2c2c0fea30 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c2c1954e0 con 0x7f2c2c0fea30 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c29ffb700 1 -- 172.21.15.40:0/1265718712 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c2000fb80 con 0x7f2c2c0fea30 2023-07-14T12:48:14.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c29ffb700 1 -- 172.21.15.40:0/1265718712 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c200173f0 con 0x7f2c2c0fea30 2023-07-14T12:48:14.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.758+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c2c1a1a50 con 0x7f2c2c0fea30 2023-07-14T12:48:14.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.760+0000 7f2c29ffb700 1 -- 172.21.15.40:0/1265718712 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2c20022470 con 0x7f2c2c0fea30 2023-07-14T12:48:14.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.761+0000 7f2c29ffb700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c1c0a12c0 0x7f2c1c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.761+0000 7f2c29ffb700 1 -- 172.21.15.40:0/1265718712 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2c200ce1c0 con 0x7f2c2c0fea30 2023-07-14T12:48:14.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.761+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c1c0a12c0 0x7f2c1c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.762+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c1c0a12c0 0x7f2c1c0a3770 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c0fc9c0 tx=0x7f2c1800b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.762+0000 7f2c3ef44b80 1 Processor -- start 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.762+0000 7f2c3ef44b80 1 -- start start 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a2bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a26040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a269d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6692bc50 con 0x55da66a2c2d0 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6697e9e0 con 0x55da668826b0 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66977e70 con 0x55da66a26580 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a26040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a26040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35574/0 (socket says 172.21.15.40:35574) 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 -- 172.21.15.40:0/1065569493 learned_addr learned my addr 172.21.15.40:0/1065569493 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a2bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c3135b700 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a269d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 -- 172.21.15.40:0/1065569493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 msgr2=0x55da66a269d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a269d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 -- 172.21.15.40:0/1065569493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 msgr2=0x55da66a2bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a2bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 -- 172.21.15.40:0/1065569493 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da667a5d80 con 0x55da66a2c2d0 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a26040 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f2c18010f70 tx=0x7f2c18013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7db52c488c09f14b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.763+0000 7f2c16ffd700 1 -- 172.21.15.40:0/1065569493 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c18011db0 con 0x55da66a2c2d0 2023-07-14T12:48:14.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c16ffd700 1 -- 172.21.15.40:0/1065569493 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c18015070 con 0x55da66a2c2d0 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c16ffd700 1 -- 172.21.15.40:0/1065569493 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c1801c610 con 0x55da66a2c2d0 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/1065569493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 msgr2=0x55da66a26040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a26040 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f2c18010f70 tx=0x7f2c18013000 comp rx=0 tx=0).stop 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/1065569493 shutdown_connections 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a269d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a2bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/1065569493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a26040 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/1065569493 >> 172.21.15.40:0/1065569493 conn(0x55da66a1bbe0 msgr2=0x55da66a20f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:14.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/1065569493 shutdown_connections 2023-07-14T12:48:14.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.764+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/1065569493 wait complete. 2023-07-14T12:48:14.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 -- start start 2023-07-14T12:48:14.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 Processor -- start 2023-07-14T12:48:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a31c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 0x55da66a32170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a2c2d0 0x55da66a36450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66917a60 con 0x55da66a26580 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66917760 con 0x55da668826b0 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da667fb8c0 con 0x55da66a2c2d0 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c3ef44b80 10 client.0 _ll_register_callbacks cb 0x55da66915700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 0x55da66a32170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c2bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 0x55da66a32170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35580/0 (socket says 172.21.15.40:35580) 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c2bfff700 1 -- 172.21.15.40:0/3844480950 learned_addr learned my addr 172.21.15.40:0/3844480950 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.765+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a31c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c3135b700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a2c2d0 0x55da66a36450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c2bfff700 1 -- 172.21.15.40:0/3844480950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a2c2d0 msgr2=0x55da66a36450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a2c2d0 0x55da66a36450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c2bfff700 1 -- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 msgr2=0x55da66a31c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a31c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c2bfff700 1 -- 172.21.15.40:0/3844480950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c18010c20 con 0x55da66a26580 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 0x55da66a32170 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f2c18005d90 tx=0x7f2c18011de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d28d043805ef48a6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:14.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c0bfff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:14.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c0bfff700 1 -- 172.21.15.40:0/3844480950 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c1802c070 con 0x55da66a26580 2023-07-14T12:48:14.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c0bfff700 1 -- 172.21.15.40:0/3844480950 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2c18017070 con 0x55da66a26580 2023-07-14T12:48:14.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55da668d1490 con 0x55da66a26580 2023-07-14T12:48:14.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c0bfff700 1 -- 172.21.15.40:0/3844480950 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c1801e630 con 0x55da66a26580 2023-07-14T12:48:14.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c3ef44b80 10 client.16122 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:14.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55da6678ec00 con 0x55da66a26580 2023-07-14T12:48:14.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.766+0000 7f2c0bfff700 1 -- 172.21.15.40:0/3844480950 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c1803e020 con 0x55da66a26580 2023-07-14T12:48:14.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c0bfff700 1 -- 172.21.15.40:0/3844480950 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2c180393d0 con 0x55da66a26580 2023-07-14T12:48:14.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c3ef44b80 10 client.16122 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:14.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c3ef44b80 10 client.16122 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:14.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c3ef44b80 20 client.16122 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a41c50 0x55da66a44060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c3ef44b80 4 client.16122 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da66970e50 con 0x55da66a41c50 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a41c50 0x55da66a44060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c0bfff700 10 client.16122 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.767+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a41c50 0x55da66a44060 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88f914138d48202e server_cookie=c90fb9252a4fe64 in_seq=0 out_seq=0 2023-07-14T12:48:14.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c0bfff700 1 -- 172.21.15.40:0/3844480950 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55da66970e50 con 0x55da66a41c50 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c0bfff700 10 client.16122 handle_command_reply: tid=0 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 client.16122 shutdown 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 msgr2=0x55da66a32170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 0x55da66a32170 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f2c18005d90 tx=0x7f2c18011de0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 shutdown_connections 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a41c50 0x55da66a44060 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a2c2d0 0x55da66a36450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a31c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c0bfff700 0 client.16122 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3844480950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a26580 0x55da66a32170 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 >> 172.21.15.40:0/3844480950 conn(0x55da66a1bbe0 msgr2=0x55da66a204e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 shutdown_connections 2023-07-14T12:48:14.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3844480950 wait complete. 2023-07-14T12:48:14.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.768+0000 7f2c3ef44b80 20 client.16122 trim_cache size 0 max 16384 2023-07-14T12:48:14.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 Processor -- start 2023-07-14T12:48:14.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 -- start start 2023-07-14T12:48:14.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da668826b0 0x55da66a36440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da66a26580 0x55da66a320c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a2b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da669ec060 con 0x55da66a2c2d0 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66a2ba10 con 0x55da66a26580 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66a330f0 con 0x55da668826b0 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a2b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a2b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35590/0 (socket says 172.21.15.40:35590) 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c30b5a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da668826b0 0x55da66a36440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 -- 172.21.15.40:0/3501689980 learned_addr learned my addr 172.21.15.40:0/3501689980 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:14.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da66a26580 0x55da66a320c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 -- 172.21.15.40:0/3501689980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da668826b0 msgr2=0x55da66a36440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da668826b0 0x55da66a36440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 -- 172.21.15.40:0/3501689980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da66a26580 msgr2=0x55da66a320c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da66a26580 0x55da66a320c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c3135b700 1 -- 172.21.15.40:0/3501689980 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da66a26c20 con 0x55da66a2c2d0 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.784+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da66a26580 0x55da66a320c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:14.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3135b700 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a2b2b0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f2c24009e50 tx=0x7f2c240077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3760919bec6da732 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:14.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c177fe700 1 -- 172.21.15.40:0/3501689980 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c24017470 con 0x55da66a2c2d0 2023-07-14T12:48:14.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c177fe700 1 -- 172.21.15.40:0/3501689980 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c2400f040 con 0x55da66a2c2d0 2023-07-14T12:48:14.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c177fe700 1 -- 172.21.15.40:0/3501689980 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c24016a30 con 0x55da66a2c2d0 2023-07-14T12:48:14.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3501689980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 msgr2=0x55da66a2b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a2b2b0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f2c24009e50 tx=0x7f2c240077e0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3501689980 shutdown_connections 2023-07-14T12:48:14.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da668826b0 0x55da66a36440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a2b2b0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/3501689980 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da66a26580 0x55da66a320c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3501689980 >> 172.21.15.40:0/3501689980 conn(0x55da66a1bbe0 msgr2=0x55da66a25030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:14.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3501689980 shutdown_connections 2023-07-14T12:48:14.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.785+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/3501689980 wait complete. 2023-07-14T12:48:14.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 -- start start 2023-07-14T12:48:14.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 Processor -- start 2023-07-14T12:48:14.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a3df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a3e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a3a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66a3ab70 con 0x55da66a2c2d0 2023-07-14T12:48:14.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66a3ace0 con 0x55da668826b0 2023-07-14T12:48:14.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da66a3aea0 con 0x55da66a26580 2023-07-14T12:48:14.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3ef44b80 10 client.0 _ll_register_callbacks cb 0x7f2c200975e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:14.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3135b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a3a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3135b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a3a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35596/0 (socket says 172.21.15.40:35596) 2023-07-14T12:48:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.786+0000 7f2c3135b700 1 -- 172.21.15.40:0/2166738501 learned_addr learned my addr 172.21.15.40:0/2166738501 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a3df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c2bfff700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a3e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3135b700 1 -- 172.21.15.40:0/2166738501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 msgr2=0x55da66a3e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3135b700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a3e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3135b700 1 -- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 msgr2=0x55da66a3df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:14.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3135b700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a3df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3135b700 1 -- 172.21.15.40:0/2166738501 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c24009a80 con 0x55da66a2c2d0 2023-07-14T12:48:14.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3135b700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a3a460 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2c24000f80 tx=0x7f2c24017750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=613f8bad20d99301 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:14.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c0bfff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:14.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2166738501 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c240163d0 con 0x55da66a2c2d0 2023-07-14T12:48:14.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2c18015070 con 0x55da66a2c2d0 2023-07-14T12:48:14.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2166738501 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2c24003a00 con 0x55da66a2c2d0 2023-07-14T12:48:14.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2166738501 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c24003bc0 con 0x55da66a2c2d0 2023-07-14T12:48:14.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3ef44b80 10 client.16128 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55da667cc1f0 con 0x55da66a2c2d0 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.787+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2166738501 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c18015070 con 0x55da66a2c2d0 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2166738501 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2c24016730 con 0x55da66a2c2d0 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c3ef44b80 10 client.16128 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c3ef44b80 10 client.16128 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c3ef44b80 20 client.16128 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:14.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a96dc0 0x55da66a991d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:14.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c3ef44b80 4 client.16128 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:48:14.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55da66932ff0 con 0x55da66a96dc0 2023-07-14T12:48:14.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a96dc0 0x55da66a991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:14.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c0bfff700 10 client.16128 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:14.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.788+0000 7f2c30b5a700 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a96dc0 0x55da66a991d0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=783b1a24ff784144 server_cookie=cf7fc8825e8e228e in_seq=0 out_seq=0 2023-07-14T12:48:14.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c0bfff700 1 -- 172.21.15.40:0/2166738501 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55da66932ff0 con 0x55da66a96dc0 2023-07-14T12:48:14.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c0bfff700 10 client.16128 handle_command_reply: tid=0 2023-07-14T12:48:14.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 client.16128 shutdown 2023-07-14T12:48:14.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 msgr2=0x55da66a3a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a3a460 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f2c24000f80 tx=0x7f2c24017750 comp rx=0 tx=0).stop 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 shutdown_connections 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55da66a2c2d0 0x55da66a3a460 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55da668826b0 0x55da66a3df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55da66a96dc0 0x55da66a991d0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 --2- 172.21.15.40:0/2166738501 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55da66a26580 0x55da66a3e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c0bfff700 0 client.16128 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 >> 172.21.15.40:0/2166738501 conn(0x55da66a1bbe0 msgr2=0x55da66a2b120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:14.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 shutdown_connections 2023-07-14T12:48:14.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 1 -- 172.21.15.40:0/2166738501 wait complete. 2023-07-14T12:48:14.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.812+0000 7f2c3ef44b80 20 client.16128 trim_cache size 0 max 16384 2023-07-14T12:48:14.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:48:14.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:48:14.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:48:14.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:48:14.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c1c0a12c0 msgr2=0x7f2c1c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c1c0a12c0 0x7f2c1c0a3770 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c0fc9c0 tx=0x7f2c1800b410 comp rx=0 tx=0).stop 2023-07-14T12:48:14.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 msgr2=0x7f2c2c19aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:14.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c19aa60 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f2c20003730 tx=0x7f2c2000f690 comp rx=0 tx=0).stop 2023-07-14T12:48:14.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 shutdown_connections 2023-07-14T12:48:14.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c1c0a12c0 0x7f2c1c0a3770 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c2c104a30 0x7f2c2c1948c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c2c0fea30 0x7f2c2c19aa60 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 --2- 172.21.15.40:0/1265718712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c2c0ff3e0 0x7f2c2c19afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:14.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 >> 172.21.15.40:0/1265718712 conn(0x7f2c2c074760 msgr2=0x7f2c2c102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:14.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 shutdown_connections 2023-07-14T12:48:14.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:14.813+0000 7f2c32dbe700 1 -- 172.21.15.40:0/1265718712 wait complete. 2023-07-14T12:48:15.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:14 smithi040 ceph-mon[96535]: pgmap v58: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 456 KiB/s wr, 115 op/s 2023-07-14T12:48:15.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 25748 3.17 MB/sec warmup 49 sec latency 3087.055 ms 2023-07-14T12:48:15.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:14 smithi133 ceph-mon[98311]: pgmap v58: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 456 KiB/s wr, 115 op/s 2023-07-14T12:48:15.273 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:14 smithi130 ceph-mon[97977]: pgmap v58: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 456 KiB/s wr, 115 op/s 2023-07-14T12:48:16.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 28414 3.45 MB/sec warmup 50 sec latency 9.288 ms 2023-07-14T12:48:17.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:16 smithi040 ceph-mon[96535]: pgmap v59: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 317 KiB/s wr, 69 op/s 2023-07-14T12:48:17.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 29207 3.42 MB/sec warmup 51 sec latency 233.413 ms 2023-07-14T12:48:17.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:16 smithi133 ceph-mon[98311]: pgmap v59: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 317 KiB/s wr, 69 op/s 2023-07-14T12:48:17.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:16 smithi130 ceph-mon[97977]: pgmap v59: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 317 KiB/s wr, 69 op/s 2023-07-14T12:48:18.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 29207 3.35 MB/sec warmup 52 sec latency 1233.522 ms 2023-07-14T12:48:19.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:18 smithi040 ceph-mon[96535]: pgmap v60: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 317 KiB/s wr, 69 op/s 2023-07-14T12:48:19.147 INFO:tasks.workunit.client.0.smithi040.stdout: 1 29207 3.29 MB/sec warmup 53 sec latency 2233.638 ms 2023-07-14T12:48:19.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:18 smithi133 ceph-mon[98311]: pgmap v60: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 317 KiB/s wr, 69 op/s 2023-07-14T12:48:19.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:18 smithi130 ceph-mon[97977]: pgmap v60: 97 pgs: 97 active+clean; 28 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 317 KiB/s wr, 69 op/s 2023-07-14T12:48:20.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 29396 3.24 MB/sec warmup 54 sec latency 3112.525 ms 2023-07-14T12:48:21.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:20 smithi040 ceph-mon[96535]: pgmap v61: 97 pgs: 97 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 618 KiB/s wr, 127 op/s 2023-07-14T12:48:21.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 31975 3.48 MB/sec warmup 55 sec latency 9.046 ms 2023-07-14T12:48:21.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:20 smithi133 ceph-mon[98311]: pgmap v61: 97 pgs: 97 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 618 KiB/s wr, 127 op/s 2023-07-14T12:48:21.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:20 smithi130 ceph-mon[97977]: pgmap v61: 97 pgs: 97 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 618 KiB/s wr, 127 op/s 2023-07-14T12:48:22.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32631 3.45 MB/sec warmup 56 sec latency 389.651 ms 2023-07-14T12:48:23.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:22 smithi040 ceph-mon[96535]: pgmap v62: 97 pgs: 97 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 597 KiB/s wr, 117 op/s 2023-07-14T12:48:23.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32631 3.39 MB/sec warmup 57 sec latency 1389.782 ms 2023-07-14T12:48:23.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:22 smithi133 ceph-mon[98311]: pgmap v62: 97 pgs: 97 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 597 KiB/s wr, 117 op/s 2023-07-14T12:48:23.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:22 smithi130 ceph-mon[97977]: pgmap v62: 97 pgs: 97 active+clean; 31 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 597 KiB/s wr, 117 op/s 2023-07-14T12:48:24.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32631 3.33 MB/sec warmup 58 sec latency 2389.855 ms 2023-07-14T12:48:25.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:24 smithi040 ceph-mon[96535]: pgmap v63: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 947 KiB/s wr, 168 op/s 2023-07-14T12:48:25.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32755 3.28 MB/sec warmup 59 sec latency 3264.774 ms 2023-07-14T12:48:25.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:24 smithi133 ceph-mon[98311]: pgmap v63: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 947 KiB/s wr, 168 op/s 2023-07-14T12:48:25.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:24 smithi130 ceph-mon[97977]: pgmap v63: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 1008 KiB/s rd, 947 KiB/s wr, 168 op/s 2023-07-14T12:48:26.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32755 3.22 MB/sec warmup 60 sec latency 1034.878 ms 2023-07-14T12:48:26.887 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-07-14T12:48:27.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 -- 172.21.15.40:0/3166336823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af01049e0 msgr2=0x7f2af0104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 --2- 172.21.15.40:0/3166336823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af01049e0 0x7f2af0104db0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4009990 tx=0x7f2ae4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 -- 172.21.15.40:0/3166336823 shutdown_connections 2023-07-14T12:48:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 --2- 172.21.15.40:0/3166336823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2af00ff380 0x7f2af010b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 --2- 172.21.15.40:0/3166336823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af01049e0 0x7f2af0104db0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 --2- 172.21.15.40:0/3166336823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2af00fe9d0 0x7f2af00fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 -- 172.21.15.40:0/3166336823 >> 172.21.15.40:0/3166336823 conn(0x7f2af00fa4b0 msgr2=0x7f2af00fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 -- 172.21.15.40:0/3166336823 shutdown_connections 2023-07-14T12:48:27.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.014+0000 7f2af6962700 1 -- 172.21.15.40:0/3166336823 wait complete. 2023-07-14T12:48:27.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 Processor -- start 2023-07-14T12:48:27.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 -- start start 2023-07-14T12:48:27.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2af00fe9d0 0x7f2af0197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 0x7f2af01982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.035 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2af01049e0 0x7f2af019c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af019cd80 con 0x7f2af00ff380 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af019cef0 con 0x7f2af00fe9d0 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2af6962700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af019d0b0 con 0x7f2af01049e0 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.015+0000 7f2aef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 0x7f2af01982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 0x7f2af01982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35608/0 (socket says 172.21.15.40:35608) 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 -- 172.21.15.40:0/4266691521 learned_addr learned my addr 172.21.15.40:0/4266691521 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aeffff700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2af00fe9d0 0x7f2af0197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 -- 172.21.15.40:0/4266691521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2af01049e0 msgr2=0x7f2af019c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2af01049e0 0x7f2af019c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 -- 172.21.15.40:0/4266691521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2af00fe9d0 msgr2=0x7f2af0197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2af00fe9d0 0x7f2af0197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 -- 172.21.15.40:0/4266691521 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ae40095f0 con 0x7f2af00ff380 2023-07-14T12:48:27.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 0x7f2af01982e0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2ae000d980 tx=0x7f2ae000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aed7fa700 1 -- 172.21.15.40:0/4266691521 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae000bb60 con 0x7f2af00ff380 2023-07-14T12:48:27.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aed7fa700 1 -- 172.21.15.40:0/4266691521 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ae0007640 con 0x7f2af00ff380 2023-07-14T12:48:27.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2af019d390 con 0x7f2af00ff380 2023-07-14T12:48:27.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2aed7fa700 1 -- 172.21.15.40:0/4266691521 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae0004e90 con 0x7f2af00ff380 2023-07-14T12:48:27.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.016+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2af01a4bd0 con 0x7f2af00ff380 2023-07-14T12:48:27.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.018+0000 7f2aed7fa700 1 -- 172.21.15.40:0/4266691521 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2ae000bcc0 con 0x7f2af00ff380 2023-07-14T12:48:27.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.019+0000 7f2aed7fa700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ad80a12c0 0x7f2ad80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.019+0000 7f2aeffff700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ad80a12c0 0x7f2ad80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.019+0000 7f2aed7fa700 1 -- 172.21.15.40:0/4266691521 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2ae00ccc50 con 0x7f2af00ff380 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2aeffff700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ad80a12c0 0x7f2ad80a3770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4006010 tx=0x7f2ae400b540 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 Processor -- start 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 -- start start 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40d36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40de590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f3fd9cb0 con 0x5564f40d32d0 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f402ca40 con 0x5564f40d3be0 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f4025ed0 con 0x5564f40dead0 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.020+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40d36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40d36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35614/0 (socket says 172.21.15.40:35614) 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 -- 172.21.15.40:0/2517566793 learned_addr learned my addr 172.21.15.40:0/2517566793 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2af4eff700 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40de590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 -- 172.21.15.40:0/2517566793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 msgr2=0x5564f40e0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 -- 172.21.15.40:0/2517566793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 msgr2=0x5564f40de590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40de590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 -- 172.21.15.40:0/2517566793 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564f3e53de0 con 0x5564f40d32d0 2023-07-14T12:48:27.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40de590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:27.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2aeffff700 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40d36a0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4003710 tx=0x7f2ae401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=822bf21c9d9ae2ce server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2ad67fc700 1 -- 172.21.15.40:0/2517566793 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae402b070 con 0x5564f40d32d0 2023-07-14T12:48:27.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2ad67fc700 1 -- 172.21.15.40:0/2517566793 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ae401e040 con 0x5564f40d32d0 2023-07-14T12:48:27.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.021+0000 7f2ad67fc700 1 -- 172.21.15.40:0/2517566793 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae40247a0 con 0x5564f40d32d0 2023-07-14T12:48:27.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/2517566793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 msgr2=0x5564f40d36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40d36a0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4003710 tx=0x7f2ae401f000 comp rx=0 tx=0).stop 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/2517566793 shutdown_connections 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40d36a0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/2517566793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40de590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/2517566793 >> 172.21.15.40:0/2517566793 conn(0x5564f40c9da0 msgr2=0x5564f40cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/2517566793 shutdown_connections 2023-07-14T12:48:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/2517566793 wait complete. 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.022+0000 7f2b02ae8b80 1 -- start start 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 Processor -- start 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40de520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40db730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dbe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f3fc5ac0 con 0x5564f40d32d0 2023-07-14T12:48:27.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f3fc57c0 con 0x5564f40dead0 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f3ea9920 con 0x5564f40d3be0 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2b02ae8b80 10 client.0 _ll_register_callbacks cb 0x5564f3fc3760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40de520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40de520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35620/0 (socket says 172.21.15.40:35620) 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 -- 172.21.15.40:0/560645443 learned_addr learned my addr 172.21.15.40:0/560645443 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40db730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2af4eff700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 -- 172.21.15.40:0/560645443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 msgr2=0x5564f40db730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40db730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 -- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 msgr2=0x5564f40dbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dbe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 -- 172.21.15.40:0/560645443 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2af010c110 con 0x5564f40d32d0 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2aeffff700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40de520 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4031040 tx=0x7f2ae4025c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d2bfb65d05d333e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.023+0000 7f2acf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2acf7fe700 1 -- 172.21.15.40:0/560645443 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae402b040 con 0x5564f40d32d0 2023-07-14T12:48:27.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2acf7fe700 1 -- 172.21.15.40:0/560645443 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2ae400f670 con 0x5564f40d32d0 2023-07-14T12:48:27.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564f3f7f4f0 con 0x5564f40d32d0 2023-07-14T12:48:27.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2acf7fe700 1 -- 172.21.15.40:0/560645443 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ae400f830 con 0x5564f40d32d0 2023-07-14T12:48:27.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 10 client.16140 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.053 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5564f3e3cc60 con 0x5564f40d32d0 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2acf7fe700 1 -- 172.21.15.40:0/560645443 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ae4046020 con 0x5564f40d32d0 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2acf7fe700 1 -- 172.21.15.40:0/560645443 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2ae4042bf0 con 0x5564f40d32d0 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 10 client.16140 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 10 client.16140 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 20 client.16140 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f40edea0 0x5564f40f02b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.054 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 4 client.16140 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.024+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5564f401eeb0 con 0x5564f40edea0 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.025+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f40edea0 0x5564f40f02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.025+0000 7f2acf7fe700 10 client.16140 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.025+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f40edea0 0x5564f40f02b0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3a784e1876e82be server_cookie=85b8ac39a78589d4 in_seq=0 out_seq=0 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2acf7fe700 1 -- 172.21.15.40:0/560645443 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5564f401eeb0 con 0x5564f40edea0 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2acf7fe700 10 client.16140 handle_command_reply: tid=0 2023-07-14T12:48:27.055 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 client.16140 shutdown 2023-07-14T12:48:27.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 msgr2=0x5564f40de520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40de520 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4031040 tx=0x7f2ae4025c60 comp rx=0 tx=0).stop 2023-07-14T12:48:27.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 shutdown_connections 2023-07-14T12:48:27.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dbe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40de520 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.056 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f40edea0 0x5564f40f02b0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/560645443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40db730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2acf7fe700 0 client.16140 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:27.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 >> 172.21.15.40:0/560645443 conn(0x5564f40c9da0 msgr2=0x5564f40cf230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 shutdown_connections 2023-07-14T12:48:27.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/560645443 wait complete. 2023-07-14T12:48:27.057 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.026+0000 7f2b02ae8b80 20 client.16140 trim_cache size 0 max 16384 2023-07-14T12:48:27.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 Processor -- start 2023-07-14T12:48:27.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 -- start start 2023-07-14T12:48:27.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40ea700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40de050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f40d51a0 con 0x5564f40d32d0 2023-07-14T12:48:27.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f40cfb80 con 0x5564f40dead0 2023-07-14T12:48:27.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f40eac40 con 0x5564f40d3be0 2023-07-14T12:48:27.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.043+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40ea700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40ea700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35628/0 (socket says 172.21.15.40:35628) 2023-07-14T12:48:27.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 -- 172.21.15.40:0/180348886 learned_addr learned my addr 172.21.15.40:0/180348886 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 -- 172.21.15.40:0/180348886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 msgr2=0x5564f40de050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40de050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2af4eff700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40de050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 -- 172.21.15.40:0/180348886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 msgr2=0x5564f40dafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dafd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 -- 172.21.15.40:0/180348886 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564f3e7a250 con 0x5564f40d32d0 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40de050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2af4eff700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2aeffff700 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40ea700 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f2ae400bc60 tx=0x7f2ae400bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13c8ba356f4f89e9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2ad6ffd700 1 -- 172.21.15.40:0/180348886 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae402b070 con 0x5564f40d32d0 2023-07-14T12:48:27.065 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2ad6ffd700 1 -- 172.21.15.40:0/180348886 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ae4046030 con 0x5564f40d32d0 2023-07-14T12:48:27.066 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.044+0000 7f2ad6ffd700 1 -- 172.21.15.40:0/180348886 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae400f670 con 0x5564f40d32d0 2023-07-14T12:48:27.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/180348886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 msgr2=0x5564f40ea700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40ea700 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f2ae400bc60 tx=0x7f2ae400bfd0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.069 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/180348886 shutdown_connections 2023-07-14T12:48:27.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40dead0 0x5564f40dafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40ea700 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/180348886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40d3be0 0x5564f40de050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/180348886 >> 172.21.15.40:0/180348886 conn(0x5564f40c9da0 msgr2=0x5564f40cde10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/180348886 shutdown_connections 2023-07-14T12:48:27.070 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/180348886 wait complete. 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 -- start start 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.045+0000 7f2b02ae8b80 1 Processor -- start 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40e54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40e38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f40e4530 con 0x5564f40d32d0 2023-07-14T12:48:27.071 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f40e46a0 con 0x5564f40d3be0 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564f4141d30 con 0x5564f40dead0 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 10 client.0 _ll_register_callbacks cb 0x7f2ae400bf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40e54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40e54f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35634/0 (socket says 172.21.15.40:35634) 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 -- 172.21.15.40:0/3392838163 learned_addr learned my addr 172.21.15.40:0/3392838163 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40e38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.072 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2af4eff700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 -- 172.21.15.40:0/3392838163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 msgr2=0x5564f40e3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 -- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 msgr2=0x5564f40e38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40e38e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 -- 172.21.15.40:0/3392838163 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5564f3e3cc60 con 0x5564f40d32d0 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2aeffff700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40e54f0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4042f20 tx=0x7f2ae4024e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cfc6e222d54f3dd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2acf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2acf7fe700 1 -- 172.21.15.40:0/3392838163 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae402b070 con 0x5564f40d32d0 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2acf7fe700 1 -- 172.21.15.40:0/3392838163 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2ae4047080 con 0x5564f40d32d0 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.046+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2ae401e040 con 0x5564f40d32d0 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2acf7fe700 1 -- 172.21.15.40:0/3392838163 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ae4039c40 con 0x5564f40d32d0 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 10 client.16146 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5564f3e522b0 con 0x5564f40d32d0 2023-07-14T12:48:27.074 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2acf7fe700 1 -- 172.21.15.40:0/3392838163 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ae401e040 con 0x5564f40d32d0 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2acf7fe700 1 -- 172.21.15.40:0/3392838163 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2ae4025270 con 0x5564f40d32d0 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 10 client.16146 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 10 client.16146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 20 client.16146 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f4142f60 0x5564f4145370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 4 client.16146 mds_command: new command op to 24527 tid=0[{"prefix": "scrub status"}] 2023-07-14T12:48:27.075 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5564f3fe1050 con 0x5564f4142f60 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.047+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f4142f60 0x5564f4145370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2acf7fe700 10 client.16146 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2aef7fe700 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f4142f60 0x5564f4145370 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d41aaee8f751c58 server_cookie=51e85f7a160861e1 in_seq=0 out_seq=0 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2acf7fe700 1 -- 172.21.15.40:0/3392838163 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5564f3fe1050 con 0x5564f4142f60 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2acf7fe700 10 client.16146 handle_command_reply: tid=0 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 client.16146 shutdown 2023-07-14T12:48:27.076 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 msgr2=0x5564f40e54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40e54f0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4042f20 tx=0x7f2ae4024e00 comp rx=0 tx=0).stop 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 shutdown_connections 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5564f4142f60 0x5564f4145370 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5564f40dead0 0x5564f40e3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2acf7fe700 0 client.16146 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5564f40d32d0 0x5564f40e54f0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.077 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 --2- 172.21.15.40:0/3392838163 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5564f40d3be0 0x5564f40e38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 >> 172.21.15.40:0/3392838163 conn(0x5564f40c9da0 msgr2=0x5564f40d53e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 shutdown_connections 2023-07-14T12:48:27.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 1 -- 172.21.15.40:0/3392838163 wait complete. 2023-07-14T12:48:27.078 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.048+0000 7f2b02ae8b80 20 client.16146 trim_cache size 0 max 16384 2023-07-14T12:48:27.078 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T12:48:27.079 INFO:teuthology.orchestra.run.smithi040.stdout: "status": "no active scrubs running", 2023-07-14T12:48:27.079 INFO:teuthology.orchestra.run.smithi040.stdout: "scrubs": {} 2023-07-14T12:48:27.079 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T12:48:27.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ad80a12c0 msgr2=0x7f2ad80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ad80a12c0 0x7f2ad80a3770 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2ae4006010 tx=0x7f2ae400b540 comp rx=0 tx=0).stop 2023-07-14T12:48:27.080 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 msgr2=0x7f2af01982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 0x7f2af01982e0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2ae000d980 tx=0x7f2ae000dd40 comp rx=0 tx=0).stop 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 shutdown_connections 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ad80a12c0 0x7f2ad80a3770 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2af01049e0 0x7f2af019c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2af00fe9d0 0x7f2af0197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 --2- 172.21.15.40:0/4266691521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2af00ff380 0x7f2af01982e0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.081 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 >> 172.21.15.40:0/4266691521 conn(0x7f2af00fa4b0 msgr2=0x7f2af00fbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 shutdown_connections 2023-07-14T12:48:27.082 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.049+0000 7f2af6962700 1 -- 172.21.15.40:0/4266691521 wait complete. 2023-07-14T12:48:27.082 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-07-14T12:48:27.082 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T12:48:27.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:26 smithi040 ceph-mon[96535]: pgmap v64: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 651 KiB/s wr, 108 op/s 2023-07-14T12:48:27.148 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32755 3.17 MB/sec warmup 61 sec latency 2034.944 ms 2023-07-14T12:48:27.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 -- 172.21.15.40:0/4190322521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 msgr2=0x7f3c1c10c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 --2- 172.21.15.40:0/4190322521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c10c930 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f3c1400b0a0 tx=0x7f3c1400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 -- 172.21.15.40:0/4190322521 shutdown_connections 2023-07-14T12:48:27.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 --2- 172.21.15.40:0/4190322521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c1c105b00 0x7f3c1c105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 --2- 172.21.15.40:0/4190322521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c10c930 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 --2- 172.21.15.40:0/4190322521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c0ffaf0 0x7f3c1c0fff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 -- 172.21.15.40:0/4190322521 >> 172.21.15.40:0/4190322521 conn(0x7f3c1c0fb5d0 msgr2=0x7f3c1c0fd9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 -- 172.21.15.40:0/4190322521 shutdown_connections 2023-07-14T12:48:27.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.190+0000 7f3c23d97700 1 -- 172.21.15.40:0/4190322521 wait complete. 2023-07-14T12:48:27.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 Processor -- start 2023-07-14T12:48:27.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 -- start start 2023-07-14T12:48:27.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c0ffaf0 0x7f3c1c19bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c19c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c1c105b00 0x7f3c1c195b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c1c1961a0 con 0x7f3c1c1004a0 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c1c196310 con 0x7f3c1c0ffaf0 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c23d97700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c1c1964d0 con 0x7f3c1c105b00 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c21332700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c19c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c21332700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c19c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35650/0 (socket says 172.21.15.40:35650) 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c21332700 1 -- 172.21.15.40:0/1055753937 learned_addr learned my addr 172.21.15.40:0/1055753937 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c22334700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c1c105b00 0x7f3c1c195b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.191+0000 7f3c21b33700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c0ffaf0 0x7f3c1c19bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c21332700 1 -- 172.21.15.40:0/1055753937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c1c105b00 msgr2=0x7f3c1c195b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c21332700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c1c105b00 0x7f3c1c195b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c21332700 1 -- 172.21.15.40:0/1055753937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c0ffaf0 msgr2=0x7f3c1c19bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c21332700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c0ffaf0 0x7f3c1c19bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c21332700 1 -- 172.21.15.40:0/1055753937 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c14009d00 con 0x7f3c1c1004a0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c21332700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c19c000 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00e9a0 tx=0x7f3c0c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c009790 con 0x7f3c1c1004a0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c1c1967b0 con 0x7f3c1c1004a0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3c0c00cbd0 con 0x7f3c1c1004a0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c0c018680 con 0x7f3c1c1004a0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.192+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c1c1a2ab0 con 0x7f3c1c1004a0 2023-07-14T12:48:27.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.193+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c1c066a70 con 0x7f3c1c1004a0 2023-07-14T12:48:27.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.195+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f3c0c00cd40 con 0x7f3c1c1004a0 2023-07-14T12:48:27.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.195+0000 7f3c12ffd700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3c080a1300 0x7f3c080a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.195+0000 7f3c21b33700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3c080a1300 0x7f3c080a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.195+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3c0c014070 con 0x7f3c1c1004a0 2023-07-14T12:48:27.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.196+0000 7f3c21b33700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3c080a1300 0x7f3c080a37b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3c18009bd0 tx=0x7f3c18009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.216 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.199+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3c0c096660 con 0x7f3c1c1004a0 2023-07-14T12:48:27.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:26 smithi133 ceph-mon[98311]: pgmap v64: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 651 KiB/s wr, 108 op/s 2023-07-14T12:48:27.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:26 smithi130 ceph-mon[97977]: pgmap v64: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 651 KiB/s wr, 108 op/s 2023-07-14T12:48:27.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.443+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3c1c1969a0 con 0x7f3c1c1004a0 2023-07-14T12:48:27.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.444+0000 7f3c12ffd700 1 -- 172.21.15.40:0/1055753937 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+10906 (secure 0 0 0) 0x7f3c1c1969a0 con 0x7f3c1c1004a0 2023-07-14T12:48:27.462 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T12:48:27.462 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T12:48:02.837640+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":57,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24481":{"gid":24481,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/3910204745","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":3910204745},{"type":"v1","addr":"172.21.15.133:6837","nonce":3910204745}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T12:48:27.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3c080a1300 msgr2=0x7f3c080a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3c080a1300 0x7f3c080a37b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3c18009bd0 tx=0x7f3c18009260 comp rx=0 tx=0).stop 2023-07-14T12:48:27.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 msgr2=0x7f3c1c19c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c19c000 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f3c0c00e9a0 tx=0x7f3c0c00ecb0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 shutdown_connections 2023-07-14T12:48:27.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3c080a1300 0x7f3c080a37b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c1c105b00 0x7f3c1c195b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3c1c0ffaf0 0x7f3c1c19bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 --2- 172.21.15.40:0/1055753937 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3c1c1004a0 0x7f3c1c19c000 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 >> 172.21.15.40:0/1055753937 conn(0x7f3c1c0fb5d0 msgr2=0x7f3c1c106950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 shutdown_connections 2023-07-14T12:48:27.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.447+0000 7f3c23d97700 1 -- 172.21.15.40:0/1055753937 wait complete. 2023-07-14T12:48:27.466 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 33 2023-07-14T12:48:27.476 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-07-14T12:48:27.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 -- 172.21.15.40:0/2610233738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc0ff380 msgr2=0x7f8edc10b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/2610233738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc0ff380 0x7f8edc10b810 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8ed400b0a0 tx=0x7f8ed400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 -- 172.21.15.40:0/2610233738 shutdown_connections 2023-07-14T12:48:27.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/2610233738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc1049e0 0x7f8edc104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/2610233738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc0ff380 0x7f8edc10b810 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/2610233738 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8edc0fe9d0 0x7f8edc0fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 -- 172.21.15.40:0/2610233738 >> 172.21.15.40:0/2610233738 conn(0x7f8edc0fa4b0 msgr2=0x7f8edc0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 -- 172.21.15.40:0/2610233738 shutdown_connections 2023-07-14T12:48:27.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.627+0000 7f8ee3c01700 1 -- 172.21.15.40:0/2610233738 wait complete. 2023-07-14T12:48:27.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.628+0000 7f8ee3c01700 1 Processor -- start 2023-07-14T12:48:27.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.628+0000 7f8ee3c01700 1 -- start start 2023-07-14T12:48:27.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8edc0fe9d0 0x7f8edc19a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc0ff380 0x7f8edc19aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 0x7f8edc1949e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8edc195050 con 0x7f8edc1049e0 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8edc1951c0 con 0x7f8edc0fe9d0 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8edc195380 con 0x7f8edc0ff380 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 0x7f8edc1949e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 0x7f8edc1949e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35666/0 (socket says 172.21.15.40:35666) 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 -- 172.21.15.40:0/155056950 learned_addr learned my addr 172.21.15.40:0/155056950 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee199d700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8edc0fe9d0 0x7f8edc19a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee119c700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc0ff380 0x7f8edc19aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 -- 172.21.15.40:0/155056950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc0ff380 msgr2=0x7f8edc19aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc0ff380 0x7f8edc19aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 -- 172.21.15.40:0/155056950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8edc0fe9d0 msgr2=0x7f8edc19a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8edc0fe9d0 0x7f8edc19a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 -- 172.21.15.40:0/155056950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ed4009d00 con 0x7f8edc1049e0 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee119c700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc0ff380 0x7f8edc19aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:27.650 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee219e700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 0x7f8edc1949e0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8ed4009fd0 tx=0x7f8ed400ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ed2ffd700 1 -- 172.21.15.40:0/155056950 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed400e040 con 0x7f8edc1049e0 2023-07-14T12:48:27.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ed2ffd700 1 -- 172.21.15.40:0/155056950 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ed4004de0 con 0x7f8edc1049e0 2023-07-14T12:48:27.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8edc195600 con 0x7f8edc1049e0 2023-07-14T12:48:27.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ed2ffd700 1 -- 172.21.15.40:0/155056950 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed401b6b0 con 0x7f8edc1049e0 2023-07-14T12:48:27.651 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.629+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8edc1a1960 con 0x7f8edc1049e0 2023-07-14T12:48:27.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.632+0000 7f8ed2ffd700 1 -- 172.21.15.40:0/155056950 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f8ed4003a00 con 0x7f8edc1049e0 2023-07-14T12:48:27.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.632+0000 7f8ed2ffd700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8ec80a1340 0x7f8ec80a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.633+0000 7f8ed2ffd700 1 -- 172.21.15.40:0/155056950 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f8ed40ce1e0 con 0x7f8edc1049e0 2023-07-14T12:48:27.655 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.633+0000 7f8ee199d700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8ec80a1340 0x7f8ec80a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.633+0000 7f8ee199d700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8ec80a1340 0x7f8ec80a37f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8edc0ffb10 tx=0x7f8ecc007400 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.633+0000 7f8eefd87b80 1 Processor -- start 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.633+0000 7f8eefd87b80 1 -- start start 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x5562036696a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036767a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036790c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.656 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55620356fcb0 con 0x556203669be0 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562035c2a40 con 0x5562036692d0 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562035bbed0 con 0x556203676ce0 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036767a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036767a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35672/0 (socket says 172.21.15.40:35672) 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 -- 172.21.15.40:0/3596548837 learned_addr learned my addr 172.21.15.40:0/3596548837 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee199d700 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x5562036696a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee219e700 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036790c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.657 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 -- 172.21.15.40:0/3596548837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 msgr2=0x5562036790c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036790c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 -- 172.21.15.40:0/3596548837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 msgr2=0x5562036696a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x5562036696a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 -- 172.21.15.40:0/3596548837 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5562033e9de0 con 0x556203669be0 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee219e700 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036790c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ee119c700 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036767a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f8ed800bd60 tx=0x7f8ed800f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e556fae5cd8bb438 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ec7fff700 1 -- 172.21.15.40:0/3596548837 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed800fd40 con 0x556203669be0 2023-07-14T12:48:27.658 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ec7fff700 1 -- 172.21.15.40:0/3596548837 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ed800fea0 con 0x556203669be0 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.634+0000 7f8ec7fff700 1 -- 172.21.15.40:0/3596548837 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8010630 con 0x556203669be0 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3596548837 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 msgr2=0x5562036767a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036767a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f8ed800bd60 tx=0x7f8ed800f640 comp rx=0 tx=0).stop 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3596548837 shutdown_connections 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036790c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x5562036696a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.659 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3596548837 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036767a0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3596548837 >> 172.21.15.40:0/3596548837 conn(0x55620365fda0 msgr2=0x5562036656a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3596548837 shutdown_connections 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.635+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3596548837 wait complete. 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 -- start start 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 Processor -- start 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203676790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036739a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.660 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036740e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55620355bac0 con 0x556203669be0 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55620355b7c0 con 0x5562036692d0 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55620343f920 con 0x556203676ce0 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8eefd87b80 10 client.0 _ll_register_callbacks cb 0x556203559760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8ee119c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036739a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8ee119c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036739a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35678/0 (socket says 172.21.15.40:35678) 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8ee119c700 1 -- 172.21.15.40:0/3659941732 learned_addr learned my addr 172.21.15.40:0/3659941732 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.636+0000 7f8ee199d700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203676790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee219e700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036740e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee119c700 1 -- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 msgr2=0x5562036740e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee119c700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036740e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee119c700 1 -- 172.21.15.40:0/3659941732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 msgr2=0x556203676790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee119c700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203676790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee119c700 1 -- 172.21.15.40:0/3659941732 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ed800b9c0 con 0x556203669be0 2023-07-14T12:48:27.662 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee219e700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036740e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ee119c700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036739a0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8005c50 tx=0x7f8ed800beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4559748bd280608e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ec57fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ec57fa700 1 -- 172.21.15.40:0/3659941732 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed8020070 con 0x556203669be0 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ec57fa700 1 -- 172.21.15.40:0/3659941732 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f8ed800fc40 con 0x556203669be0 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5562035154f0 con 0x556203669be0 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ec57fa700 1 -- 172.21.15.40:0/3659941732 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ed8011440 con 0x556203669be0 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8eefd87b80 10 client.16164 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.663 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5562033d2c60 con 0x556203669be0 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.637+0000 7f8ec57fa700 1 -- 172.21.15.40:0/3659941732 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ed8033020 con 0x556203669be0 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8ec57fa700 1 -- 172.21.15.40:0/3659941732 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f8ed8004750 con 0x556203669be0 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8eefd87b80 10 client.16164 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8eefd87b80 10 client.16164 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8eefd87b80 20 client.16164 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x556203686630 0x556203688a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8eefd87b80 4 client.16164 mds_command: new command op to 24433 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:27.664 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5562035b4eb0 con 0x556203686630 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8ee199d700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x556203686630 0x556203688a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8ee199d700 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x556203686630 0x556203688a40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3778b2fecc7cf6e9 server_cookie=1a2792a7cf7cb90b in_seq=0 out_seq=0 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.638+0000 7f8ec57fa700 10 client.16164 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8ec57fa700 1 -- 172.21.15.40:0/3659941732 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5562035b4eb0 con 0x556203686630 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8ec57fa700 10 client.16164 handle_command_reply: tid=0 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 client.16164 shutdown 2023-07-14T12:48:27.666 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 msgr2=0x5562036739a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036739a0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f8ed8005c50 tx=0x7f8ed800beb0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 shutdown_connections 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x556203686630 0x556203688a40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203676ce0 0x5562036740e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203676790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8ec57fa700 0 client.16164 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/3659941732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203669be0 0x5562036739a0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.667 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 >> 172.21.15.40:0/3659941732 conn(0x55620365fda0 msgr2=0x556203665230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 shutdown_connections 2023-07-14T12:48:27.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 1 -- 172.21.15.40:0/3659941732 wait complete. 2023-07-14T12:48:27.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.639+0000 7f8eefd87b80 20 client.16164 trim_cache size 0 max 16384 2023-07-14T12:48:27.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 Processor -- start 2023-07-14T12:48:27.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 -- start start 2023-07-14T12:48:27.671 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203673960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620368d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 0x5562036762c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562036746e0 con 0x556203676ce0 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55620365cef0 con 0x5562036692d0 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562036890a0 con 0x556203669be0 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 0x5562036762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.672 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 0x5562036762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35688/0 (socket says 172.21.15.40:35688) 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 -- 172.21.15.40:0/668403018 learned_addr learned my addr 172.21.15.40:0/668403018 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee119c700 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620368d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee199d700 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203673960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 -- 172.21.15.40:0/668403018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 msgr2=0x55620368d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620368d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 -- 172.21.15.40:0/668403018 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 msgr2=0x556203673960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203673960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.673 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 -- 172.21.15.40:0/668403018 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556203410250 con 0x556203676ce0 2023-07-14T12:48:27.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.653+0000 7f8ee219e700 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 0x5562036762c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f8ed4097d90 tx=0x7f8ed4009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b967860f91ada2d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8ed0dac700 1 -- 172.21.15.40:0/668403018 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed409ac80 con 0x556203676ce0 2023-07-14T12:48:27.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8ed0dac700 1 -- 172.21.15.40:0/668403018 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ed4004880 con 0x556203676ce0 2023-07-14T12:48:27.674 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8ed0dac700 1 -- 172.21.15.40:0/668403018 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed40a36e0 con 0x556203676ce0 2023-07-14T12:48:27.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 -- 172.21.15.40:0/668403018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 msgr2=0x5562036762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 0x5562036762c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f8ed4097d90 tx=0x7f8ed4009040 comp rx=0 tx=0).stop 2023-07-14T12:48:27.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 -- 172.21.15.40:0/668403018 shutdown_connections 2023-07-14T12:48:27.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556203676ce0 0x5562036762c0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.677 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5562036692d0 0x556203673960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/668403018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620368d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 -- 172.21.15.40:0/668403018 >> 172.21.15.40:0/668403018 conn(0x55620365fda0 msgr2=0x556203661310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 -- 172.21.15.40:0/668403018 shutdown_connections 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 -- 172.21.15.40:0/668403018 wait complete. 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.654+0000 7f8eefd87b80 1 -- start start 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 Processor -- start 2023-07-14T12:48:27.678 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 0x55620367b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620367be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556203676ce0 0x5562036d94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562036d99f0 con 0x5562036692d0 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562036d9b30 con 0x556203676ce0 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5562036d9ca0 con 0x556203669be0 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8eefd87b80 10 client.0 _ll_register_callbacks cb 0x7f8ecc0078e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 0x55620367b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.679 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 0x55620367b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35690/0 (socket says 172.21.15.40:35690) 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 -- 172.21.15.40:0/511940055 learned_addr learned my addr 172.21.15.40:0/511940055 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee119c700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620367be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee219e700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556203676ce0 0x5562036d94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 -- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 msgr2=0x55620367be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620367be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 -- 172.21.15.40:0/511940055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556203676ce0 msgr2=0x5562036d94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556203676ce0 0x5562036d94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.655+0000 7f8ee199d700 1 -- 172.21.15.40:0/511940055 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8edc1a1960 con 0x5562036692d0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ee199d700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 0x55620367b900 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x5562036892e0 tx=0x7f8ecc0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4f488c570d7a4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ec57fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ec57fa700 1 -- 172.21.15.40:0/511940055 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ecc026030 con 0x5562036692d0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ec57fa700 1 -- 172.21.15.40:0/511940055 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f8ecc017070 con 0x5562036692d0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8ed800fea0 con 0x5562036692d0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ec57fa700 1 -- 172.21.15.40:0/511940055 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ecc0287f0 con 0x5562036692d0 2023-07-14T12:48:27.681 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 10 client.16170 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5562033e82b0 con 0x5562036692d0 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ec57fa700 1 -- 172.21.15.40:0/511940055 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ed800fea0 con 0x5562036692d0 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8ec57fa700 1 -- 172.21.15.40:0/511940055 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f8ecc003b70 con 0x5562036692d0 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 10 client.16170 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 10 client.16170 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.l 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 20 client.16170 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5562036db370 0x5562036dd750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 4 client.16170 mds_command: new command op to 24433 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.656+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 --> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556203577050 con 0x5562036db370 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8ee119c700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5562036db370 0x5562036dd750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8ec57fa700 10 client.16170 ms_handle_connect on v2:172.21.15.133:6832/1848616642 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8ee119c700 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5562036db370 0x5562036dd750 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5f25b1efcaf4a792 server_cookie=741e9b9c3a7bd018 in_seq=0 out_seq=0 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8ec57fa700 1 -- 172.21.15.40:0/511940055 <== mds.4 v2:172.21.15.133:6832/1848616642 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556203577050 con 0x5562036db370 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8ec57fa700 10 client.16170 handle_command_reply: tid=0 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8eefd87b80 1 client.16170 shutdown 2023-07-14T12:48:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 msgr2=0x55620367b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.657+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 0x55620367b900 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x5562036892e0 tx=0x7f8ecc0047c0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 shutdown_connections 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:6832/1848616642,v1:172.21.15.133:6833/1848616642] conn(0x5562036db370 0x5562036dd750 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556203676ce0 0x5562036d94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5562036692d0 0x55620367b900 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 --2- 172.21.15.40:0/511940055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556203669be0 0x55620367be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.684 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ec57fa700 0 client.16170 ms_handle_reset on v2:172.21.15.133:6832/1848616642 2023-07-14T12:48:27.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 >> 172.21.15.40:0/511940055 conn(0x55620365fda0 msgr2=0x55620368d360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 shutdown_connections 2023-07-14T12:48:27.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 1 -- 172.21.15.40:0/511940055 wait complete. 2023-07-14T12:48:27.685 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8eefd87b80 20 client.16170 trim_cache size 0 max 16384 2023-07-14T12:48:27.685 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:48:27.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8ec80a1340 msgr2=0x7f8ec80a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8ec80a1340 0x7f8ec80a37f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8edc0ffb10 tx=0x7f8ecc007400 comp rx=0 tx=0).stop 2023-07-14T12:48:27.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 msgr2=0x7f8edc1949e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.686 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 0x7f8edc1949e0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8ed4009fd0 tx=0x7f8ed400ce90 comp rx=0 tx=0).stop 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 shutdown_connections 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8ec80a1340 0x7f8ec80a37f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8edc1049e0 0x7f8edc1949e0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8edc0fe9d0 0x7f8edc19a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 --2- 172.21.15.40:0/155056950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8edc0ff380 0x7f8edc19aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 >> 172.21.15.40:0/155056950 conn(0x7f8edc0fa4b0 msgr2=0x7f8edc0fba60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 shutdown_connections 2023-07-14T12:48:27.687 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.658+0000 7f8ee3c01700 1 -- 172.21.15.40:0/155056950 wait complete. 2023-07-14T12:48:27.688 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-07-14T12:48:27.818 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.800+0000 7f3b75f04700 1 -- 172.21.15.40:0/2577602682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 msgr2=0x7f3b70104db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.800+0000 7f3b75f04700 1 --2- 172.21.15.40:0/2577602682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b70104db0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800b0a0 tx=0x7f3b6800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 -- 172.21.15.40:0/2577602682 shutdown_connections 2023-07-14T12:48:27.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 --2- 172.21.15.40:0/2577602682 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b700ff380 0x7f3b7010b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 --2- 172.21.15.40:0/2577602682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b70104db0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 --2- 172.21.15.40:0/2577602682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b700fe9d0 0x7f3b700fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 -- 172.21.15.40:0/2577602682 >> 172.21.15.40:0/2577602682 conn(0x7f3b700fa4b0 msgr2=0x7f3b700fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 -- 172.21.15.40:0/2577602682 shutdown_connections 2023-07-14T12:48:27.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 -- 172.21.15.40:0/2577602682 wait complete. 2023-07-14T12:48:27.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 Processor -- start 2023-07-14T12:48:27.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.801+0000 7f3b75f04700 1 -- start start 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b700fe9d0 0x7f3b70196b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b700ff380 0x7f3b701970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b701a1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b701979e0 con 0x7f3b701049e0 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b701a2120 con 0x7f3b700fe9d0 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b701a22e0 con 0x7f3b700ff380 2023-07-14T12:48:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b701a1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b701a1be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35708/0 (socket says 172.21.15.40:35708) 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 -- 172.21.15.40:0/1528435478 learned_addr learned my addr 172.21.15.40:0/1528435478 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b700fe9d0 0x7f3b70196b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6effd700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b700ff380 0x7f3b701970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 -- 172.21.15.40:0/1528435478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b700ff380 msgr2=0x7f3b701970a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b700ff380 0x7f3b701970a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.823 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 -- 172.21.15.40:0/1528435478 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b700fe9d0 msgr2=0x7f3b70196b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b700fe9d0 0x7f3b70196b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 -- 172.21.15.40:0/1528435478 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b68009d00 con 0x7f3b701049e0 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b701a1be0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f3b6000e940 tx=0x7f3b6000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6cff9700 1 -- 172.21.15.40:0/1528435478 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b600097b0 con 0x7f3b701049e0 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b701a25c0 con 0x7f3b701049e0 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6cff9700 1 -- 172.21.15.40:0/1528435478 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b60005020 con 0x7f3b701049e0 2023-07-14T12:48:27.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b6cff9700 1 -- 172.21.15.40:0/1528435478 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b6000cbf0 con 0x7f3b701049e0 2023-07-14T12:48:27.825 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.802+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b70194cc0 con 0x7f3b701049e0 2023-07-14T12:48:27.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.805+0000 7f3b6cff9700 1 -- 172.21.15.40:0/1528435478 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f3b60005400 con 0x7f3b701049e0 2023-07-14T12:48:27.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.806+0000 7f3b6cff9700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3b580a12c0 0x7f3b580a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.806+0000 7f3b6cff9700 1 -- 172.21.15.40:0/1528435478 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3b60014070 con 0x7f3b701049e0 2023-07-14T12:48:27.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.806+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3b580a12c0 0x7f3b580a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.806+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3b580a12c0 0x7f3b580a3770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3b680062a0 tx=0x7f3b68006210 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.829 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.806+0000 7f3b8208ab80 1 Processor -- start 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 -- start start 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73a36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73ae590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f72a9cb0 con 0x5626f73a32d0 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f72fca40 con 0x5626f73aead0 2023-07-14T12:48:27.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f72f5ed0 con 0x5626f73a3be0 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73a36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73a36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35712/0 (socket says 172.21.15.40:35712) 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/2458496963 learned_addr learned my addr 172.21.15.40:0/2458496963 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6effd700 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73ae590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/2458496963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 msgr2=0x5626f73ae590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73ae590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/2458496963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 msgr2=0x5626f73b0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.807+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/2458496963 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626f7123de0 con 0x5626f73a32d0 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73a36a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f3b68015000 tx=0x7f3b6801c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e158c5bf10dd9f7f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b55ffb700 1 -- 172.21.15.40:0/2458496963 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b6800e040 con 0x5626f73a32d0 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b55ffb700 1 -- 172.21.15.40:0/2458496963 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b680076e0 con 0x5626f73a32d0 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b55ffb700 1 -- 172.21.15.40:0/2458496963 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b680052a0 con 0x5626f73a32d0 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2458496963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 msgr2=0x5626f73a36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73a36a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f3b68015000 tx=0x7f3b6801c000 comp rx=0 tx=0).stop 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2458496963 shutdown_connections 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73a36a0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2458496963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73ae590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2458496963 >> 172.21.15.40:0/2458496963 conn(0x5626f7399da0 msgr2=0x5626f739f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.808+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2458496963 shutdown_connections 2023-07-14T12:48:27.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2458496963 wait complete. 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 -- start start 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 Processor -- start 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73ae460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73ab6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73aead0 0x5626f73abcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f7295ac0 con 0x5626f73a32d0 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f72957c0 con 0x5626f73a3be0 2023-07-14T12:48:27.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f7179920 con 0x5626f73aead0 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b8208ab80 10 client.0 _ll_register_callbacks cb 0x5626f7293760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b6f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73ae460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b6f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73ae460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35718/0 (socket says 172.21.15.40:35718) 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.809+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/1237615696 learned_addr learned my addr 172.21.15.40:0/1237615696 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6effd700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73ab6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73aead0 0x5626f73abcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/1237615696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73aead0 msgr2=0x5626f73abcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73aead0 0x5626f73abcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 msgr2=0x5626f73ab6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73ab6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/1237615696 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b7010c110 con 0x5626f73a32d0 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73aead0 0x5626f73abcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73ae460 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800bfd0 tx=0x7f3b68007500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9c980bbd122361b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b4effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b4effd700 1 -- 172.21.15.40:0/1237615696 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b68005510 con 0x5626f73a32d0 2023-07-14T12:48:27.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b4effd700 1 -- 172.21.15.40:0/1237615696 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3b68005670 con 0x5626f73a32d0 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5626f724f4f0 con 0x5626f73a32d0 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b4effd700 1 -- 172.21.15.40:0/1237615696 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b68005830 con 0x5626f73a32d0 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b8208ab80 10 client.16182 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5626f710cc60 con 0x5626f73a32d0 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.810+0000 7f3b4effd700 1 -- 172.21.15.40:0/1237615696 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b68044020 con 0x5626f73a32d0 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b4effd700 1 -- 172.21.15.40:0/1237615696 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3b680275c0 con 0x5626f73a32d0 2023-07-14T12:48:27.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b8208ab80 10 client.16182 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b8208ab80 10 client.16182 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b8208ab80 20 client.16182 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f73bde90 0x5626f73c02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b8208ab80 4 client.16182 mds_command: new command op to 24437 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5626f72eeeb0 con 0x5626f73bde90 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b6effd700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f73bde90 0x5626f73c02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b4effd700 10 client.16182 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:48:27.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.811+0000 7f3b6effd700 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f73bde90 0x5626f73c02a0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=64291d267dcecf9d server_cookie=d9e95a7de6c6126f in_seq=0 out_seq=0 2023-07-14T12:48:27.839 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b4effd700 1 -- 172.21.15.40:0/1237615696 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5626f72eeeb0 con 0x5626f73bde90 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b4effd700 10 client.16182 handle_command_reply: tid=0 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 client.16182 shutdown 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 msgr2=0x5626f73ae460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73ae460 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800bfd0 tx=0x7f3b68007500 comp rx=0 tx=0).stop 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 shutdown_connections 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f73bde90 0x5626f73c02a0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.840 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73aead0 0x5626f73abcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b4effd700 0 client.16182 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73ae460 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/1237615696 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73ab6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 >> 172.21.15.40:0/1237615696 conn(0x5626f7399da0 msgr2=0x5626f739f230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 shutdown_connections 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.812+0000 7f3b8208ab80 1 -- 172.21.15.40:0/1237615696 wait complete. 2023-07-14T12:48:27.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.813+0000 7f3b8208ab80 20 client.16182 trim_cache size 0 max 16384 2023-07-14T12:48:27.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 Processor -- start 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 -- start start 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a32d0 0x5626f73ae000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73aaea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 0x5626f73ab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f73a4d60 con 0x5626f73aead0 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f72eeeb0 con 0x5626f73a3be0 2023-07-14T12:48:27.845 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.826+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f739bec0 con 0x5626f73a32d0 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 0x5626f73ab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 0x5626f73ab3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35730/0 (socket says 172.21.15.40:35730) 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 -- 172.21.15.40:0/2043725155 learned_addr learned my addr 172.21.15.40:0/2043725155 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6effd700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73aaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a32d0 0x5626f73ae000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 -- 172.21.15.40:0/2043725155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a32d0 msgr2=0x5626f73ae000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.846 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a32d0 0x5626f73ae000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 -- 172.21.15.40:0/2043725155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 msgr2=0x5626f73aaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73aaea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 -- 172.21.15.40:0/2043725155 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626f714a250 con 0x5626f73aead0 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6effd700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73aaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a32d0 0x5626f73ae000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 0x5626f73ab3e0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f3b60099f40 tx=0x7f3b60096420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fb38e8a2bd98cb6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.847 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b567fc700 1 -- 172.21.15.40:0/2043725155 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b600a2400 con 0x5626f73aead0 2023-07-14T12:48:27.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b567fc700 1 -- 172.21.15.40:0/2043725155 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b6000cd70 con 0x5626f73aead0 2023-07-14T12:48:27.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.827+0000 7f3b567fc700 1 -- 172.21.15.40:0/2043725155 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b600994a0 con 0x5626f73aead0 2023-07-14T12:48:27.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2043725155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 msgr2=0x5626f73ab3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.848 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 0x5626f73ab3e0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f3b60099f40 tx=0x7f3b60096420 comp rx=0 tx=0).stop 2023-07-14T12:48:27.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2043725155 shutdown_connections 2023-07-14T12:48:27.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a32d0 0x5626f73ae000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73aead0 0x5626f73ab3e0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/2043725155 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73a3be0 0x5626f73aaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.849 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2043725155 >> 172.21.15.40:0/2043725155 conn(0x5626f7399da0 msgr2=0x5626f73ba720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.849 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:27 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1055753937' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:48:27.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2043725155 shutdown_connections 2023-07-14T12:48:27.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.828+0000 7f3b8208ab80 1 -- 172.21.15.40:0/2043725155 wait complete. 2023-07-14T12:48:27.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 -- start start 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 Processor -- start 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73b3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73b41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f7411d20 con 0x5626f73a32d0 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f7411e60 con 0x5626f73aead0 2023-07-14T12:48:27.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626f7412020 con 0x5626f73a3be0 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b8208ab80 10 client.0 _ll_register_callbacks cb 0x7f3b600962f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.829+0000 7f3b6f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73b3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73b3c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35732/0 (socket says 172.21.15.40:35732) 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/3625461975 learned_addr learned my addr 172.21.15.40:0/3625461975 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6ffff700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6effd700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73b41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/3625461975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 msgr2=0x5626f73b41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73b41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 msgr2=0x5626f73b46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 -- 172.21.15.40:0/3625461975 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b70194cc0 con 0x5626f73a32d0 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b6f7fe700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73b3c70 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f3b68000f80 tx=0x7f3b6801c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea3e1d227ee0d5e2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.830+0000 7f3b4effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b4effd700 1 -- 172.21.15.40:0/3625461975 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b6800e040 con 0x5626f73a32d0 2023-07-14T12:48:27.855 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b4effd700 1 -- 172.21.15.40:0/3625461975 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3b68045080 con 0x5626f73a32d0 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3b680076e0 con 0x5626f73a32d0 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b4effd700 1 -- 172.21.15.40:0/3625461975 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b6801cb20 con 0x5626f73a32d0 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 10 client.16188 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5626f71222b0 con 0x5626f73a32d0 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b4effd700 1 -- 172.21.15.40:0/3625461975 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b68057020 con 0x5626f73a32d0 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b4effd700 1 -- 172.21.15.40:0/3625461975 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3b68040430 con 0x5626f73a32d0 2023-07-14T12:48:27.856 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 10 client.16188 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 10 client.16188 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.k 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 20 client.16188 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f7413270 0x5626f7415650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 4 client.16188 mds_command: new command op to 24437 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.831+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 --> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5626f72b1050 con 0x5626f7413270 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.832+0000 7f3b6effd700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f7413270 0x5626f7415650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.832+0000 7f3b6effd700 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f7413270 0x5626f7415650 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4a6ed3a6ba58b493 server_cookie=b5f375982d919b0 in_seq=0 out_seq=0 2023-07-14T12:48:27.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.832+0000 7f3b4effd700 10 client.16188 ms_handle_connect on v2:172.21.15.130:6832/2878458841 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.832+0000 7f3b4effd700 1 -- 172.21.15.40:0/3625461975 <== mds.3 v2:172.21.15.130:6832/2878458841 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+242 (crc 0 0 0) 0x5626f72b1050 con 0x5626f7413270 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.832+0000 7f3b4effd700 10 client.16188 handle_command_reply: tid=0 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.832+0000 7f3b8208ab80 1 client.16188 shutdown 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 msgr2=0x5626f73b3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73b3c70 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f3b68000f80 tx=0x7f3b6801c670 comp rx=0 tx=0).stop 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 shutdown_connections 2023-07-14T12:48:27.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:6832/2878458841,v1:172.21.15.130:6833/2878458841] conn(0x5626f7413270 0x5626f7415650 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5626f73aead0 0x5626f73b46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5626f73a32d0 0x5626f73b3c70 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 --2- 172.21.15.40:0/3625461975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5626f73a3be0 0x5626f73b41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 >> 172.21.15.40:0/3625461975 conn(0x5626f7399da0 msgr2=0x5626f73a53e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b4effd700 0 client.16188 ms_handle_reset on v2:172.21.15.130:6832/2878458841 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 shutdown_connections 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 1 -- 172.21.15.40:0/3625461975 wait complete. 2023-07-14T12:48:27.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b8208ab80 20 client.16188 trim_cache size 0 max 16384 2023-07-14T12:48:27.860 INFO:teuthology.orchestra.run.smithi040.stdout:[ 2023-07-14T12:48:27.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T12:48:27.860 INFO:teuthology.orchestra.run.smithi040.stdout: "damage_type": "backtrace", 2023-07-14T12:48:27.860 INFO:teuthology.orchestra.run.smithi040.stdout: "id": 2763519186, 2023-07-14T12:48:27.860 INFO:teuthology.orchestra.run.smithi040.stdout: "ino": 1099511628351, 2023-07-14T12:48:27.861 INFO:teuthology.orchestra.run.smithi040.stdout: "path": "/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f/client.0/tmp/clients/client0/~dmtmp/ACCESS/FASTENER.MDB" 2023-07-14T12:48:27.861 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T12:48:27.861 INFO:teuthology.orchestra.run.smithi040.stdout:] 2023-07-14T12:48:27.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3b580a12c0 msgr2=0x7f3b580a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3b580a12c0 0x7f3b580a3770 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3b680062a0 tx=0x7f3b68006210 comp rx=0 tx=0).stop 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 msgr2=0x7f3b701a1be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b701a1be0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f3b6000e940 tx=0x7f3b6000ec50 comp rx=0 tx=0).stop 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 shutdown_connections 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3b580a12c0 0x7f3b580a3770 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b701049e0 0x7f3b701a1be0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3b700fe9d0 0x7f3b70196b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 --2- 172.21.15.40:0/1528435478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b700ff380 0x7f3b701970a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.833+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 >> 172.21.15.40:0/1528435478 conn(0x7f3b700fa4b0 msgr2=0x7f3b700fba60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.834+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 shutdown_connections 2023-07-14T12:48:27.863 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.834+0000 7f3b75f04700 1 -- 172.21.15.40:0/1528435478 wait complete. 2023-07-14T12:48:27.864 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-07-14T12:48:27.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.929+0000 7fec063a0700 1 -- 172.21.15.40:0/3252429983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec0010c350 msgr2=0x7fec0010e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.929+0000 7fec063a0700 1 --2- 172.21.15.40:0/3252429983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec0010c350 0x7fec0010e730 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7febf800b0a0 tx=0x7febf800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.929+0000 7fec063a0700 1 -- 172.21.15.40:0/3252429983 shutdown_connections 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.929+0000 7fec063a0700 1 --2- 172.21.15.40:0/3252429983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec0010c350 0x7fec0010e730 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.929+0000 7fec063a0700 1 --2- 172.21.15.40:0/3252429983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec000728b0 0x7fec00072c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.929+0000 7fec063a0700 1 --2- 172.21.15.40:0/3252429983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec000731c0 0x7fec0010be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.930+0000 7fec063a0700 1 -- 172.21.15.40:0/3252429983 >> 172.21.15.40:0/3252429983 conn(0x7fec000fb5f0 msgr2=0x7fec000fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.930+0000 7fec063a0700 1 -- 172.21.15.40:0/3252429983 shutdown_connections 2023-07-14T12:48:27.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.930+0000 7fec063a0700 1 -- 172.21.15.40:0/3252429983 wait complete. 2023-07-14T12:48:27.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.930+0000 7fec063a0700 1 Processor -- start 2023-07-14T12:48:27.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.930+0000 7fec063a0700 1 -- start start 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec063a0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec000728b0 0x7fec00197eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec063a0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 0x7fec001983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec063a0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec0010c350 0x7fec0019ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec063a0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0019d0a0 con 0x7fec000731c0 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec063a0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0019d210 con 0x7fec0010c350 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec063a0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec0019d3d0 con 0x7fec000728b0 2023-07-14T12:48:27.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 0x7fec001983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 0x7fec001983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35746/0 (socket says 172.21.15.40:35746) 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 -- 172.21.15.40:0/2575005028 learned_addr learned my addr 172.21.15.40:0/2575005028 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7fec0493d700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec0010c350 0x7fec0019ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febfffff700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec000728b0 0x7fec00197eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 -- 172.21.15.40:0/2575005028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec000728b0 msgr2=0x7fec00197eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec000728b0 0x7fec00197eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 -- 172.21.15.40:0/2575005028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec0010c350 msgr2=0x7fec0019ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec0010c350 0x7fec0019ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 -- 172.21.15.40:0/2575005028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febf0009520 con 0x7fec000731c0 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.931+0000 7febff7fe700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 0x7fec001983f0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7febf400e9a0 tx=0x7febf400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.932+0000 7febfd7fa700 1 -- 172.21.15.40:0/2575005028 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf4009790 con 0x7fec000731c0 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.932+0000 7febfd7fa700 1 -- 172.21.15.40:0/2575005028 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febf4010430 con 0x7fec000731c0 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.932+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febf8009d00 con 0x7fec000731c0 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.932+0000 7febfd7fa700 1 -- 172.21.15.40:0/2575005028 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf4018680 con 0x7fec000731c0 2023-07-14T12:48:27.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.932+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec001a4d10 con 0x7fec000731c0 2023-07-14T12:48:27.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febfd7fa700 1 -- 172.21.15.40:0/2575005028 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7febf40105a0 con 0x7fec000731c0 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 Processor -- start 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 -- start start 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c88d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c83040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c839d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965b88c50 con 0x561965c83580 2023-07-14T12:48:27.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965bdb9e0 con 0x561965c892d0 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec12526b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965bd4e70 con 0x561965adf6b0 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c839d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c839d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35754/0 (socket says 172.21.15.40:35754) 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febff7fe700 1 -- 172.21.15.40:0/152957046 learned_addr learned my addr 172.21.15.40:0/152957046 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec0493d700 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c88d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febfd7fa700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7febe80a12c0 0x7febe80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febfffff700 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c83040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7fec0493d700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7febe80a12c0 0x7febe80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.936+0000 7febfd7fa700 1 -- 172.21.15.40:0/2575005028 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7febf4014070 con 0x7fec000731c0 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febff7fe700 1 -- 172.21.15.40:0/152957046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 msgr2=0x561965c88d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febff7fe700 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c88d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febff7fe700 1 -- 172.21.15.40:0/152957046 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 msgr2=0x561965c83040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febff7fe700 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c83040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febff7fe700 1 -- 172.21.15.40:0/152957046 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561965a02d80 con 0x561965c83580 2023-07-14T12:48:27.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7fec0493d700 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c88d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febff7fe700 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c839d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7febf40ca540 tx=0x7febf4010c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24c902c57e874ba server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7fec0493d700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7febe80a12c0 0x7febe80a3770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7febf8006130 tx=0x7febf800b3b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febe67fc700 1 -- 172.21.15.40:0/152957046 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf4099f20 con 0x561965c83580 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febe67fc700 1 -- 172.21.15.40:0/152957046 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febf409df50 con 0x561965c83580 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.937+0000 7febe67fc700 1 -- 172.21.15.40:0/152957046 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf4099410 con 0x561965c83580 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 -- 172.21.15.40:0/152957046 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 msgr2=0x561965c839d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c839d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7febf40ca540 tx=0x7febf4010c80 comp rx=0 tx=0).stop 2023-07-14T12:48:27.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 -- 172.21.15.40:0/152957046 shutdown_connections 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c88d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c839d0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 --2- 172.21.15.40:0/152957046 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c83040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 -- 172.21.15.40:0/152957046 >> 172.21.15.40:0/152957046 conn(0x561965c78be0 msgr2=0x561965c7df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 -- 172.21.15.40:0/152957046 shutdown_connections 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 -- 172.21.15.40:0/152957046 wait complete. 2023-07-14T12:48:27.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 -- start start 2023-07-14T12:48:27.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.938+0000 7fec12526b80 1 Processor -- start 2023-07-14T12:48:27.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c8f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c83580 0x561965c8c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c8ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965b74a60 con 0x561965adf6b0 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965b74760 con 0x561965c892d0 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965a588c0 con 0x561965c83580 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec12526b80 10 client.0 _ll_register_callbacks cb 0x561965b72700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c8f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c8f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35758/0 (socket says 172.21.15.40:35758) 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 -- 172.21.15.40:0/3679008806 learned_addr learned my addr 172.21.15.40:0/3679008806 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febff7fe700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c83580 0x561965c8c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7fec0493d700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c8ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 -- 172.21.15.40:0/3679008806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c83580 msgr2=0x561965c8c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c83580 0x561965c8c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 -- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 msgr2=0x561965c8ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c8ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 -- 172.21.15.40:0/3679008806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec001a4d10 con 0x561965adf6b0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febfffff700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c8f5d0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7febf0009870 tx=0x7febf0012ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bac257156eca7d1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febdf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.939+0000 7febdf7fe700 1 -- 172.21.15.40:0/3679008806 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf0017070 con 0x561965adf6b0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7febdf7fe700 1 -- 172.21.15.40:0/3679008806 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7febf000f830 con 0x561965adf6b0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561965b2e490 con 0x561965adf6b0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7febdf7fe700 1 -- 172.21.15.40:0/3679008806 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7febf00122e0 con 0x561965adf6b0 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 10 client.16200 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5619659ebc00 con 0x561965adf6b0 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7febdf7fe700 1 -- 172.21.15.40:0/3679008806 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febf0028080 con 0x561965adf6b0 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7febdf7fe700 1 -- 172.21.15.40:0/3679008806 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7febf0010c10 con 0x561965adf6b0 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 10 client.16200 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 10 client.16200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 20 client.16200 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965c9ccf0 0x561965c9f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 4 client.16200 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561965bcde50 con 0x561965c9ccf0 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.940+0000 7febff7fe700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965c9ccf0 0x561965c9f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.941+0000 7febdf7fe700 10 client.16200 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.941+0000 7febff7fe700 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965c9ccf0 0x561965c9f100 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65505467e46b0c95 server_cookie=8da81088730cfdce in_seq=0 out_seq=0 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7febdf7fe700 1 -- 172.21.15.40:0/3679008806 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561965bcde50 con 0x561965c9ccf0 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7febdf7fe700 10 client.16200 handle_command_reply: tid=0 2023-07-14T12:48:27.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 client.16200 shutdown 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 msgr2=0x561965c8f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c8f5d0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7febf0009870 tx=0x7febf0012ce0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 shutdown_connections 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c8ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c8f5d0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965c9ccf0 0x561965c9f100 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 --2- 172.21.15.40:0/3679008806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c83580 0x561965c8c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 >> 172.21.15.40:0/3679008806 conn(0x561965c78be0 msgr2=0x561965c7d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7febdf7fe700 0 client.16200 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:27.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 shutdown_connections 2023-07-14T12:48:27.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 1 -- 172.21.15.40:0/3679008806 wait complete. 2023-07-14T12:48:27.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.942+0000 7fec12526b80 20 client.16200 trim_cache size 0 max 16384 2023-07-14T12:48:27.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 Processor -- start 2023-07-14T12:48:27.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 -- start start 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c8c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c93c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c7dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965c7f800 con 0x561965c83580 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965c7ee30 con 0x561965c892d0 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7fec12526b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965c8ae20 con 0x561965adf6b0 2023-07-14T12:48:27.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7febff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c93c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7febff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c93c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35768/0 (socket says 172.21.15.40:35768) 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.957+0000 7febff7fe700 1 -- 172.21.15.40:0/2702162690 learned_addr learned my addr 172.21.15.40:0/2702162690 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febfffff700 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c8c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7fec0493d700 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c7dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febff7fe700 1 -- 172.21.15.40:0/2702162690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 msgr2=0x561965c8c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febff7fe700 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c8c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febff7fe700 1 -- 172.21.15.40:0/2702162690 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 msgr2=0x561965c7dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febff7fe700 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c7dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febff7fe700 1 -- 172.21.15.40:0/2702162690 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561965ca3d10 con 0x561965c83580 2023-07-14T12:48:27.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febff7fe700 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c93c70 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7febf40cab20 tx=0x7febf4099f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b74f363105a38662 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febe6ffd700 1 -- 172.21.15.40:0/2702162690 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf40983c0 con 0x561965c83580 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febe6ffd700 1 -- 172.21.15.40:0/2702162690 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febf4099410 con 0x561965c83580 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.958+0000 7febe6ffd700 1 -- 172.21.15.40:0/2702162690 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf40a2140 con 0x561965c83580 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 -- 172.21.15.40:0/2702162690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 msgr2=0x561965c93c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c93c70 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7febf40cab20 tx=0x7febf4099f20 comp rx=0 tx=0).stop 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 -- 172.21.15.40:0/2702162690 shutdown_connections 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965adf6b0 0x561965c8c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c892d0 0x561965c7dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 --2- 172.21.15.40:0/2702162690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965c83580 0x561965c93c70 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 -- 172.21.15.40:0/2702162690 >> 172.21.15.40:0/2702162690 conn(0x561965c78be0 msgr2=0x561965c8c120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 -- 172.21.15.40:0/2702162690 shutdown_connections 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 -- 172.21.15.40:0/2702162690 wait complete. 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.959+0000 7fec12526b80 1 -- start start 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 Processor -- start 2023-07-14T12:48:27.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c91c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c83580 0x561965c92190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c892d0 0x561965cefb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965c92a80 con 0x561965adf6b0 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965cf00d0 con 0x561965c83580 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561965cf0210 con 0x561965c892d0 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7fec12526b80 10 client.0 _ll_register_callbacks cb 0x7febf0012450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:27.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7febfffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c91c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7febfffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c91c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35772/0 (socket says 172.21.15.40:35772) 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7febfffff700 1 -- 172.21.15.40:0/1480022421 learned_addr learned my addr 172.21.15.40:0/1480022421 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.960+0000 7febff7fe700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c83580 0x561965c92190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7fec0493d700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c892d0 0x561965cefb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febfffff700 1 -- 172.21.15.40:0/1480022421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c892d0 msgr2=0x561965cefb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febfffff700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c892d0 0x561965cefb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febfffff700 1 -- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c83580 msgr2=0x561965c92190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:27.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febfffff700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c83580 0x561965c92190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febfffff700 1 -- 172.21.15.40:0/1480022421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561965a02d80 con 0x561965adf6b0 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febfffff700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c91c50 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7febf0009870 tx=0x7febf00245b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a209cb1dd9e168f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febdf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febdf7fe700 1 -- 172.21.15.40:0/1480022421 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febf0017040 con 0x561965adf6b0 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febdf7fe700 1 -- 172.21.15.40:0/1480022421 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7febf0000e40 con 0x561965adf6b0 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7febf409df50 con 0x561965adf6b0 2023-07-14T12:48:27.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febdf7fe700 1 -- 172.21.15.40:0/1480022421 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7febf0024640 con 0x561965adf6b0 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7fec12526b80 10 client.16206 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x561965a291f0 con 0x561965adf6b0 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.961+0000 7febdf7fe700 1 -- 172.21.15.40:0/1480022421 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7febf409df50 con 0x561965adf6b0 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7febdf7fe700 1 -- 172.21.15.40:0/1480022421 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7febf0003950 con 0x561965adf6b0 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7fec12526b80 10 client.16206 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7fec12526b80 10 client.16206 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:27.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7fec12526b80 20 client.16206 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:27.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7fec12526b80 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965cf1a40 0x561965cf3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:27.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7fec12526b80 4 client.16206 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:48:27.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561965b8fff0 con 0x561965cf1a40 2023-07-14T12:48:27.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7febff7fe700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965cf1a40 0x561965cf3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:27.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7febff7fe700 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965cf1a40 0x561965cf3e50 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f159e001419f4ea3 server_cookie=7db168a39dd5f495 in_seq=0 out_seq=0 2023-07-14T12:48:27.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.962+0000 7febdf7fe700 10 client.16206 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:28.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.986+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/2236252848 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00fea30 msgr2=0x7fb3a00feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.004 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.986+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/2236252848 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00fea30 0x7fb3a00feea0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fb394009990 tx=0x7fb394009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/2236252848 shutdown_connections 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/2236252848 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a010b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/2236252848 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a0104a40 0x7fb3a0104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/2236252848 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00fea30 0x7fb3a00feea0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/2236252848 >> 172.21.15.40:0/2236252848 conn(0x7fb3a00fa530 msgr2=0x7fb3a00fc940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/2236252848 shutdown_connections 2023-07-14T12:48:28.005 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/2236252848 wait complete. 2023-07-14T12:48:28.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 Processor -- start 2023-07-14T12:48:28.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.987+0000 7fb3a4ab4700 1 -- start start 2023-07-14T12:48:28.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a00fea30 0x7fb3a01947c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.007 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a0194d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3a0104a40 0x7fb3a0195240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a01a4000 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a01a4170 con 0x7fb3a00fea30 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a01a4330 con 0x7fb3a0104a40 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a0194d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a0194d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35788/0 (socket says 172.21.15.40:35788) 2023-07-14T12:48:28.008 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 -- 172.21.15.40:0/357657918 learned_addr learned my addr 172.21.15.40:0/357657918 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39e59c700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a00fea30 0x7fb3a01947c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3a0104a40 0x7fb3a0195240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 -- 172.21.15.40:0/357657918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3a0104a40 msgr2=0x7fb3a0195240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3a0104a40 0x7fb3a0195240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 -- 172.21.15.40:0/357657918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a00fea30 msgr2=0x7fb3a01947c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a00fea30 0x7fb3a01947c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.009 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 -- 172.21.15.40:0/357657918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3940095f0 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a0194d00 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb394000c00 tx=0x7fb394004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb38f7fe700 1 -- 172.21.15.40:0/357657918 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39401d070 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3a01a45b0 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb38f7fe700 1 -- 172.21.15.40:0/357657918 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb394021410 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.988+0000 7fb38f7fe700 1 -- 172.21.15.40:0/357657918 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb394017650 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.010 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.989+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3a01a4ab0 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.989+0000 7febdf7fe700 1 -- 172.21.15.40:0/1480022421 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561965b8fff0 con 0x561965cf1a40 2023-07-14T12:48:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7febdf7fe700 10 client.16206 handle_command_reply: tid=0 2023-07-14T12:48:28.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 client.16206 shutdown 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 msgr2=0x561965c91c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c91c50 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7febf0009870 tx=0x7febf00245b0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 shutdown_connections 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561965cf1a40 0x561965cf3e50 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561965c892d0 0x561965cefb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561965adf6b0 0x561965c91c50 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7febdf7fe700 0 client.16206 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 --2- 172.21.15.40:0/1480022421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561965c83580 0x561965c92190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 >> 172.21.15.40:0/1480022421 conn(0x561965c78be0 msgr2=0x561965c882e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 shutdown_connections 2023-07-14T12:48:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 1 -- 172.21.15.40:0/1480022421 wait complete. 2023-07-14T12:48:28.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.990+0000 7fec12526b80 20 client.16206 trim_cache size 0 max 16384 2023-07-14T12:48:28.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:48:28.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:48:28.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:48:28.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:48:28.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7febe80a12c0 msgr2=0x7febe80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7febe80a12c0 0x7febe80a3770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7febf8006130 tx=0x7febf800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 msgr2=0x7fec001983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 0x7fec001983f0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7febf400e9a0 tx=0x7febf400ecb0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 shutdown_connections 2023-07-14T12:48:28.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7febe80a12c0 0x7febe80a3770 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec000728b0 0x7fec00197eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fec0010c350 0x7fec0019ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 --2- 172.21.15.40:0/2575005028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fec000731c0 0x7fec001983f0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 >> 172.21.15.40:0/2575005028 conn(0x7fec000fb5f0 msgr2=0x7fec00103db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 shutdown_connections 2023-07-14T12:48:28.016 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fb38f7fe700 1 -- 172.21.15.40:0/357657918 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fb394021580 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:27.991+0000 7fec063a0700 1 -- 172.21.15.40:0/2575005028 wait complete. 2023-07-14T12:48:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.992+0000 7fb38f7fe700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb3880a12c0 0x7fb3880a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.992+0000 7fb39e59c700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb3880a12c0 0x7fb3880a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.992+0000 7fb38f7fe700 1 -- 172.21.15.40:0/357657918 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb3940cdfc0 con 0x7fb3a00ff3e0 2023-07-14T12:48:28.021 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.992+0000 7fb39e59c700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb3880a12c0 0x7fb3880a3770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb3a00ffb70 tx=0x7fb390009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 Processor -- start 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 -- start start 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd32d0 0x55ef36dd36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dde590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36ddead0 0x55ef36de0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36cd9cb0 con 0x55ef36dd3be0 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36d2ca40 con 0x55ef36dd32d0 2023-07-14T12:48:28.022 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36d25ed0 con 0x55ef36ddead0 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb39dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dde590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb39dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dde590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35796/0 (socket says 172.21.15.40:35796) 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb39dd9b700 1 -- 172.21.15.40:0/1598672827 learned_addr learned my addr 172.21.15.40:0/1598672827 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb39e59c700 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd32d0 0x55ef36dd36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.993+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36ddead0 0x55ef36de0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb39dd9b700 1 -- 172.21.15.40:0/1598672827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36ddead0 msgr2=0x55ef36de0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36ddead0 0x55ef36de0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb39dd9b700 1 -- 172.21.15.40:0/1598672827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd32d0 msgr2=0x55ef36dd36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd32d0 0x55ef36dd36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb39dd9b700 1 -- 172.21.15.40:0/1598672827 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef36b53de0 con 0x55ef36dd3be0 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dde590 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb394097600 tx=0x7fb39409afa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc6986e9168d9c84 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb38cff9700 1 -- 172.21.15.40:0/1598672827 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39409b100 con 0x55ef36dd3be0 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb38cff9700 1 -- 172.21.15.40:0/1598672827 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb39409f130 con 0x55ef36dd3be0 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.994+0000 7fb38cff9700 1 -- 172.21.15.40:0/1598672827 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39409a5f0 con 0x55ef36dd3be0 2023-07-14T12:48:28.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/1598672827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 msgr2=0x55ef36dde590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dde590 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb394097600 tx=0x7fb39409afa0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/1598672827 shutdown_connections 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36ddead0 0x55ef36de0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd32d0 0x55ef36dd36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/1598672827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dde590 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/1598672827 >> 172.21.15.40:0/1598672827 conn(0x55ef36dc9da0 msgr2=0x55ef36dcf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.025 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/1598672827 shutdown_connections 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/1598672827 wait complete. 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 -- start start 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.995+0000 7fb3b0c3ab80 1 Processor -- start 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36ddeea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd3be0 0x55ef36ddf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 0x55ef36ddf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36cc5ac0 con 0x55ef36ddead0 2023-07-14T12:48:28.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36cc57c0 con 0x55ef36dd3be0 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36ba9920 con 0x55ef36dd32d0 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb3b0c3ab80 10 client.0 _ll_register_callbacks cb 0x55ef36cc3760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 0x55ef36ddf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 0x55ef36ddf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35804/0 (socket says 172.21.15.40:35804) 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 -- 172.21.15.40:0/2139210858 learned_addr learned my addr 172.21.15.40:0/2139210858 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39e59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36ddeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd3be0 0x55ef36ddf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 -- 172.21.15.40:0/2139210858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 msgr2=0x55ef36ddeea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36ddeea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 -- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd3be0 msgr2=0x55ef36ddf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd3be0 0x55ef36ddf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 -- 172.21.15.40:0/2139210858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3a01a4ab0 con 0x55ef36ddead0 2023-07-14T12:48:28.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd3be0 0x55ef36ddf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 0x55ef36ddf920 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb398011f60 tx=0x7fb398014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ad5be61a270036 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb385ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.996+0000 7fb385ffb700 1 -- 172.21.15.40:0/2139210858 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39800e040 con 0x55ef36ddead0 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb385ffb700 1 -- 172.21.15.40:0/2139210858 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb398014ae0 con 0x55ef36ddead0 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef36c7f4f0 con 0x55ef36ddead0 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb385ffb700 1 -- 172.21.15.40:0/2139210858 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb398014ca0 con 0x55ef36ddead0 2023-07-14T12:48:28.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 10 client.16218 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ef36b3cc60 con 0x55ef36ddead0 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb385ffb700 1 -- 172.21.15.40:0/2139210858 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ef36c7f4f0 con 0x55ef36ddead0 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb385ffb700 1 -- 172.21.15.40:0/2139210858 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fb39801c020 con 0x55ef36ddead0 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 10 client.16218 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 10 client.16218 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 20 client.16218 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:28.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36dee160 0x55ef36df0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 4 client.16218 mds_command: new command op to 24491 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef36d1eeb0 con 0x55ef36dee160 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.997+0000 7fb39e59c700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36dee160 0x55ef36df0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.998+0000 7fb39e59c700 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36dee160 0x55ef36df0570 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=31f112cfcc5096a7 server_cookie=3eb4a7e892289bd in_seq=0 out_seq=0 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.998+0000 7fb385ffb700 10 client.16218 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.998+0000 7fb385ffb700 1 -- 172.21.15.40:0/2139210858 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ef36d1eeb0 con 0x55ef36dee160 2023-07-14T12:48:28.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.998+0000 7fb385ffb700 10 client.16218 handle_command_reply: tid=0 2023-07-14T12:48:28.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.998+0000 7fb3b0c3ab80 1 client.16218 shutdown 2023-07-14T12:48:28.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 msgr2=0x55ef36ddf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 0x55ef36ddf920 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb398011f60 tx=0x7fb398014600 comp rx=0 tx=0).stop 2023-07-14T12:48:28.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 shutdown_connections 2023-07-14T12:48:28.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36ddeea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.032 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36dee160 0x55ef36df0570 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36ddead0 0x55ef36ddf920 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2139210858 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36dd3be0 0x55ef36ddf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb385ffb700 0 client.16218 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 >> 172.21.15.40:0/2139210858 conn(0x55ef36dc9da0 msgr2=0x55ef36dcf290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 shutdown_connections 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2139210858 wait complete. 2023-07-14T12:48:28.033 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:27.999+0000 7fb3b0c3ab80 20 client.16218 trim_cache size 0 max 16384 2023-07-14T12:48:28.037 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 Processor -- start 2023-07-14T12:48:28.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 -- start start 2023-07-14T12:48:28.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36de2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dd8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36ddad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36dd51a0 con 0x55ef36dd3be0 2023-07-14T12:48:28.038 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36dde0e0 con 0x55ef36ddead0 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36dd4dd0 con 0x55ef36dd32d0 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.012+0000 7fb39dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dd8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39ed9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36ddad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dd8400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35810/0 (socket says 172.21.15.40:35810) 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39e59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36de2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 -- 172.21.15.40:0/2342889270 learned_addr learned my addr 172.21.15.40:0/2342889270 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 -- 172.21.15.40:0/2342889270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 msgr2=0x55ef36de2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.039 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36de2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 -- 172.21.15.40:0/2342889270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 msgr2=0x55ef36ddad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36ddad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 -- 172.21.15.40:0/2342889270 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef36b7a250 con 0x55ef36dd3be0 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39e59c700 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36de2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36ddad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dd8400 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb394005b40 tx=0x7fb394005ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2560fa436e4c93c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb38d7fa700 1 -- 172.21.15.40:0/2342889270 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39409b100 con 0x55ef36dd3be0 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb38d7fa700 1 -- 172.21.15.40:0/2342889270 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb39409a5f0 con 0x55ef36dd3be0 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.013+0000 7fb38d7fa700 1 -- 172.21.15.40:0/2342889270 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3940a3270 con 0x55ef36dd3be0 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2342889270 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 msgr2=0x55ef36dd8400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dd8400 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb394005b40 tx=0x7fb394005ad0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2342889270 shutdown_connections 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd32d0 0x55ef36de2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36ddad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.041 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/2342889270 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd3be0 0x55ef36dd8400 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2342889270 >> 172.21.15.40:0/2342889270 conn(0x55ef36dc9da0 msgr2=0x55ef36dea390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2342889270 shutdown_connections 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/2342889270 wait complete. 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 -- start start 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.014+0000 7fb3b0c3ab80 1 Processor -- start 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 0x55ef36e361a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.042 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd3be0 0x55ef36e366e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36e41030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36e36df0 con 0x55ef36dd32d0 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36e41570 con 0x55ef36ddead0 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef36e416e0 con 0x55ef36dd3be0 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb3b0c3ab80 10 client.0 _ll_register_callbacks cb 0x7fb3980118c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 0x55ef36e361a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.043 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 0x55ef36e361a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35814/0 (socket says 172.21.15.40:35814) 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 -- 172.21.15.40:0/3036493895 learned_addr learned my addr 172.21.15.40:0/3036493895 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd3be0 0x55ef36e366e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39ed9d700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36e41030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 -- 172.21.15.40:0/3036493895 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd3be0 msgr2=0x55ef36e366e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd3be0 0x55ef36e366e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 -- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 msgr2=0x55ef36e41030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.044 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36e41030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 -- 172.21.15.40:0/3036493895 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb390017070 con 0x55ef36dd32d0 2023-07-14T12:48:28.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb39e59c700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 0x55ef36e361a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x55ef36df0e50 tx=0x7fb3900047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc95f03edd4b118e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb385ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:28.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb385ffb700 1 -- 172.21.15.40:0/3036493895 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb390022040 con 0x55ef36dd32d0 2023-07-14T12:48:28.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.015+0000 7fb385ffb700 1 -- 172.21.15.40:0/3036493895 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb39002b5b0 con 0x55ef36dd32d0 2023-07-14T12:48:28.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb39409f130 con 0x55ef36dd32d0 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb385ffb700 1 -- 172.21.15.40:0/3036493895 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb390004220 con 0x55ef36dd32d0 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 10 client.16224 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ef36b3cc60 con 0x55ef36dd32d0 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb385ffb700 1 -- 172.21.15.40:0/3036493895 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb390041080 con 0x55ef36dd32d0 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb385ffb700 1 -- 172.21.15.40:0/3036493895 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fb39003d440 con 0x55ef36dd32d0 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 10 client.16224 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 10 client.16224 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2023-07-14T12:48:28.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 20 client.16224 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36e42f70 0x55ef36e45380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 4 client.16224 mds_command: new command op to 24491 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 --> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ef36ce1050 con 0x55ef36e42f70 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.016+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36e42f70 0x55ef36e45380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb385ffb700 10 client.16224 ms_handle_connect on v2:172.21.15.130:6836/4055803208 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb39dd9b700 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36e42f70 0x55ef36e45380 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=240b0a57117c2a6b server_cookie=b02222bce1a7837e in_seq=0 out_seq=0 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb385ffb700 1 -- 172.21.15.40:0/3036493895 <== mds.2 v2:172.21.15.130:6836/4055803208 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ef36ce1050 con 0x55ef36e42f70 2023-07-14T12:48:28.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb385ffb700 10 client.16224 handle_command_reply: tid=0 2023-07-14T12:48:28.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 client.16224 shutdown 2023-07-14T12:48:28.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 msgr2=0x55ef36e361a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 0x55ef36e361a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x55ef36df0e50 tx=0x7fb3900047c0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 shutdown_connections 2023-07-14T12:48:28.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:6836/4055803208,v1:172.21.15.130:6837/4055803208] conn(0x55ef36e42f70 0x55ef36e45380 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef36ddead0 0x55ef36e41030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef36dd32d0 0x55ef36e361a0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb385ffb700 0 client.16224 ms_handle_reset on v2:172.21.15.130:6836/4055803208 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 --2- 172.21.15.40:0/3036493895 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef36dd3be0 0x55ef36e366e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 >> 172.21.15.40:0/3036493895 conn(0x55ef36dc9da0 msgr2=0x55ef36dce8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 shutdown_connections 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 1 -- 172.21.15.40:0/3036493895 wait complete. 2023-07-14T12:48:28.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.017+0000 7fb3b0c3ab80 20 client.16224 trim_cache size 0 max 16384 2023-07-14T12:48:28.050 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:48:28.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb3880a12c0 msgr2=0x7fb3880a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb3880a12c0 0x7fb3880a3770 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb3a00ffb70 tx=0x7fb390009260 comp rx=0 tx=0).stop 2023-07-14T12:48:28.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 msgr2=0x7fb3a0194d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a0194d00 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb394000c00 tx=0x7fb394004790 comp rx=0 tx=0).stop 2023-07-14T12:48:28.051 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 shutdown_connections 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb3880a12c0 0x7fb3880a3770 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb3a0104a40 0x7fb3a0195240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb3a00fea30 0x7fb3a01947c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 --2- 172.21.15.40:0/357657918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3a00ff3e0 0x7fb3a0194d00 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 >> 172.21.15.40:0/357657918 conn(0x7fb3a00fa530 msgr2=0x7fb3a01025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 shutdown_connections 2023-07-14T12:48:28.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.018+0000 7fb3a4ab4700 1 -- 172.21.15.40:0/357657918 wait complete. 2023-07-14T12:48:28.053 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-07-14T12:48:28.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32755 3.12 MB/sec warmup 62 sec latency 3034.994 ms 2023-07-14T12:48:28.181 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.163+0000 7f88b77da700 1 -- 172.21.15.40:0/1617468404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 msgr2=0x7f88b010b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.163+0000 7f88b77da700 1 --2- 172.21.15.40:0/1617468404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b010b8f0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f88a800b0d0 tx=0x7f88a800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 -- 172.21.15.40:0/1617468404 shutdown_connections 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 --2- 172.21.15.40:0/1617468404 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88b00ff580 0x7f88b00ff950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 --2- 172.21.15.40:0/1617468404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b010b8f0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 --2- 172.21.15.40:0/1617468404 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00fff20 0x7f88b0103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 -- 172.21.15.40:0/1617468404 >> 172.21.15.40:0/1617468404 conn(0x7f88b0076200 msgr2=0x7f88b0076600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 -- 172.21.15.40:0/1617468404 shutdown_connections 2023-07-14T12:48:28.183 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 -- 172.21.15.40:0/1617468404 wait complete. 2023-07-14T12:48:28.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 Processor -- start 2023-07-14T12:48:28.184 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.164+0000 7f88b77da700 1 -- start start 2023-07-14T12:48:28.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00ff580 0x7f88b0194cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88b00fff20 0x7f88b01951f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b01985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b0198ba0 con 0x7f88b0103ce0 2023-07-14T12:48:28.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b0198d10 con 0x7f88b00ff580 2023-07-14T12:48:28.185 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88b0198ed0 con 0x7f88b00fff20 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b01985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b01985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35832/0 (socket says 172.21.15.40:35832) 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 -- 172.21.15.40:0/1646431832 learned_addr learned my addr 172.21.15.40:0/1646431832 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5576700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00ff580 0x7f88b0194cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b4d75700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88b00fff20 0x7f88b01951f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 -- 172.21.15.40:0/1646431832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88b00fff20 msgr2=0x7f88b01951f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88b00fff20 0x7f88b01951f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 -- 172.21.15.40:0/1646431832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00ff580 msgr2=0x7f88b0194cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00ff580 0x7f88b0194cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 -- 172.21.15.40:0/1646431832 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88a8009d00 con 0x7f88b0103ce0 2023-07-14T12:48:28.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5576700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00ff580 0x7f88b0194cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:28.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b5d77700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b01985a0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f88a8007870 tx=0x7f88a80078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88a27fc700 1 -- 172.21.15.40:0/1646431832 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a800e040 con 0x7f88b0103ce0 2023-07-14T12:48:28.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88a27fc700 1 -- 172.21.15.40:0/1646431832 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88a8005070 con 0x7f88b0103ce0 2023-07-14T12:48:28.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88b0199150 con 0x7f88b0103ce0 2023-07-14T12:48:28.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.165+0000 7f88a27fc700 1 -- 172.21.15.40:0/1646431832 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a801b6c0 con 0x7f88b0103ce0 2023-07-14T12:48:28.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.166+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88b0199420 con 0x7f88b0103ce0 2023-07-14T12:48:28.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.168+0000 7f88a27fc700 1 -- 172.21.15.40:0/1646431832 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f88a80051e0 con 0x7f88b0103ce0 2023-07-14T12:48:28.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.168+0000 7f88a27fc700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f889c0a1340 0x7f889c0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.168+0000 7f88a27fc700 1 -- 172.21.15.40:0/1646431832 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f88a80cde90 con 0x7f88b0103ce0 2023-07-14T12:48:28.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.168+0000 7f88b5576700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f889c0a1340 0x7f889c0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.169+0000 7f88b5576700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f889c0a1340 0x7f889c0a37f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f88ac011490 tx=0x7f88ac009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.169+0000 7f88c3960b80 1 Processor -- start 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.169+0000 7f88c3960b80 1 -- start start 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1bf56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1c027a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88c3960b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1afbcb0 con 0x558ef1bf5be0 2023-07-14T12:48:28.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88c3960b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1b4ea40 con 0x558ef1bf52d0 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88c3960b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1b47ed0 con 0x558ef1c02ce0 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1c027a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1c027a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35838/0 (socket says 172.21.15.40:35838) 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 -- 172.21.15.40:0/737100711 learned_addr learned my addr 172.21.15.40:0/737100711 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b5576700 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1bf56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b5d77700 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 -- 172.21.15.40:0/737100711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 msgr2=0x558ef1c050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 -- 172.21.15.40:0/737100711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 msgr2=0x558ef1bf56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1bf56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 -- 172.21.15.40:0/737100711 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ef1975de0 con 0x558ef1bf5be0 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f88b4d75700 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1c027a0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009cb0 tx=0x7f88a40058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d68790a3625256b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f889b7fe700 1 -- 172.21.15.40:0/737100711 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4004310 con 0x558ef1bf5be0 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f889b7fe700 1 -- 172.21.15.40:0/737100711 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88a4011dc0 con 0x558ef1bf5be0 2023-07-14T12:48:28.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.170+0000 7f889b7fe700 1 -- 172.21.15.40:0/737100711 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4005280 con 0x558ef1bf5be0 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 -- 172.21.15.40:0/737100711 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 msgr2=0x558ef1c027a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1c027a0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009cb0 tx=0x7f88a40058e0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 -- 172.21.15.40:0/737100711 shutdown_connections 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c050c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1bf56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 --2- 172.21.15.40:0/737100711 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1c027a0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 -- 172.21.15.40:0/737100711 >> 172.21.15.40:0/737100711 conn(0x558ef1bebda0 msgr2=0x558ef1bf16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 -- 172.21.15.40:0/737100711 shutdown_connections 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.171+0000 7f88c3960b80 1 -- 172.21.15.40:0/737100711 wait complete. 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 -- start start 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 Processor -- start 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 0x558ef1c02730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf5be0 0x558ef1bffa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c00160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.197 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1ae7ac0 con 0x558ef1bf52d0 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1ae77c0 con 0x558ef1bf5be0 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef19cb920 con 0x558ef1c02ce0 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88c3960b80 10 client.0 _ll_register_callbacks cb 0x558ef1ae5760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 0x558ef1c02730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 0x558ef1c02730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35842/0 (socket says 172.21.15.40:35842) 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 -- 172.21.15.40:0/3059939097 learned_addr learned my addr 172.21.15.40:0/3059939097 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.198 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5d77700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c00160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b4d75700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf5be0 0x558ef1bffa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 -- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 msgr2=0x558ef1c00160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c00160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 -- 172.21.15.40:0/3059939097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf5be0 msgr2=0x558ef1bffa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf5be0 0x558ef1bffa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5576700 1 -- 172.21.15.40:0/3059939097 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88a40098e0 con 0x558ef1bf52d0 2023-07-14T12:48:28.199 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b5d77700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c00160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.172+0000 7f88b4d75700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf5be0 0x558ef1bffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88b5576700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 0x558ef1c02730 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f88ac003ad0 tx=0x7f88ac0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cba4c83f301d8096 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f8898ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f8898ff9700 1 -- 172.21.15.40:0/3059939097 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88ac01fca0 con 0x558ef1bf52d0 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f8898ff9700 1 -- 172.21.15.40:0/3059939097 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f88ac01fe00 con 0x558ef1bf52d0 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ef1aa14f0 con 0x558ef1bf52d0 2023-07-14T12:48:28.200 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f8898ff9700 1 -- 172.21.15.40:0/3059939097 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88ac028440 con 0x558ef1bf52d0 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 10 client.16236 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x558ef195ec60 con 0x558ef1bf52d0 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f8898ff9700 1 -- 172.21.15.40:0/3059939097 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88ac034080 con 0x558ef1bf52d0 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f8898ff9700 1 -- 172.21.15.40:0/3059939097 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f88ac0307b0 con 0x558ef1bf52d0 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 10 client.16236 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 10 client.16236 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:48:28.201 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 20 client.16236 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:28.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c12780 0x558ef1c14b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 4 client.16236 mds_command: new command op to 24505 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:28.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.173+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558ef1b40eb0 con 0x558ef1c12780 2023-07-14T12:48:28.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.174+0000 7f88b4d75700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c12780 0x558ef1c14b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.174+0000 7f8898ff9700 10 client.16236 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:48:28.202 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.174+0000 7f88b4d75700 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c12780 0x558ef1c14b90 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5f0a7855d49c330 server_cookie=3313ab4d5458e498 in_seq=0 out_seq=0 2023-07-14T12:48:28.203 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f8898ff9700 1 -- 172.21.15.40:0/3059939097 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x558ef1b40eb0 con 0x558ef1c12780 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f8898ff9700 10 client.16236 handle_command_reply: tid=0 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 client.16236 shutdown 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 msgr2=0x558ef1c02730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 0x558ef1c02730 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f88ac003ad0 tx=0x7f88ac0047c0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 shutdown_connections 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c12780 0x558ef1c14b90 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.204 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1c00160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf52d0 0x558ef1c02730 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f8898ff9700 0 client.16236 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 --2- 172.21.15.40:0/3059939097 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf5be0 0x558ef1bffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 >> 172.21.15.40:0/3059939097 conn(0x558ef1bebda0 msgr2=0x558ef1bf1230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 shutdown_connections 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 1 -- 172.21.15.40:0/3059939097 wait complete. 2023-07-14T12:48:28.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.175+0000 7f88c3960b80 20 client.16236 trim_cache size 0 max 16384 2023-07-14T12:48:28.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.188+0000 7f88c3960b80 1 Processor -- start 2023-07-14T12:48:28.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 -- start start 2023-07-14T12:48:28.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1bf52d0 0x558ef1c022d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.208 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bff1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1c02ce0 0x558ef1bff720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1be8fa0 con 0x558ef1bf5be0 2023-07-14T12:48:28.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1c009a0 con 0x558ef1c02ce0 2023-07-14T12:48:28.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88c3960b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1beb970 con 0x558ef1bf52d0 2023-07-14T12:48:28.209 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bff1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bff1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35852/0 (socket says 172.21.15.40:35852) 2023-07-14T12:48:28.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 -- 172.21.15.40:0/4191424655 learned_addr learned my addr 172.21.15.40:0/4191424655 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b5d77700 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1c02ce0 0x558ef1bff720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b5576700 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1bf52d0 0x558ef1c022d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 -- 172.21.15.40:0/4191424655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1bf52d0 msgr2=0x558ef1c022d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1bf52d0 0x558ef1c022d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 -- 172.21.15.40:0/4191424655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1c02ce0 msgr2=0x558ef1bff720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1c02ce0 0x558ef1bff720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 -- 172.21.15.40:0/4191424655 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ef199c250 con 0x558ef1bf5be0 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b5d77700 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1c02ce0 0x558ef1bff720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.189+0000 7f88b4d75700 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bff1e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009cb0 tx=0x7f88a4013f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b193d169f8e689fb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f889bfff700 1 -- 172.21.15.40:0/4191424655 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4011900 con 0x558ef1bf5be0 2023-07-14T12:48:28.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f889bfff700 1 -- 172.21.15.40:0/4191424655 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88a4011a60 con 0x558ef1bf5be0 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f889bfff700 1 -- 172.21.15.40:0/4191424655 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4004400 con 0x558ef1bf5be0 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 -- 172.21.15.40:0/4191424655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 msgr2=0x558ef1bff1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bff1e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f88a4009cb0 tx=0x7f88a4013f50 comp rx=0 tx=0).stop 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 -- 172.21.15.40:0/4191424655 shutdown_connections 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1bf52d0 0x558ef1c022d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1c02ce0 0x558ef1bff720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 --2- 172.21.15.40:0/4191424655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bff1e0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 -- 172.21.15.40:0/4191424655 >> 172.21.15.40:0/4191424655 conn(0x558ef1bebda0 msgr2=0x558ef1bfad40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 -- 172.21.15.40:0/4191424655 shutdown_connections 2023-07-14T12:48:28.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.190+0000 7f88c3960b80 1 -- 172.21.15.40:0/4191424655 wait complete. 2023-07-14T12:48:28.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 -- start start 2023-07-14T12:48:28.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 Processor -- start 2023-07-14T12:48:28.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1c09490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bf8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1bf8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1c099d0 con 0x558ef1bf5be0 2023-07-14T12:48:28.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1c09b40 con 0x558ef1bf52d0 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ef1c09d00 con 0x558ef1c02ce0 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88c3960b80 10 client.0 _ll_register_callbacks cb 0x7f88ac003680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88b4d75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bf8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88b4d75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bf8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35858/0 (socket says 172.21.15.40:35858) 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.191+0000 7f88b4d75700 1 -- 172.21.15.40:0/1306193477 learned_addr learned my addr 172.21.15.40:0/1306193477 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b5d77700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1bf8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.219 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b5576700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1c09490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b4d75700 1 -- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 msgr2=0x558ef1bf8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b4d75700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1bf8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b4d75700 1 -- 172.21.15.40:0/1306193477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 msgr2=0x558ef1c09490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b4d75700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1c09490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b4d75700 1 -- 172.21.15.40:0/1306193477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88a401d040 con 0x558ef1bf5be0 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b5576700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1c09490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:28.220 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88b4d75700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bf8670 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f88a402b000 tx=0x7f88a40119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33492231bfa4305c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f8898ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f8898ff9700 1 -- 172.21.15.40:0/1306193477 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88a4028af0 con 0x558ef1bf5be0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f8898ff9700 1 -- 172.21.15.40:0/1306193477 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f88a4028c50 con 0x558ef1bf5be0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f88a4011dc0 con 0x558ef1bf5be0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f8898ff9700 1 -- 172.21.15.40:0/1306193477 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88a4028e10 con 0x558ef1bf5be0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88c3960b80 10 client.16242 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x558ef19742b0 con 0x558ef1bf5be0 2023-07-14T12:48:28.221 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f8898ff9700 1 -- 172.21.15.40:0/1306193477 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88a4011dc0 con 0x558ef1bf5be0 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.192+0000 7f8898ff9700 1 -- 172.21.15.40:0/1306193477 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f88a402f070 con 0x558ef1bf5be0 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 10 client.16242 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 10 client.16242 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 20 client.16242 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c695a0 0x558ef1c6b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 4 client.16242 mds_command: new command op to 24505 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 --> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558ef1b03050 con 0x558ef1c695a0 2023-07-14T12:48:28.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88b5576700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c695a0 0x558ef1c6b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f8898ff9700 10 client.16242 ms_handle_connect on v2:172.21.15.133:6838/532214832 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88b5576700 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c695a0 0x558ef1c6b9b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=57b7406aa0f07edb server_cookie=ce7a7f16de74e5ef in_seq=0 out_seq=0 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f8898ff9700 1 -- 172.21.15.40:0/1306193477 <== mds.1 v2:172.21.15.133:6838/532214832 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558ef1b03050 con 0x558ef1c695a0 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f8898ff9700 10 client.16242 handle_command_reply: tid=0 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 1 client.16242 shutdown 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 msgr2=0x558ef1bf8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.193+0000 7f88c3960b80 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bf8670 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f88a402b000 tx=0x7f88a40119d0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 shutdown_connections 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:6838/532214832,v1:172.21.15.133:6839/532214832] conn(0x558ef1c695a0 0x558ef1c6b9b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ef1c02ce0 0x558ef1bf8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ef1bf52d0 0x558ef1c09490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 --2- 172.21.15.40:0/1306193477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ef1bf5be0 0x558ef1bf8670 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f8898ff9700 0 client.16242 ms_handle_reset on v2:172.21.15.133:6838/532214832 2023-07-14T12:48:28.224 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 >> 172.21.15.40:0/1306193477 conn(0x558ef1bebda0 msgr2=0x558ef1bf73e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 shutdown_connections 2023-07-14T12:48:28.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 1 -- 172.21.15.40:0/1306193477 wait complete. 2023-07-14T12:48:28.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88c3960b80 20 client.16242 trim_cache size 0 max 16384 2023-07-14T12:48:28.225 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:48:28.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f889c0a1340 msgr2=0x7f889c0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f889c0a1340 0x7f889c0a37f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f88ac011490 tx=0x7f88ac009260 comp rx=0 tx=0).stop 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 msgr2=0x7f88b01985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b01985a0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f88a8007870 tx=0x7f88a80078a0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 shutdown_connections 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f889c0a1340 0x7f889c0a37f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88b0103ce0 0x7f88b01985a0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88b00ff580 0x7f88b0194cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.227 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 --2- 172.21.15.40:0/1646431832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88b00fff20 0x7f88b01951f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 >> 172.21.15.40:0/1646431832 conn(0x7f88b0076200 msgr2=0x7f88b00fbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 shutdown_connections 2023-07-14T12:48:28.228 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.194+0000 7f88b77da700 1 -- 172.21.15.40:0/1646431832 wait complete. 2023-07-14T12:48:28.228 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-07-14T12:48:28.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:27 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1055753937' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:48:28.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:27 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1055753937' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T12:48:28.357 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 -- 172.21.15.40:0/2603177347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb4600fea00 msgr2=0x7fb4600fee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 --2- 172.21.15.40:0/2603177347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb4600fea00 0x7fb4600fee70 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fb454009990 tx=0x7fb454009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 -- 172.21.15.40:0/2603177347 shutdown_connections 2023-07-14T12:48:28.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 --2- 172.21.15.40:0/2603177347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4600ff3b0 0x7fb46010b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 --2- 172.21.15.40:0/2603177347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb460104a10 0x7fb460104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.358 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 --2- 172.21.15.40:0/2603177347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb4600fea00 0x7fb4600fee70 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 -- 172.21.15.40:0/2603177347 >> 172.21.15.40:0/2603177347 conn(0x7fb4600fa4e0 msgr2=0x7fb4600fc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 -- 172.21.15.40:0/2603177347 shutdown_connections 2023-07-14T12:48:28.359 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.340+0000 7fb464d07700 1 -- 172.21.15.40:0/2603177347 wait complete. 2023-07-14T12:48:28.360 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 Processor -- start 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 -- start start 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4600fea00 0x7fb460196a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4600ff3b0 0x7fb460196fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 0x7fb4601a1af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601978f0 con 0x7fb460104a10 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601a2030 con 0x7fb4600ff3b0 2023-07-14T12:48:28.361 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb464d07700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4601a21f0 con 0x7fb4600fea00 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 0x7fb4601a1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 0x7fb4601a1af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35874/0 (socket says 172.21.15.40:35874) 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 -- 172.21.15.40:0/1425115796 learned_addr learned my addr 172.21.15.40:0/1425115796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4600ff3b0 0x7fb460196fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45e59c700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4600fea00 0x7fb460196a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 -- 172.21.15.40:0/1425115796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4600fea00 msgr2=0x7fb460196a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4600fea00 0x7fb460196a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.362 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 -- 172.21.15.40:0/1425115796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4600ff3b0 msgr2=0x7fb460196fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4600ff3b0 0x7fb460196fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 -- 172.21.15.40:0/1425115796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4540095f0 con 0x7fb460104a10 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.341+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 0x7fb4601a1af0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fb458007ee0 tx=0x7fb45800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.342+0000 7fb44f7fe700 1 -- 172.21.15.40:0/1425115796 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb458017070 con 0x7fb460104a10 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.342+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4601a24d0 con 0x7fb460104a10 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.342+0000 7fb44f7fe700 1 -- 172.21.15.40:0/1425115796 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb45800f040 con 0x7fb460104a10 2023-07-14T12:48:28.363 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.342+0000 7fb44f7fe700 1 -- 172.21.15.40:0/1425115796 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb458005580 con 0x7fb460104a10 2023-07-14T12:48:28.364 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.342+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4601a29e0 con 0x7fb460104a10 2023-07-14T12:48:28.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.344+0000 7fb44f7fe700 1 -- 172.21.15.40:0/1425115796 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fb458005780 con 0x7fb460104a10 2023-07-14T12:48:28.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.345+0000 7fb44f7fe700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb4480a12c0 0x7fb4480a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.345+0000 7fb45e59c700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb4480a12c0 0x7fb4480a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.345+0000 7fb44f7fe700 1 -- 172.21.15.40:0/1425115796 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb4580cc4c0 con 0x7fb460104a10 2023-07-14T12:48:28.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.345+0000 7fb45e59c700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb4480a12c0 0x7fb4480a3770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb4600ffb40 tx=0x7fb45000b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.368 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.345+0000 7fb470e8db80 1 Processor -- start 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 -- start start 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aa32d0 0x55b941aa36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aae590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 0x55b941ab0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9419a9cb0 con 0x55b941aaead0 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9419fca40 con 0x55b941aa3be0 2023-07-14T12:48:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb470e8db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9419f5ed0 con 0x55b941aa32d0 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 0x55b941ab0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 0x55b941ab0eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35882/0 (socket says 172.21.15.40:35882) 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 -- 172.21.15.40:0/3039363130 learned_addr learned my addr 172.21.15.40:0/3039363130 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45e59c700 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aa32d0 0x55b941aa36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 -- 172.21.15.40:0/3039363130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aa32d0 msgr2=0x55b941aa36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aa32d0 0x55b941aa36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 -- 172.21.15.40:0/3039363130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 msgr2=0x55b941aae590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.370 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aae590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aae590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 -- 172.21.15.40:0/3039363130 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b941823de0 con 0x55b941aaead0 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aae590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.346+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 0x55b941ab0eb0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fb458095fe0 tx=0x7fb458098f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f69e09cba8b60813 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb44cff9700 1 -- 172.21.15.40:0/3039363130 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45809d5a0 con 0x55b941aaead0 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb44cff9700 1 -- 172.21.15.40:0/3039363130 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4580a19c0 con 0x55b941aaead0 2023-07-14T12:48:28.371 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb44cff9700 1 -- 172.21.15.40:0/3039363130 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb458084270 con 0x55b941aaead0 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 -- 172.21.15.40:0/3039363130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 msgr2=0x55b941ab0eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 0x55b941ab0eb0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fb458095fe0 tx=0x7fb458098f50 comp rx=0 tx=0).stop 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 -- 172.21.15.40:0/3039363130 shutdown_connections 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aa32d0 0x55b941aa36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aaead0 0x55b941ab0eb0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 --2- 172.21.15.40:0/3039363130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aae590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 -- 172.21.15.40:0/3039363130 >> 172.21.15.40:0/3039363130 conn(0x55b941a99da0 msgr2=0x55b941a9f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.372 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.347+0000 7fb470e8db80 1 -- 172.21.15.40:0/3039363130 shutdown_connections 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 -- 172.21.15.40:0/3039363130 wait complete. 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 -- start start 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 Processor -- start 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 0x55b941aab8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aabe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aac350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.373 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941995ac0 con 0x55b941aa32d0 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9419957c0 con 0x55b941aa3be0 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941879920 con 0x55b941aaead0 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb470e8db80 10 client.0 _ll_register_callbacks cb 0x55b941993760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb45e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 0x55b941aab8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb45e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 0x55b941aab8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35884/0 (socket says 172.21.15.40:35884) 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb45e59c700 1 -- 172.21.15.40:0/1716120418 learned_addr learned my addr 172.21.15.40:0/1716120418 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aac350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.374 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.348+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aabe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb45e59c700 1 -- 172.21.15.40:0/1716120418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 msgr2=0x55b941aac350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb45e59c700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aac350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb45e59c700 1 -- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 msgr2=0x55b941aabe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb45e59c700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aabe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb45e59c700 1 -- 172.21.15.40:0/1716120418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4601a29e0 con 0x55b941aa32d0 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb45e59c700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 0x55b941aab8d0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb4500116f0 tx=0x7fb4500047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b563c1357ab70137 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.375 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb445ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb445ffb700 1 -- 172.21.15.40:0/1716120418 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb450010b00 con 0x55b941aa32d0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb445ffb700 1 -- 172.21.15.40:0/1716120418 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb450017070 con 0x55b941aa32d0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b94194f4f0 con 0x55b941aa32d0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb445ffb700 1 -- 172.21.15.40:0/1716120418 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb450010e90 con 0x55b941aa32d0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb470e8db80 10 client.16254 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55b94180cc60 con 0x55b941aa32d0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.349+0000 7fb445ffb700 1 -- 172.21.15.40:0/1716120418 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b94194f4f0 con 0x55b941aa32d0 2023-07-14T12:48:28.376 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb445ffb700 1 -- 172.21.15.40:0/1716120418 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fb450028b40 con 0x55b941aa32d0 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb470e8db80 10 client.16254 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb470e8db80 10 client.16254 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb470e8db80 20 client.16254 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb470e8db80 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941abe510 0x55b941ac0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb470e8db80 4 client.16254 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b9419eeeb0 con 0x55b941abe510 2023-07-14T12:48:28.377 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941abe510 0x55b941ac0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941abe510 0x55b941ac0920 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aafba2b6b10328d4 server_cookie=aabbbbbdeb593b3e in_seq=0 out_seq=0 2023-07-14T12:48:28.378 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.350+0000 7fb445ffb700 10 client.16254 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:28.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb445ffb700 1 -- 172.21.15.40:0/1716120418 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b9419eeeb0 con 0x55b941abe510 2023-07-14T12:48:28.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb445ffb700 10 client.16254 handle_command_reply: tid=0 2023-07-14T12:48:28.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 client.16254 shutdown 2023-07-14T12:48:28.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 msgr2=0x55b941aab8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.379 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 0x55b941aab8d0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fb4500116f0 tx=0x7fb4500047c0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 shutdown_connections 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941abe510 0x55b941ac0920 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aac350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb445ffb700 0 client.16254 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa32d0 0x55b941aab8d0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 --2- 172.21.15.40:0/1716120418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa3be0 0x55b941aabe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 >> 172.21.15.40:0/1716120418 conn(0x55b941a99da0 msgr2=0x55b941a9f230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.380 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 shutdown_connections 2023-07-14T12:48:28.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 1 -- 172.21.15.40:0/1716120418 wait complete. 2023-07-14T12:48:28.381 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.351+0000 7fb470e8db80 20 client.16254 trim_cache size 0 max 16384 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.364+0000 7fb470e8db80 1 Processor -- start 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.364+0000 7fb470e8db80 1 -- start start 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941ab54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941aa6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aa7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb470e8db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b94194f4f0 con 0x55b941aa3be0 2023-07-14T12:48:28.383 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb470e8db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941abe2c0 con 0x55b941aa32d0 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb470e8db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941aaced0 con 0x55b941aaead0 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941aa6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941aa6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35894/0 (socket says 172.21.15.40:35894) 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 -- 172.21.15.40:0/2269260053 learned_addr learned my addr 172.21.15.40:0/2269260053 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45e59c700 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941ab54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aa7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.384 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 -- 172.21.15.40:0/2269260053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 msgr2=0x55b941aa7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aa7170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 -- 172.21.15.40:0/2269260053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 msgr2=0x55b941ab54f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941ab54f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 -- 172.21.15.40:0/2269260053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b94184a250 con 0x55b941aa3be0 2023-07-14T12:48:28.385 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941aa6c30 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb454009990 tx=0x7fb454005fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4b8863e0a45b5f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb44d7fa700 1 -- 172.21.15.40:0/2269260053 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45400b9d0 con 0x55b941aa3be0 2023-07-14T12:48:28.388 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb44d7fa700 1 -- 172.21.15.40:0/2269260053 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb45402a020 con 0x55b941aa3be0 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.365+0000 7fb44d7fa700 1 -- 172.21.15.40:0/2269260053 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb454005110 con 0x55b941aa3be0 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 -- 172.21.15.40:0/2269260053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 msgr2=0x55b941aa6c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941aa6c30 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fb454009990 tx=0x7fb454005fb0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 -- 172.21.15.40:0/2269260053 shutdown_connections 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941aa7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941ab54f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.389 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 --2- 172.21.15.40:0/2269260053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941aa6c30 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 -- 172.21.15.40:0/2269260053 >> 172.21.15.40:0/2269260053 conn(0x55b941a99da0 msgr2=0x55b941a9de10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 -- 172.21.15.40:0/2269260053 shutdown_connections 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 -- 172.21.15.40:0/2269260053 wait complete. 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.366+0000 7fb470e8db80 1 -- start start 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 Processor -- start 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941b06530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941b06a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.390 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941b0a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941b0af40 con 0x55b941aa3be0 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941b0b0b0 con 0x55b941aa32d0 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b941b0b270 con 0x55b941aaead0 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb470e8db80 10 client.0 _ll_register_callbacks cb 0x7fb450010cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941b06a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941b06a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35900/0 (socket says 172.21.15.40:35900) 2023-07-14T12:48:28.391 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 -- 172.21.15.40:0/4204238789 learned_addr learned my addr 172.21.15.40:0/4204238789 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941b0a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45e59c700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941b06530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 -- 172.21.15.40:0/4204238789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 msgr2=0x55b941b0a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941b0a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 -- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 msgr2=0x55b941b06530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941b06530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 -- 172.21.15.40:0/4204238789 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb46010c140 con 0x55b941aa3be0 2023-07-14T12:48:28.392 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45ed9d700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941b0a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45e59c700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941b06530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb45dd9b700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941b06a70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fb45400bc60 tx=0x7fb45400b560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cf27b41d32bbc9b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.367+0000 7fb445ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb445ffb700 1 -- 172.21.15.40:0/4204238789 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb45400b9d0 con 0x55b941aa3be0 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4580a19c0 con 0x55b941aa3be0 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb445ffb700 1 -- 172.21.15.40:0/4204238789 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb45402b030 con 0x55b941aa3be0 2023-07-14T12:48:28.393 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb445ffb700 1 -- 172.21.15.40:0/4204238789 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4540265b0 con 0x55b941aa3be0 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 10 client.16260 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55b9418222b0 con 0x55b941aa3be0 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb445ffb700 1 -- 172.21.15.40:0/4204238789 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb454047020 con 0x55b941aa3be0 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb445ffb700 1 -- 172.21.15.40:0/4204238789 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fb454005110 con 0x55b941aa3be0 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 10 client.16260 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 10 client.16260 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 20 client.16260 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:28.394 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941b13890 0x55b941b15ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 4 client.16260 mds_command: new command op to 24527 tid=0[{"prefix": "damage ls"}] 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b9419b1050 con 0x55b941b13890 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.368+0000 7fb45e59c700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941b13890 0x55b941b15ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb445ffb700 10 client.16260 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb45e59c700 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941b13890 0x55b941b15ca0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=618a74e40bd82234 server_cookie=d3f84b31d443bc5f in_seq=0 out_seq=0 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb445ffb700 1 -- 172.21.15.40:0/4204238789 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b9419b1050 con 0x55b941b13890 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb445ffb700 10 client.16260 handle_command_reply: tid=0 2023-07-14T12:48:28.395 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 client.16260 shutdown 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 msgr2=0x55b941b06a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941b06a70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fb45400bc60 tx=0x7fb45400b560 comp rx=0 tx=0).stop 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 shutdown_connections 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b941b13890 0x55b941b15ca0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b941aaead0 0x55b941b0a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb445ffb700 0 client.16260 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:28.396 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b941aa32d0 0x55b941b06530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 --2- 172.21.15.40:0/4204238789 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b941aa3be0 0x55b941b06a70 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 >> 172.21.15.40:0/4204238789 conn(0x55b941a99da0 msgr2=0x55b941aa6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 shutdown_connections 2023-07-14T12:48:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 1 -- 172.21.15.40:0/4204238789 wait complete. 2023-07-14T12:48:28.397 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.369+0000 7fb470e8db80 20 client.16260 trim_cache size 0 max 16384 2023-07-14T12:48:28.397 INFO:teuthology.orchestra.run.smithi040.stdout:[] 2023-07-14T12:48:28.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb4480a12c0 msgr2=0x7fb4480a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb4480a12c0 0x7fb4480a3770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb4600ffb40 tx=0x7fb45000b410 comp rx=0 tx=0).stop 2023-07-14T12:48:28.398 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 msgr2=0x7fb4601a1af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 0x7fb4601a1af0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fb458007ee0 tx=0x7fb45800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 shutdown_connections 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb4480a12c0 0x7fb4480a3770 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4600fea00 0x7fb460196a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb460104a10 0x7fb4601a1af0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 --2- 172.21.15.40:0/1425115796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb4600ff3b0 0x7fb460196fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 >> 172.21.15.40:0/1425115796 conn(0x7fb4600fa4e0 msgr2=0x7fb4600fba40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:28.399 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 shutdown_connections 2023-07-14T12:48:28.400 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T12:48:28.370+0000 7fb464d07700 1 -- 172.21.15.40:0/1425115796 wait complete. 2023-07-14T12:48:28.400 ERROR:tasks.fwd_scrub:rank 3 damaged: [{'damage_type': 'backtrace', 'id': 2763519186, 'ino': 1099511628351, 'path': '/volumes/_nogroup/sv_1/f9f444de-3fc1-4a71-9b48-ffb09122cb2f/client.0/tmp/clients/client0/~dmtmp/ACCESS/FASTENER.MDB'}] 2023-07-14T12:48:28.401 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2023-07-14T12:48:29.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:28 smithi040 ceph-mon[96535]: pgmap v65: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 651 KiB/s wr, 108 op/s 2023-07-14T12:48:29.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32755 3.07 MB/sec warmup 63 sec latency 4035.074 ms 2023-07-14T12:48:29.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:28 smithi133 ceph-mon[98311]: pgmap v65: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 651 KiB/s wr, 108 op/s 2023-07-14T12:48:29.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:28 smithi130 ceph-mon[97977]: pgmap v65: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 651 KiB/s wr, 108 op/s 2023-07-14T12:48:30.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 32945 3.03 MB/sec warmup 64 sec latency 4913.378 ms 2023-07-14T12:48:31.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:30 smithi040 ceph-mon[96535]: pgmap v66: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 764 KiB/s wr, 126 op/s 2023-07-14T12:48:31.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 35333 3.19 MB/sec warmup 65 sec latency 10.502 ms 2023-07-14T12:48:31.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:30 smithi133 ceph-mon[98311]: pgmap v66: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 764 KiB/s wr, 126 op/s 2023-07-14T12:48:31.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:30 smithi130 ceph-mon[97977]: pgmap v66: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 694 KiB/s rd, 764 KiB/s wr, 126 op/s 2023-07-14T12:48:32.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36230 3.22 MB/sec warmup 66 sec latency 261.941 ms 2023-07-14T12:48:33.102 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:32 smithi040 ceph-mon[96535]: pgmap v67: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 462 KiB/s wr, 69 op/s 2023-07-14T12:48:33.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36230 3.17 MB/sec warmup 67 sec latency 1262.049 ms 2023-07-14T12:48:33.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:32 smithi133 ceph-mon[98311]: pgmap v67: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 462 KiB/s wr, 69 op/s 2023-07-14T12:48:33.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:32 smithi130 ceph-mon[97977]: pgmap v67: 97 pgs: 97 active+clean; 33 MiB data, 491 MiB used, 1.0 TiB / 1.0 TiB avail; 377 KiB/s rd, 462 KiB/s wr, 69 op/s 2023-07-14T12:48:34.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36230 3.12 MB/sec warmup 68 sec latency 2262.112 ms 2023-07-14T12:48:34.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:33 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:48:34.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:33 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:48:34.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:33 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:48:35.149 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36298 3.08 MB/sec warmup 69 sec latency 3143.214 ms 2023-07-14T12:48:35.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:34 smithi133 ceph-mon[98311]: pgmap v68: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 823 KiB/s wr, 127 op/s 2023-07-14T12:48:35.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:34 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:34 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:34 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:48:35.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:34 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:48:35.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:34 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:34 smithi130 ceph-mon[97977]: pgmap v68: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 823 KiB/s wr, 127 op/s 2023-07-14T12:48:35.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:34 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:34 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:34 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:48:35.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:34 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:48:35.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:34 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:34 smithi040 ceph-mon[96535]: pgmap v68: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 823 KiB/s wr, 127 op/s 2023-07-14T12:48:35.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:34 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:34 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:35.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:34 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:48:35.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:34 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:48:35.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:34 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:48:36.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36298 3.04 MB/sec warmup 70 sec latency 1074.727 ms 2023-07-14T12:48:37.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36298 2.99 MB/sec warmup 71 sec latency 2074.861 ms 2023-07-14T12:48:37.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:36 smithi133 ceph-mon[98311]: pgmap v69: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 473 KiB/s wr, 76 op/s 2023-07-14T12:48:37.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:36 smithi130 ceph-mon[97977]: pgmap v69: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 473 KiB/s wr, 76 op/s 2023-07-14T12:48:37.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:36 smithi040 ceph-mon[96535]: pgmap v69: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 473 KiB/s wr, 76 op/s 2023-07-14T12:48:38.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36298 2.95 MB/sec warmup 72 sec latency 3074.996 ms 2023-07-14T12:48:39.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36298 2.91 MB/sec warmup 73 sec latency 4075.137 ms 2023-07-14T12:48:39.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:38 smithi133 ceph-mon[98311]: pgmap v70: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 473 KiB/s wr, 76 op/s 2023-07-14T12:48:39.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:38 smithi130 ceph-mon[97977]: pgmap v70: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 473 KiB/s wr, 76 op/s 2023-07-14T12:48:39.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:38 smithi040 ceph-mon[96535]: pgmap v70: 97 pgs: 97 active+clean; 31 MiB data, 493 MiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 473 KiB/s wr, 76 op/s 2023-07-14T12:48:40.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 36498 2.88 MB/sec warmup 74 sec latency 4952.566 ms 2023-07-14T12:48:41.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 -- 172.21.15.40:0/3615819938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c0fea30 msgr2=0x7f2f0c0feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/3615819938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c0feea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f2f00009990 tx=0x7f2f00009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 -- 172.21.15.40:0/3615819938 shutdown_connections 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/3615819938 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 0x7f2f0c10b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/3615819938 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c104a30 0x7f2f0c104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/3615819938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c0feea0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 -- 172.21.15.40:0/3615819938 >> 172.21.15.40:0/3615819938 conn(0x7f2f0c074760 msgr2=0x7f2f0c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:41.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 -- 172.21.15.40:0/3615819938 shutdown_connections 2023-07-14T12:48:41.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.106+0000 7f2f10ab9700 1 -- 172.21.15.40:0/3615819938 wait complete. 2023-07-14T12:48:41.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 Processor -- start 2023-07-14T12:48:41.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 -- start start 2023-07-14T12:48:41.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 0x7f2f0c100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 0x7f2f0c1a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f0c1a4250 con 0x7f2f0c104a30 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f0c1a4390 con 0x7f2f0c0fea30 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f10ab9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f0c1a4500 con 0x7f2f0c0ff3e0 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f0ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 0x7f2f0c1a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f0ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 0x7f2f0c1a3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35914/0 (socket says 172.21.15.40:35914) 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/1328713267 learned_addr learned my addr 172.21.15.40:0/1328713267 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.107+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 0x7f2f0c100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/1328713267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 msgr2=0x7f2f0c100d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 0x7f2f0c100d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/1328713267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c0fea30 msgr2=0x7f2f0c100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/1328713267 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f000095f0 con 0x7f2f0c104a30 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 0x7f2f0c100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 0x7f2f0c1a3d10 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400ef30 tx=0x7f2f0400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2efb7fe700 1 -- 172.21.15.40:0/1328713267 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f04018070 con 0x7f2f0c104a30 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2efb7fe700 1 -- 172.21.15.40:0/1328713267 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f0400f040 con 0x7f2f0c104a30 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f0c1a4780 con 0x7f2f0c104a30 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2efb7fe700 1 -- 172.21.15.40:0/1328713267 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0400cd00 con 0x7f2f0c104a30 2023-07-14T12:48:41.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.108+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f0c1a4c90 con 0x7f2f0c104a30 2023-07-14T12:48:41.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.111+0000 7f2efb7fe700 1 -- 172.21.15.40:0/1328713267 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2f04003a00 con 0x7f2f0c104a30 2023-07-14T12:48:41.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.111+0000 7f2efb7fe700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ef40a12c0 0x7f2ef40a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.111+0000 7f2efb7fe700 1 -- 172.21.15.40:0/1328713267 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2f040cc860 con 0x7f2f0c104a30 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.111+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ef40a12c0 0x7f2ef40a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ef40a12c0 0x7f2ef40a3770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c0ffba0 tx=0x7f2efc009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 Processor -- start 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 -- start start 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ec846b0 0x56389ee2dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee28040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee289d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ed2dc50 con 0x56389ec846b0 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ed809e0 con 0x56389ee28580 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ed79e70 con 0x56389ee2e2d0 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.112+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ec846b0 0x56389ee2dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f09d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee28040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee289d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ec846b0 0x56389ee2dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35920/0 (socket says 172.21.15.40:35920) 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f09d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee28040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:49612/0 (socket says 172.21.15.40:49612) 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0a59c700 1 -- 172.21.15.40:0/3708172321 learned_addr learned my addr 172.21.15.40:0/3708172321 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3708172321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 msgr2=0x56389ee28040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee28040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3708172321 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ec846b0 msgr2=0x56389ee2dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ec846b0 0x56389ee2dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3708172321 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56389eba7d80 con 0x56389ee28580 2023-07-14T12:48:41.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee289d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2f040c9f90 tx=0x7f2f04095e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95177c259d5377d0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2ef8ff9700 1 -- 172.21.15.40:0/3708172321 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f04004ad0 con 0x56389ee28580 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2ef8ff9700 1 -- 172.21.15.40:0/3708172321 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f0400ce60 con 0x56389ee28580 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.113+0000 7f2ef8ff9700 1 -- 172.21.15.40:0/3708172321 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f04099c00 con 0x56389ee28580 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3708172321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 msgr2=0x56389ee289d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee289d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2f040c9f90 tx=0x7f2f04095e10 comp rx=0 tx=0).stop 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3708172321 shutdown_connections 2023-07-14T12:48:41.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee289d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ec846b0 0x56389ee2dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3708172321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee28040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3708172321 >> 172.21.15.40:0/3708172321 conn(0x56389ee1dbe0 msgr2=0x56389ee22f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3708172321 shutdown_connections 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3708172321 wait complete. 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.114+0000 7f2f1cc3fb80 1 -- start start 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 Processor -- start 2023-07-14T12:48:41.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 0x56389ee319c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee31f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee32440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ed19a60 con 0x56389ee2e2d0 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ed19760 con 0x56389ee28580 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ebfd8c0 con 0x56389ec846b0 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f1cc3fb80 10 client.0 _ll_register_callbacks cb 0x56389ed17700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:41.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 0x56389ee319c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee32440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 0x56389ee319c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:49616/0 (socket says 172.21.15.40:49616) 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 -- 172.21.15.40:0/2259691028 learned_addr learned my addr 172.21.15.40:0/2259691028 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee31f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 -- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 msgr2=0x56389ee31f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee31f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 -- 172.21.15.40:0/2259691028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 msgr2=0x56389ee32440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee32440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 -- 172.21.15.40:0/2259691028 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f0c1a4c90 con 0x56389ec846b0 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee32440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 0x56389ee319c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2efc011bb0 tx=0x7f2efc0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6882a7519164c581 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.115+0000 7f2ef1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/2259691028 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2efc01fca0 con 0x56389ec846b0 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/2259691028 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2efc003e40 con 0x56389ec846b0 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56389ecd3490 con 0x56389ec846b0 2023-07-14T12:48:41.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/2259691028 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2efc01fe00 con 0x56389ec846b0 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 10 client.25852 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x56389eb90c00 con 0x56389ec846b0 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/2259691028 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2efc034080 con 0x56389ec846b0 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/2259691028 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2efc030560 con 0x56389ec846b0 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 10 client.25852 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 10 client.25852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 20 client.25852 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:41.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee41db0 0x56389ee441c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 4 client.25852 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:41.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56389ed72e50 con 0x56389ee41db0 2023-07-14T12:48:41.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.116+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee41db0 0x56389ee441c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.117+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee41db0 0x56389ee441c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b936ebe3a498a715 server_cookie=d44fbfceae378775 in_seq=0 out_seq=0 2023-07-14T12:48:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.117+0000 7f2ef1ffb700 10 client.25852 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:41.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.117+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/2259691028 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56389ed72e50 con 0x56389ee41db0 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.117+0000 7f2ef1ffb700 10 client.25852 handle_command_reply: tid=0 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.117+0000 7f2f1cc3fb80 1 client.25852 shutdown 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 msgr2=0x56389ee319c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 0x56389ee319c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2efc011bb0 tx=0x7f2efc0047c0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 shutdown_connections 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee41db0 0x56389ee441c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ec846b0 0x56389ee319c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2ef1ffb700 0 client.25852 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee32440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/2259691028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ee28580 0x56389ee31f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 >> 172.21.15.40:0/2259691028 conn(0x56389ee1dbe0 msgr2=0x56389ee224e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 shutdown_connections 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/2259691028 wait complete. 2023-07-14T12:48:41.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.118+0000 7f2f1cc3fb80 20 client.25852 trim_cache size 0 max 16384 2023-07-14T12:48:41.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 39059 3.06 MB/sec warmup 75 sec latency 35.824 ms 2023-07-14T12:48:41.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.133+0000 7f2f1cc3fb80 1 Processor -- start 2023-07-14T12:48:41.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.133+0000 7f2f1cc3fb80 1 -- start start 2023-07-14T12:48:41.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee28040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 0x56389ee38c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee2d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ee3f320 con 0x56389ee28580 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ee2ff40 con 0x56389ec846b0 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ee2c780 con 0x56389ee2e2d0 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 0x56389ee38c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 0x56389ee38c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35936/0 (socket says 172.21.15.40:35936) 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee28040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 -- 172.21.15.40:0/1636286349 learned_addr learned my addr 172.21.15.40:0/1636286349 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee2d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 -- 172.21.15.40:0/1636286349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 msgr2=0x56389ee2d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee2d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 -- 172.21.15.40:0/1636286349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 msgr2=0x56389ee28040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee28040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 -- 172.21.15.40:0/1636286349 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56389ebce1f0 con 0x56389ee28580 2023-07-14T12:48:41.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2f09d9b700 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 0x56389ee38c70 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f2f000098e0 tx=0x7f2f00005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=670d8965373a1825 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:41.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2ef97fa700 1 -- 172.21.15.40:0/1636286349 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0001d040 con 0x56389ee28580 2023-07-14T12:48:41.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2ef97fa700 1 -- 172.21.15.40:0/1636286349 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f0001e040 con 0x56389ee28580 2023-07-14T12:48:41.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.134+0000 7f2ef97fa700 1 -- 172.21.15.40:0/1636286349 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f000055b0 con 0x56389ee28580 2023-07-14T12:48:41.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/1636286349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 msgr2=0x56389ee38c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 0x56389ee38c70 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f2f000098e0 tx=0x7f2f00005fd0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/1636286349 shutdown_connections 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee2e2d0 0x56389ee2d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee28040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/1636286349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee28580 0x56389ee38c70 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/1636286349 >> 172.21.15.40:0/1636286349 conn(0x56389ee1dbe0 msgr2=0x56389ee2cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/1636286349 shutdown_connections 2023-07-14T12:48:41.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/1636286349 wait complete. 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.135+0000 7f2f1cc3fb80 1 -- start start 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 Processor -- start 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee89db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee28580 0x56389ee8a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee94c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ee951d0 con 0x56389ee2e2d0 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ee95340 con 0x56389ec846b0 2023-07-14T12:48:41.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56389ee95500 con 0x56389ee28580 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f1cc3fb80 10 client.0 _ll_register_callbacks cb 0x7f2efc003a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee94c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee89db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f09d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee28580 0x56389ee8a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee94c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35944/0 (socket says 172.21.15.40:35944) 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0a59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee89db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53194/0 (socket says 172.21.15.40:53194) 2023-07-14T12:48:41.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3019034849 learned_addr learned my addr 172.21.15.40:0/3019034849 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3019034849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee28580 msgr2=0x56389ee8a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee28580 0x56389ee8a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 msgr2=0x56389ee89db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee89db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0ad9d700 1 -- 172.21.15.40:0/3019034849 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f0c10c160 con 0x56389ee2e2d0 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.136+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee89db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f0ad9d700 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee94c40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f2f040963c0 tx=0x7f2f04009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=969779ba8b16056c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:41.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2ef1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/3019034849 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0409d9d0 con 0x56389ee2e2d0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/3019034849 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2f040a1d60 con 0x56389ee2e2d0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2f0400ce60 con 0x56389ee2e2d0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/3019034849 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2f040999a0 con 0x56389ee2e2d0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 10 client.16278 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x56389eba6250 con 0x56389ee2e2d0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/3019034849 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f040c5020 con 0x56389ee2e2d0 2023-07-14T12:48:41.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/3019034849 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f2f0401b9d0 con 0x56389ee2e2d0 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 10 client.16278 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 10 client.16278 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 20 client.16278 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee96790 0x56389ee98ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 4 client.16278 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56389ed34ff0 con 0x56389ee96790 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.137+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee96790 0x56389ee98ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:41.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.138+0000 7f2ef1ffb700 10 client.16278 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:41.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.138+0000 7f2f0a59c700 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee96790 0x56389ee98ba0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e39b0f7023d561e server_cookie=9d18acda0997f1b3 in_seq=0 out_seq=0 2023-07-14T12:48:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.162+0000 7f2ef1ffb700 1 -- 172.21.15.40:0/3019034849 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56389ed34ff0 con 0x56389ee96790 2023-07-14T12:48:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.162+0000 7f2ef1ffb700 10 client.16278 handle_command_reply: tid=0 2023-07-14T12:48:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.162+0000 7f2f1cc3fb80 1 client.16278 shutdown 2023-07-14T12:48:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 msgr2=0x56389ee94c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee94c40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f2f040963c0 tx=0x7f2f04009ed0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 shutdown_connections 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56389ee2e2d0 0x56389ee94c40 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56389ec846b0 0x56389ee89db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56389ee96790 0x56389ee98ba0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 --2- 172.21.15.40:0/3019034849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56389ee28580 0x56389ee8a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2ef1ffb700 0 client.16278 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:41.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 >> 172.21.15.40:0/3019034849 conn(0x56389ee1dbe0 msgr2=0x56389ee2d420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:41.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 shutdown_connections 2023-07-14T12:48:41.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 1 -- 172.21.15.40:0/3019034849 wait complete. 2023-07-14T12:48:41.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f1cc3fb80 20 client.16278 trim_cache size 0 max 16384 2023-07-14T12:48:41.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:48:41.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:48:41.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:48:41.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:48:41.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ef40a12c0 msgr2=0x7f2ef40a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ef40a12c0 0x7f2ef40a3770 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c0ffba0 tx=0x7f2efc009260 comp rx=0 tx=0).stop 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 msgr2=0x7f2f0c1a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 0x7f2f0c1a3d10 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400ef30 tx=0x7f2f0400c3a0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 shutdown_connections 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2ef40a12c0 0x7f2ef40a3770 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2f0c104a30 0x7f2f0c1a3d10 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2f0c0fea30 0x7f2f0c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 --2- 172.21.15.40:0/1328713267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2f0c0ff3e0 0x7f2f0c100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:41.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.163+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 >> 172.21.15.40:0/1328713267 conn(0x7f2f0c074760 msgr2=0x7f2f0c102770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:41.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.164+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 shutdown_connections 2023-07-14T12:48:41.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:41.164+0000 7f2f10ab9700 1 -- 172.21.15.40:0/1328713267 wait complete. 2023-07-14T12:48:41.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:40 smithi133 ceph-mon[98311]: pgmap v71: 97 pgs: 97 active+clean; 32 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 583 KiB/s wr, 90 op/s 2023-07-14T12:48:41.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:40 smithi130 ceph-mon[97977]: pgmap v71: 97 pgs: 97 active+clean; 32 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 583 KiB/s wr, 90 op/s 2023-07-14T12:48:41.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:40 smithi040 ceph-mon[96535]: pgmap v71: 97 pgs: 97 active+clean; 32 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 583 KiB/s wr, 90 op/s 2023-07-14T12:48:42.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 39846 3.05 MB/sec warmup 76 sec latency 269.532 ms 2023-07-14T12:48:43.150 INFO:tasks.workunit.client.0.smithi040.stdout: 1 39846 3.01 MB/sec warmup 77 sec latency 1269.622 ms 2023-07-14T12:48:43.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:42 smithi133 ceph-mon[98311]: pgmap v72: 97 pgs: 97 active+clean; 32 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 470 KiB/s wr, 71 op/s 2023-07-14T12:48:43.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:42 smithi130 ceph-mon[97977]: pgmap v72: 97 pgs: 97 active+clean; 32 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 470 KiB/s wr, 71 op/s 2023-07-14T12:48:43.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:42 smithi040 ceph-mon[96535]: pgmap v72: 97 pgs: 97 active+clean; 32 MiB data, 494 MiB used, 1.0 TiB / 1.0 TiB avail; 400 KiB/s rd, 470 KiB/s wr, 71 op/s 2023-07-14T12:48:44.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 39846 2.97 MB/sec warmup 78 sec latency 2269.719 ms 2023-07-14T12:48:44.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:43 smithi133 ceph-mon[98311]: pgmap v73: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 732 KiB/s wr, 129 op/s 2023-07-14T12:48:44.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:43 smithi130 ceph-mon[97977]: pgmap v73: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 732 KiB/s wr, 129 op/s 2023-07-14T12:48:44.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:43 smithi040 ceph-mon[96535]: pgmap v73: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 732 KiB/s wr, 129 op/s 2023-07-14T12:48:45.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 40035 2.94 MB/sec warmup 79 sec latency 3156.182 ms 2023-07-14T12:48:46.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 42671 3.11 MB/sec warmup 80 sec latency 9.133 ms 2023-07-14T12:48:46.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:45 smithi133 ceph-mon[98311]: pgmap v74: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 372 KiB/s wr, 72 op/s 2023-07-14T12:48:46.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:45 smithi130 ceph-mon[97977]: pgmap v74: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 372 KiB/s wr, 72 op/s 2023-07-14T12:48:46.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:45 smithi040 ceph-mon[96535]: pgmap v74: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 372 KiB/s wr, 72 op/s 2023-07-14T12:48:47.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 43877 3.12 MB/sec warmup 81 sec latency 13.910 ms 2023-07-14T12:48:48.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46400 3.28 MB/sec warmup 82 sec latency 10.312 ms 2023-07-14T12:48:49.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:48 smithi040 ceph-mon[96535]: pgmap v75: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 372 KiB/s wr, 72 op/s 2023-07-14T12:48:49.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46814 3.25 MB/sec warmup 83 sec latency 524.130 ms 2023-07-14T12:48:49.234 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:48 smithi133 ceph-mon[98311]: pgmap v75: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 372 KiB/s wr, 72 op/s 2023-07-14T12:48:49.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:48 smithi130 ceph-mon[97977]: pgmap v75: 97 pgs: 97 active+clean; 33 MiB data, 521 MiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 372 KiB/s wr, 72 op/s 2023-07-14T12:48:50.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46870 3.21 MB/sec warmup 84 sec latency 1424.895 ms 2023-07-14T12:48:51.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:50 smithi040 ceph-mon[96535]: pgmap v76: 97 pgs: 97 active+clean; 37 MiB data, 518 MiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 1.0 MiB/s wr, 153 op/s 2023-07-14T12:48:51.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46870 3.17 MB/sec warmup 85 sec latency 1060.325 ms 2023-07-14T12:48:51.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:50 smithi133 ceph-mon[98311]: pgmap v76: 97 pgs: 97 active+clean; 37 MiB data, 518 MiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 1.0 MiB/s wr, 153 op/s 2023-07-14T12:48:51.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:50 smithi130 ceph-mon[97977]: pgmap v76: 97 pgs: 97 active+clean; 37 MiB data, 518 MiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 1.0 MiB/s wr, 153 op/s 2023-07-14T12:48:52.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46870 3.14 MB/sec warmup 86 sec latency 2060.438 ms 2023-07-14T12:48:53.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:52 smithi040 ceph-mon[96535]: pgmap v77: 97 pgs: 97 active+clean; 37 MiB data, 518 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 929 KiB/s wr, 139 op/s 2023-07-14T12:48:53.151 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46870 3.10 MB/sec warmup 87 sec latency 3060.546 ms 2023-07-14T12:48:53.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:52 smithi133 ceph-mon[98311]: pgmap v77: 97 pgs: 97 active+clean; 37 MiB data, 518 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 929 KiB/s wr, 139 op/s 2023-07-14T12:48:53.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:52 smithi130 ceph-mon[97977]: pgmap v77: 97 pgs: 97 active+clean; 37 MiB data, 518 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 929 KiB/s wr, 139 op/s 2023-07-14T12:48:54.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 46870 3.07 MB/sec warmup 88 sec latency 4060.671 ms 2023-07-14T12:48:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.286+0000 7faaf5917700 1 -- 172.21.15.40:0/425011834 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 msgr2=0x7faaf0104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.286+0000 7faaf5917700 1 --2- 172.21.15.40:0/425011834 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0104e00 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7faae4009990 tx=0x7faae4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 -- 172.21.15.40:0/425011834 shutdown_connections 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 --2- 172.21.15.40:0/425011834 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faaf00ff3e0 0x7faaf010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 --2- 172.21.15.40:0/425011834 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0104e00 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 --2- 172.21.15.40:0/425011834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faaf00fea30 0x7faaf00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 -- 172.21.15.40:0/425011834 >> 172.21.15.40:0/425011834 conn(0x7faaf0074760 msgr2=0x7faaf0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 -- 172.21.15.40:0/425011834 shutdown_connections 2023-07-14T12:48:54.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 -- 172.21.15.40:0/425011834 wait complete. 2023-07-14T12:48:54.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 Processor -- start 2023-07-14T12:48:54.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.287+0000 7faaf5917700 1 -- start start 2023-07-14T12:48:54.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaf5917700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faaf00fea30 0x7faaf019bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaf5917700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faaf00ff3e0 0x7faaf019c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaf5917700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0195a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaf5917700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaf01960a0 con 0x7faaf0104a30 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaf5917700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaf0196210 con 0x7faaf00ff3e0 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaf5917700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaf01963d0 con 0x7faaf00fea30 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0195a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0195a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35956/0 (socket says 172.21.15.40:35956) 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 -- 172.21.15.40:0/1293053561 learned_addr learned my addr 172.21.15.40:0/1293053561 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaeeffd700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faaf00fea30 0x7faaf019bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaee7fc700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faaf00ff3e0 0x7faaf019c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 -- 172.21.15.40:0/1293053561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faaf00fea30 msgr2=0x7faaf019bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faaf00fea30 0x7faaf019bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 -- 172.21.15.40:0/1293053561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faaf00ff3e0 msgr2=0x7faaf019c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faaf00ff3e0 0x7faaf019c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 -- 172.21.15.40:0/1293053561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faae40095f0 con 0x7faaf0104a30 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.288+0000 7faaef7fe700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0195a30 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7faae8007ee0 tx=0x7faae800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:54.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.289+0000 7faaf4915700 1 -- 172.21.15.40:0/1293053561 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae8017070 con 0x7faaf0104a30 2023-07-14T12:48:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.289+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaf01966b0 con 0x7faaf0104a30 2023-07-14T12:48:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.289+0000 7faaf4915700 1 -- 172.21.15.40:0/1293053561 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faae800f040 con 0x7faaf0104a30 2023-07-14T12:48:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.289+0000 7faaf4915700 1 -- 172.21.15.40:0/1293053561 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae8005740 con 0x7faaf0104a30 2023-07-14T12:48:54.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.289+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faaf01a2bc0 con 0x7faaf0104a30 2023-07-14T12:48:54.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.291+0000 7faaf4915700 1 -- 172.21.15.40:0/1293053561 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7faae80058a0 con 0x7faaf0104a30 2023-07-14T12:48:54.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.292+0000 7faaf4915700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faad80a12c0 0x7faad80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.292+0000 7faaeeffd700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faad80a12c0 0x7faad80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.292+0000 7faaf4915700 1 -- 172.21.15.40:0/1293053561 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7faae80cc600 con 0x7faaf0104a30 2023-07-14T12:48:54.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7faaeeffd700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faad80a12c0 0x7faad80a3770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faae4006010 tx=0x7faae400b540 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:54.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 Processor -- start 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 -- start start 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740a7c6b0 0x561740c25d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c262d0 0x561740c20040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c209d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740b25c50 con 0x561740c20580 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740b789e0 con 0x561740a7c6b0 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.293+0000 7fab01a9db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740b71e70 con 0x561740c262d0 2023-07-14T12:48:54.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaeeffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740a7c6b0 0x561740c25d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c209d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaee7fc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c262d0 0x561740c20040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaeeffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740a7c6b0 0x561740c25d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53214/0 (socket says 172.21.15.40:53214) 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaeeffd700 1 -- 172.21.15.40:0/3816931686 learned_addr learned my addr 172.21.15.40:0/3816931686 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 -- 172.21.15.40:0/3816931686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c262d0 msgr2=0x561740c20040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c262d0 0x561740c20040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 -- 172.21.15.40:0/3816931686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740a7c6b0 msgr2=0x561740c25d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740a7c6b0 0x561740c25d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 -- 172.21.15.40:0/3816931686 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56174099fd80 con 0x561740c20580 2023-07-14T12:48:54.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faaef7fe700 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c209d0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7faae80c9d30 tx=0x7faae8099480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9030cf84284ee79a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:54.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faad5ffb700 1 -- 172.21.15.40:0/3816931686 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae80a1b00 con 0x561740c20580 2023-07-14T12:48:54.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faad5ffb700 1 -- 172.21.15.40:0/3816931686 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faae8097a50 con 0x561740c20580 2023-07-14T12:48:54.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.294+0000 7faad5ffb700 1 -- 172.21.15.40:0/3816931686 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae8099b10 con 0x561740c20580 2023-07-14T12:48:54.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 -- 172.21.15.40:0/3816931686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 msgr2=0x561740c209d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c209d0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7faae80c9d30 tx=0x7faae8099480 comp rx=0 tx=0).stop 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 -- 172.21.15.40:0/3816931686 shutdown_connections 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c209d0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740a7c6b0 0x561740c25d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3816931686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c262d0 0x561740c20040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 -- 172.21.15.40:0/3816931686 >> 172.21.15.40:0/3816931686 conn(0x561740c15be0 msgr2=0x561740c1af10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 -- 172.21.15.40:0/3816931686 shutdown_connections 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 -- 172.21.15.40:0/3816931686 wait complete. 2023-07-14T12:48:54.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.295+0000 7fab01a9db80 1 -- start start 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 Processor -- start 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c29970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c20580 0x561740c29eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 0x561740c2a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740b11a60 con 0x561740c262d0 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740b11760 con 0x561740c20580 2023-07-14T12:48:54.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5617409f58c0 con 0x561740a7c6b0 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7fab01a9db80 10 client.0 _ll_register_callbacks cb 0x561740b0f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 0x561740c2a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 0x561740c2a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35970/0 (socket says 172.21.15.40:35970) 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 -- 172.21.15.40:0/2329596400 learned_addr learned my addr 172.21.15.40:0/2329596400 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaee7fc700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c20580 0x561740c29eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaeeffd700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c29970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 -- 172.21.15.40:0/2329596400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 msgr2=0x561740c29970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c29970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 -- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c20580 msgr2=0x561740c29eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c20580 0x561740c29eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.296+0000 7faaef7fe700 1 -- 172.21.15.40:0/2329596400 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faaf01a2bc0 con 0x561740c262d0 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaee7fc700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c20580 0x561740c29eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaef7fe700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 0x561740c2a3f0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7faae8095b60 tx=0x7faae809d7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=859aeafbe508f3c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaceffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:54.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaceffd700 1 -- 172.21.15.40:0/2329596400 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae8098da0 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaceffd700 1 -- 172.21.15.40:0/2329596400 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7faae80b5020 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561740acb490 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaceffd700 1 -- 172.21.15.40:0/2329596400 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7faae800dde0 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 10 client.16290 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x561740988c00 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaceffd700 1 -- 172.21.15.40:0/2329596400 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faae8063020 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7faaceffd700 1 -- 172.21.15.40:0/2329596400 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7faae809ab10 con 0x561740c262d0 2023-07-14T12:48:54.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 10 client.16290 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 10 client.16290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 20 client.16290 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c39870 0x561740c3bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 4 client.16290 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.297+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561740b6ae50 con 0x561740c39870 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.298+0000 7faaeeffd700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c39870 0x561740c3bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.298+0000 7faaceffd700 10 client.16290 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:54.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.298+0000 7faaeeffd700 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c39870 0x561740c3bc80 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d419998ee8fdfa63 server_cookie=d719c8cc5f381dbe in_seq=0 out_seq=0 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7faaceffd700 1 -- 172.21.15.40:0/2329596400 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561740b6ae50 con 0x561740c39870 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7faaceffd700 10 client.16290 handle_command_reply: tid=0 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 client.16290 shutdown 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 msgr2=0x561740c2a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 0x561740c2a3f0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7faae8095b60 tx=0x7faae809d7a0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 shutdown_connections 2023-07-14T12:48:54.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c39870 0x561740c3bc80 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c29970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c262d0 0x561740c2a3f0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7faaceffd700 0 client.16290 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 --2- 172.21.15.40:0/2329596400 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c20580 0x561740c29eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 >> 172.21.15.40:0/2329596400 conn(0x561740c15be0 msgr2=0x561740c1a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 shutdown_connections 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 1 -- 172.21.15.40:0/2329596400 wait complete. 2023-07-14T12:48:54.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.299+0000 7fab01a9db80 20 client.16290 trim_cache size 0 max 16384 2023-07-14T12:48:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.314+0000 7fab01a9db80 1 Processor -- start 2023-07-14T12:48:54.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.314+0000 7fab01a9db80 1 -- start start 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c20040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c30c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c1ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7fab01a9db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740c1cb70 con 0x561740c20580 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7fab01a9db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740c25a10 con 0x561740c262d0 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7fab01a9db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740c23830 con 0x561740a7c6b0 2023-07-14T12:48:54.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c30c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaef7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c1ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c30c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35976/0 (socket says 172.21.15.40:35976) 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 -- 172.21.15.40:0/3925417571 learned_addr learned my addr 172.21.15.40:0/3925417571 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaeeffd700 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c20040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 -- 172.21.15.40:0/3925417571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 msgr2=0x561740c20040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c20040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 -- 172.21.15.40:0/3925417571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 msgr2=0x561740c1ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c1ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 -- 172.21.15.40:0/3925417571 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5617409c61f0 con 0x561740c20580 2023-07-14T12:48:54.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaef7fe700 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c1ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:48:54.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faaee7fc700 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c30c60 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7faae0005950 tx=0x7faae000cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42550b5431628ceb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faad67fc700 1 -- 172.21.15.40:0/3925417571 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae0016070 con 0x561740c20580 2023-07-14T12:48:54.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faad67fc700 1 -- 172.21.15.40:0/3925417571 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faae00044e0 con 0x561740c20580 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.315+0000 7faad67fc700 1 -- 172.21.15.40:0/3925417571 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae0005020 con 0x561740c20580 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 -- 172.21.15.40:0/3925417571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 msgr2=0x561740c30c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c30c60 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7faae0005950 tx=0x7faae000cef0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 -- 172.21.15.40:0/3925417571 shutdown_connections 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740a7c6b0 0x561740c20040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c1ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 --2- 172.21.15.40:0/3925417571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740c20580 0x561740c30c60 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 -- 172.21.15.40:0/3925417571 >> 172.21.15.40:0/3925417571 conn(0x561740c15be0 msgr2=0x561740c23cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 -- 172.21.15.40:0/3925417571 shutdown_connections 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 -- 172.21.15.40:0/3925417571 wait complete. 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.316+0000 7fab01a9db80 1 -- start start 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 Processor -- start 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 0x561740c22a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c20580 0x561740c21790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c21cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740c31220 con 0x561740a7c6b0 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740c22210 con 0x561740c262d0 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561740c223d0 con 0x561740c20580 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7fab01a9db80 10 client.0 _ll_register_callbacks cb 0x7faae4009510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 0x561740c22a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 0x561740c22a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35980/0 (socket says 172.21.15.40:35980) 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 -- 172.21.15.40:0/325171734 learned_addr learned my addr 172.21.15.40:0/325171734 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:48:54.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaee7fc700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c20580 0x561740c21790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaef7fe700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c21cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 -- 172.21.15.40:0/325171734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c20580 msgr2=0x561740c21790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c20580 0x561740c21790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 -- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 msgr2=0x561740c21cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c21cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.317+0000 7faaeeffd700 1 -- 172.21.15.40:0/325171734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561740988c00 con 0x561740a7c6b0 2023-07-14T12:48:54.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaeeffd700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 0x561740c22a30 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7faae4000c00 tx=0x7faae4009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a7d78911cf80ddb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaceffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaceffd700 1 -- 172.21.15.40:0/325171734 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faae402b040 con 0x561740a7c6b0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaceffd700 1 -- 172.21.15.40:0/325171734 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7faae4034c50 con 0x561740a7c6b0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faae8097a50 con 0x561740a7c6b0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaceffd700 1 -- 172.21.15.40:0/325171734 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7faae4034e10 con 0x561740a7c6b0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 10 client.16296 fetch_fsmap learned FSMap version 33 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7faae000c980 con 0x561740a7c6b0 2023-07-14T12:48:54.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaceffd700 1 -- 172.21.15.40:0/325171734 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faae8097a50 con 0x561740a7c6b0 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7faaceffd700 1 -- 172.21.15.40:0/325171734 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7faae403a020 con 0x561740a7c6b0 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 10 client.16296 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 10 client.16296 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 20 client.16296 populate_metadata read hostname 'smithi040' 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c8eb10 0x561740c90f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 4 client.16296 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:48:54.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.318+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561740b2cff0 con 0x561740c8eb10 2023-07-14T12:48:54.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.319+0000 7faaee7fc700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c8eb10 0x561740c90f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:48:54.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.319+0000 7faaceffd700 10 client.16296 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:54.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.319+0000 7faaee7fc700 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c8eb10 0x561740c90f20 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8a23f02652748cd server_cookie=e8127b810a8e7679 in_seq=0 out_seq=0 2023-07-14T12:48:54.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.351+0000 7faaceffd700 1 -- 172.21.15.40:0/325171734 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561740b2cff0 con 0x561740c8eb10 2023-07-14T12:48:54.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.351+0000 7faaceffd700 10 client.16296 handle_command_reply: tid=0 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.351+0000 7fab01a9db80 1 client.16296 shutdown 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 msgr2=0x561740c22a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 0x561740c22a30 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7faae4000c00 tx=0x7faae4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 shutdown_connections 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561740c262d0 0x561740c21cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561740a7c6b0 0x561740c22a30 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561740c8eb10 0x561740c90f20 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 --2- 172.21.15.40:0/325171734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561740c20580 0x561740c21790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7faaceffd700 0 client.16296 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:48:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 >> 172.21.15.40:0/325171734 conn(0x561740c15be0 msgr2=0x561740c24b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 shutdown_connections 2023-07-14T12:48:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 1 -- 172.21.15.40:0/325171734 wait complete. 2023-07-14T12:48:54.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7fab01a9db80 20 client.16296 trim_cache size 0 max 16384 2023-07-14T12:48:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:48:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:48:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:48:54.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faad80a12c0 msgr2=0x7faad80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7faaf5917700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faad80a12c0 0x7faad80a3770 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7faae4006010 tx=0x7faae400b540 comp rx=0 tx=0).stop 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 msgr2=0x7faaf0195a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.352+0000 7faaf5917700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0195a30 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7faae8007ee0 tx=0x7faae800d3b0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 shutdown_connections 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faad80a12c0 0x7faad80a3770 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faaf00fea30 0x7faaf019bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faaf0104a30 0x7faaf0195a30 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 --2- 172.21.15.40:0/1293053561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7faaf00ff3e0 0x7faaf019c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:48:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 >> 172.21.15.40:0/1293053561 conn(0x7faaf0074760 msgr2=0x7faaf0102850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:48:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 shutdown_connections 2023-07-14T12:48:54.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:48:54.353+0000 7faaf5917700 1 -- 172.21.15.40:0/1293053561 wait complete. 2023-07-14T12:48:55.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:54 smithi040 ceph-mon[96535]: pgmap v78: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 173 op/s 2023-07-14T12:48:55.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 47061 3.04 MB/sec warmup 89 sec latency 4933.183 ms 2023-07-14T12:48:55.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:54 smithi133 ceph-mon[98311]: pgmap v78: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 173 op/s 2023-07-14T12:48:55.274 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:54 smithi130 ceph-mon[97977]: pgmap v78: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 1007 KiB/s rd, 1.3 MiB/s wr, 173 op/s 2023-07-14T12:48:56.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 49671 3.19 MB/sec warmup 90 sec latency 12.431 ms 2023-07-14T12:48:57.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:56 smithi040 ceph-mon[96535]: pgmap v79: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1019 KiB/s wr, 114 op/s 2023-07-14T12:48:57.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 50355 3.17 MB/sec warmup 91 sec latency 350.847 ms 2023-07-14T12:48:57.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:56 smithi133 ceph-mon[98311]: pgmap v79: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1019 KiB/s wr, 114 op/s 2023-07-14T12:48:57.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:56 smithi130 ceph-mon[97977]: pgmap v79: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1019 KiB/s wr, 114 op/s 2023-07-14T12:48:58.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 50355 3.14 MB/sec warmup 92 sec latency 1350.941 ms 2023-07-14T12:48:59.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:48:58 smithi040 ceph-mon[96535]: pgmap v80: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1019 KiB/s wr, 114 op/s 2023-07-14T12:48:59.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 50355 3.11 MB/sec warmup 93 sec latency 2351.072 ms 2023-07-14T12:48:59.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:48:58 smithi133 ceph-mon[98311]: pgmap v80: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1019 KiB/s wr, 114 op/s 2023-07-14T12:48:59.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:48:58 smithi130 ceph-mon[97977]: pgmap v80: 97 pgs: 97 active+clean; 37 MiB data, 549 MiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 1019 KiB/s wr, 114 op/s 2023-07-14T12:49:00.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 50562 3.08 MB/sec warmup 94 sec latency 3225.671 ms 2023-07-14T12:49:01.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:00 smithi040 ceph-mon[96535]: pgmap v81: 97 pgs: 97 active+clean; 38 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 185 op/s 2023-07-14T12:49:01.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 52456 3.15 MB/sec warmup 95 sec latency 23.262 ms 2023-07-14T12:49:01.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:00 smithi133 ceph-mon[98311]: pgmap v81: 97 pgs: 97 active+clean; 38 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 185 op/s 2023-07-14T12:49:01.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:00 smithi130 ceph-mon[97977]: pgmap v81: 97 pgs: 97 active+clean; 38 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 185 op/s 2023-07-14T12:49:02.152 INFO:tasks.workunit.client.0.smithi040.stdout: 1 53947 3.21 MB/sec warmup 96 sec latency 13.326 ms 2023-07-14T12:49:03.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:02 smithi040 ceph-mon[96535]: pgmap v82: 97 pgs: 97 active+clean; 38 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 928 KiB/s wr, 104 op/s 2023-07-14T12:49:03.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 54027 3.18 MB/sec warmup 97 sec latency 942.850 ms 2023-07-14T12:49:03.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:02 smithi133 ceph-mon[98311]: pgmap v82: 97 pgs: 97 active+clean; 38 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 928 KiB/s wr, 104 op/s 2023-07-14T12:49:03.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:02 smithi130 ceph-mon[97977]: pgmap v82: 97 pgs: 97 active+clean; 38 MiB data, 537 MiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 928 KiB/s wr, 104 op/s 2023-07-14T12:49:04.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 54027 3.14 MB/sec warmup 98 sec latency 1942.979 ms 2023-07-14T12:49:05.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:04 smithi040 ceph-mon[96535]: pgmap v83: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 863 KiB/s rd, 1.3 MiB/s wr, 185 op/s 2023-07-14T12:49:05.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 54217 3.12 MB/sec warmup 99 sec latency 2814.962 ms 2023-07-14T12:49:05.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:04 smithi133 ceph-mon[98311]: pgmap v83: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 863 KiB/s rd, 1.3 MiB/s wr, 185 op/s 2023-07-14T12:49:05.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:04 smithi130 ceph-mon[97977]: pgmap v83: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 863 KiB/s rd, 1.3 MiB/s wr, 185 op/s 2023-07-14T12:49:06.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 56853 3.25 MB/sec warmup 100 sec latency 11.171 ms 2023-07-14T12:49:07.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:06 smithi040 ceph-mon[96535]: pgmap v84: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 977 KiB/s wr, 150 op/s 2023-07-14T12:49:07.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57447 3.24 MB/sec warmup 101 sec latency 386.552 ms 2023-07-14T12:49:07.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:06 smithi133 ceph-mon[98311]: pgmap v84: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 977 KiB/s wr, 150 op/s 2023-07-14T12:49:07.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:06 smithi130 ceph-mon[97977]: pgmap v84: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 977 KiB/s wr, 150 op/s 2023-07-14T12:49:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 -- 172.21.15.40:0/3999153433 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc0ff430 msgr2=0x7f56fc10b8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 --2- 172.21.15.40:0/3999153433 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc0ff430 0x7f56fc10b8c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f56f400b0a0 tx=0x7f56f400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 -- 172.21.15.40:0/3999153433 shutdown_connections 2023-07-14T12:49:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 --2- 172.21.15.40:0/3999153433 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc0ff430 0x7f56fc10b8c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 --2- 172.21.15.40:0/3999153433 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f56fc104a90 0x7f56fc104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 --2- 172.21.15.40:0/3999153433 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56fc0fea80 0x7f56fc0feef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 -- 172.21.15.40:0/3999153433 >> 172.21.15.40:0/3999153433 conn(0x7f56fc0769b0 msgr2=0x7f56fc076db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 -- 172.21.15.40:0/3999153433 shutdown_connections 2023-07-14T12:49:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.475+0000 7f5703470700 1 -- 172.21.15.40:0/3999153433 wait complete. 2023-07-14T12:49:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 Processor -- start 2023-07-14T12:49:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 -- start start 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f56fc0fea80 0x7f56fc19aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56fc0ff430 0x7f56fc19b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 0x7f56fc194a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56fc195070 con 0x7f56fc104a90 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56fc1951e0 con 0x7f56fc0fea80 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5703470700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56fc1953a0 con 0x7f56fc0ff430 2023-07-14T12:49:07.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5701a0d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 0x7f56fc194a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5701a0d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 0x7f56fc194a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:35998/0 (socket says 172.21.15.40:35998) 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.476+0000 7f5701a0d700 1 -- 172.21.15.40:0/2490336008 learned_addr learned my addr 172.21.15.40:0/2490336008 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f570120c700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f56fc0fea80 0x7f56fc19aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5700a0b700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56fc0ff430 0x7f56fc19b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5701a0d700 1 -- 172.21.15.40:0/2490336008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56fc0ff430 msgr2=0x7f56fc19b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5701a0d700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56fc0ff430 0x7f56fc19b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5701a0d700 1 -- 172.21.15.40:0/2490336008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f56fc0fea80 msgr2=0x7f56fc19aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5701a0d700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f56fc0fea80 0x7f56fc19aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5701a0d700 1 -- 172.21.15.40:0/2490336008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56f4009d00 con 0x7f56fc104a90 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5701a0d700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 0x7f56fc194a00 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f56f400b780 tx=0x7f56f400bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f56f27fc700 1 -- 172.21.15.40:0/2490336008 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f400e040 con 0x7f56fc104a90 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f56f27fc700 1 -- 172.21.15.40:0/2490336008 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56f40094a0 con 0x7f56fc104a90 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f56f27fc700 1 -- 172.21.15.40:0/2490336008 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f40052a0 con 0x7f56fc104a90 2023-07-14T12:49:07.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56fc195620 con 0x7f56fc104a90 2023-07-14T12:49:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.477+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56fc1a1b90 con 0x7f56fc104a90 2023-07-14T12:49:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.480+0000 7f56f27fc700 1 -- 172.21.15.40:0/2490336008 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f56f401d470 con 0x7f56fc104a90 2023-07-14T12:49:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.480+0000 7f56f27fc700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56e80a12c0 0x7f56e80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.480+0000 7f570120c700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56e80a12c0 0x7f56e80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.480+0000 7f56f27fc700 1 -- 172.21.15.40:0/2490336008 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f56f40ce220 con 0x7f56fc104a90 2023-07-14T12:49:07.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570120c700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56e80a12c0 0x7f56e80a3770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0ffbc0 tx=0x7f56ec007400 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 Processor -- start 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 -- start start 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f156250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f156790 0x562b0f150650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f150fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f051c50 con 0x562b0efa86b0 2023-07-14T12:49:07.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f0a49e0 con 0x562b0f150b90 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f09de70 con 0x562b0f156790 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.481+0000 7f570120c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f156250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f156250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36002/0 (socket says 172.21.15.40:36002) 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 -- 172.21.15.40:0/3709798693 learned_addr learned my addr 172.21.15.40:0/3709798693 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f5701a0d700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f150fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f5700a0b700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f156790 0x562b0f150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 -- 172.21.15.40:0/3709798693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f156790 msgr2=0x562b0f150650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f156790 0x562b0f150650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 -- 172.21.15.40:0/3709798693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 msgr2=0x562b0f150fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f150fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 -- 172.21.15.40:0/3709798693 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b0eecbd80 con 0x562b0efa86b0 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f5700a0b700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f156790 0x562b0f150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f5701a0d700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f150fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f570120c700 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f156250 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f56ec010d60 tx=0x7f56ec013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a613dca52ba8ee3d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:07.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f56e77fe700 1 -- 172.21.15.40:0/3709798693 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ec01e420 con 0x562b0efa86b0 2023-07-14T12:49:07.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f56e77fe700 1 -- 172.21.15.40:0/3709798693 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56ec015070 con 0x562b0efa86b0 2023-07-14T12:49:07.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.482+0000 7f56e77fe700 1 -- 172.21.15.40:0/3709798693 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ec01c8f0 con 0x562b0efa86b0 2023-07-14T12:49:07.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3709798693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 msgr2=0x562b0f156250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f156250 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f56ec010d60 tx=0x7f56ec013000 comp rx=0 tx=0).stop 2023-07-14T12:49:07.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3709798693 shutdown_connections 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f150fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f156250 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3709798693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f156790 0x562b0f150650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3709798693 >> 172.21.15.40:0/3709798693 conn(0x562b0f141be0 msgr2=0x562b0f146e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3709798693 shutdown_connections 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3709798693 wait complete. 2023-07-14T12:49:07.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 -- start start 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.483+0000 7f570f5f6b80 1 Processor -- start 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f15c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f159be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f156790 0x562b0f15a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f03da60 con 0x562b0f156790 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f03d760 con 0x562b0f150b90 2023-07-14T12:49:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0ef218c0 con 0x562b0efa86b0 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570f5f6b80 10 client.0 _ll_register_callbacks cb 0x562b0f03b700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570120c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f15c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5701a0d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f156790 0x562b0f15a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570120c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f15c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:49698/0 (socket says 172.21.15.40:49698) 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570120c700 1 -- 172.21.15.40:0/1365186050 learned_addr learned my addr 172.21.15.40:0/1365186050 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5700a0b700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5701a0d700 1 -- 172.21.15.40:0/1365186050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 msgr2=0x562b0f15c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5701a0d700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f15c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5701a0d700 1 -- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 msgr2=0x562b0f159be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5701a0d700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f159be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5701a0d700 1 -- 172.21.15.40:0/1365186050 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec010a10 con 0x562b0f156790 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f570120c700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f15c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.484+0000 7f5700a0b700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f5701a0d700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f156790 0x562b0f15a1f0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f56f40cb950 tx=0x7f56f400b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3413f60244a91cf1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f56e4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f56e4ff9700 1 -- 172.21.15.40:0/1365186050 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f409b360 con 0x562b0f156790 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f56e4ff9700 1 -- 172.21.15.40:0/1365186050 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f56f409f390 con 0x562b0f156790 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562b0eff7490 con 0x562b0f156790 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f56e4ff9700 1 -- 172.21.15.40:0/1365186050 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56f40a3720 con 0x562b0f156790 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 10 client.16308 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:07.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562b0eeb4c00 con 0x562b0f156790 2023-07-14T12:49:07.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f56e4ff9700 1 -- 172.21.15.40:0/1365186050 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562b0eff7490 con 0x562b0f156790 2023-07-14T12:49:07.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f56e4ff9700 1 -- 172.21.15.40:0/1365186050 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f56f409a850 con 0x562b0f156790 2023-07-14T12:49:07.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 10 client.16308 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:07.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 10 client.16308 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:07.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 20 client.16308 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:07.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f169d60 0x562b0f16c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 4 client.16308 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:49:07.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.485+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562b0f096e50 con 0x562b0f169d60 2023-07-14T12:49:07.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.486+0000 7f570120c700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f169d60 0x562b0f16c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.486+0000 7f56e4ff9700 10 client.16308 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.486+0000 7f570120c700 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f169d60 0x562b0f16c170 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d46265693e59b757 server_cookie=cf297371181196a6 in_seq=0 out_seq=0 2023-07-14T12:49:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f56e4ff9700 1 -- 172.21.15.40:0/1365186050 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562b0f096e50 con 0x562b0f169d60 2023-07-14T12:49:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f56e4ff9700 10 client.16308 handle_command_reply: tid=0 2023-07-14T12:49:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 client.16308 shutdown 2023-07-14T12:49:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f156790 msgr2=0x562b0f15a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f156790 0x562b0f15a1f0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f56f40cb950 tx=0x7f56f400b3b0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 shutdown_connections 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f169d60 0x562b0f16c170 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f15c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f156790 0x562b0f15a1f0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f56e4ff9700 0 client.16308 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/1365186050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f150b90 0x562b0f159be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 >> 172.21.15.40:0/1365186050 conn(0x562b0f141be0 msgr2=0x562b0f1464e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:07.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 shutdown_connections 2023-07-14T12:49:07.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 1 -- 172.21.15.40:0/1365186050 wait complete. 2023-07-14T12:49:07.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.487+0000 7f570f5f6b80 20 client.16308 trim_cache size 0 max 16384 2023-07-14T12:49:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.502+0000 7f570f5f6b80 1 Processor -- start 2023-07-14T12:49:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 -- start start 2023-07-14T12:49:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f146c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 0x562b0f157520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f15c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f147980 con 0x562b0f150b90 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f14b060 con 0x562b0f156790 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f143620 con 0x562b0efa86b0 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 0x562b0f157520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 0x562b0f157520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36018/0 (socket says 172.21.15.40:36018) 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 -- 172.21.15.40:0/3506374383 learned_addr learned my addr 172.21.15.40:0/3506374383 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:07.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f570120c700 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f146c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5701a0d700 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f15c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 -- 172.21.15.40:0/3506374383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 msgr2=0x562b0f146c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f146c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 -- 172.21.15.40:0/3506374383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 msgr2=0x562b0f15c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f15c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 -- 172.21.15.40:0/3506374383 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562b0eef21f0 con 0x562b0f150b90 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.503+0000 7f5700a0b700 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 0x562b0f157520 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f56f8009d20 tx=0x7f56f8013740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a133aa74892b95b8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f56e7fff700 1 -- 172.21.15.40:0/3506374383 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f8018070 con 0x562b0f150b90 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f56e7fff700 1 -- 172.21.15.40:0/3506374383 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56f8009e70 con 0x562b0f150b90 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f56e7fff700 1 -- 172.21.15.40:0/3506374383 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f8005280 con 0x562b0f150b90 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3506374383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 msgr2=0x562b0f157520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 0x562b0f157520 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f56f8009d20 tx=0x7f56f8013740 comp rx=0 tx=0).stop 2023-07-14T12:49:07.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3506374383 shutdown_connections 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0efa86b0 0x562b0f146c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f15c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/3506374383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0f150b90 0x562b0f157520 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3506374383 >> 172.21.15.40:0/3506374383 conn(0x562b0f141be0 msgr2=0x562b0f156e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3506374383 shutdown_connections 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.504+0000 7f570f5f6b80 1 -- 172.21.15.40:0/3506374383 wait complete. 2023-07-14T12:49:07.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 -- start start 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 Processor -- start 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f15f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f150b90 0x562b0f15f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f1bcbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f15ff00 con 0x562b0efa86b0 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f1bd120 con 0x562b0f156790 2023-07-14T12:49:07.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562b0f1bd290 con 0x562b0f150b90 2023-07-14T12:49:07.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570f5f6b80 10 client.0 _ll_register_callbacks cb 0x7f56f40976a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:07.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570120c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f15f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570120c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f15f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36022/0 (socket says 172.21.15.40:36022) 2023-07-14T12:49:07.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f570120c700 1 -- 172.21.15.40:0/817556800 learned_addr learned my addr 172.21.15.40:0/817556800 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:07.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f5701a0d700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f1bcbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.505+0000 7f5700a0b700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f150b90 0x562b0f15f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570120c700 1 -- 172.21.15.40:0/817556800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f150b90 msgr2=0x562b0f15f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570120c700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f150b90 0x562b0f15f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570120c700 1 -- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 msgr2=0x562b0f1bcbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570120c700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f1bcbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570120c700 1 -- 172.21.15.40:0/817556800 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56f8009a00 con 0x562b0efa86b0 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570120c700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f15f250 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f56ec01c460 tx=0x7f56ec005400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c573d1fd5817729 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:07.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f56e4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f56e4ff9700 1 -- 172.21.15.40:0/817556800 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56ec02d040 con 0x562b0efa86b0 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f56e4ff9700 1 -- 172.21.15.40:0/817556800 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f56ec017070 con 0x562b0efa86b0 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f56ec015070 con 0x562b0efa86b0 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f56e4ff9700 1 -- 172.21.15.40:0/817556800 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56ec0343f0 con 0x562b0efa86b0 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570f5f6b80 10 client.16314 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562b0eeca250 con 0x562b0efa86b0 2023-07-14T12:49:07.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f56e4ff9700 1 -- 172.21.15.40:0/817556800 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56ec015070 con 0x562b0efa86b0 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.506+0000 7f56e4ff9700 1 -- 172.21.15.40:0/817556800 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f56ec0037d0 con 0x562b0efa86b0 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f570f5f6b80 10 client.16314 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f570f5f6b80 10 client.16314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f570f5f6b80 20 client.16314 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f1bea60 0x562b0f1c0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f570f5f6b80 4 client.16314 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:49:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562b0f058ff0 con 0x562b0f1bea60 2023-07-14T12:49:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f5700a0b700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f1bea60 0x562b0f1c0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f56e4ff9700 10 client.16314 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.507+0000 7f5700a0b700 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f1bea60 0x562b0f1c0e70 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fa6ba60b79247a1 server_cookie=d998829af0ee817e in_seq=0 out_seq=0 2023-07-14T12:49:07.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f56e4ff9700 1 -- 172.21.15.40:0/817556800 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562b0f058ff0 con 0x562b0f1bea60 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f56e4ff9700 10 client.16314 handle_command_reply: tid=0 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 client.16314 shutdown 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 msgr2=0x562b0f15f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f15f250 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f56ec01c460 tx=0x7f56ec005400 comp rx=0 tx=0).stop 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 shutdown_connections 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562b0f156790 0x562b0f1bcbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562b0efa86b0 0x562b0f15f250 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562b0f1bea60 0x562b0f1c0e70 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 --2- 172.21.15.40:0/817556800 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562b0f150b90 0x562b0f15f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f56e4ff9700 0 client.16314 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 >> 172.21.15.40:0/817556800 conn(0x562b0f141be0 msgr2=0x562b0f1576a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 shutdown_connections 2023-07-14T12:49:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 1 -- 172.21.15.40:0/817556800 wait complete. 2023-07-14T12:49:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f570f5f6b80 20 client.16314 trim_cache size 0 max 16384 2023-07-14T12:49:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:49:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:49:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:49:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:49:07.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56e80a12c0 msgr2=0x7f56e80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56e80a12c0 0x7f56e80a3770 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f56fc0ffbc0 tx=0x7f56ec007400 comp rx=0 tx=0).stop 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 msgr2=0x7f56fc194a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 0x7f56fc194a00 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f56f400b780 tx=0x7f56f400bd60 comp rx=0 tx=0).stop 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 shutdown_connections 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56e80a12c0 0x7f56e80a3770 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56fc104a90 0x7f56fc194a00 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f56fc0fea80 0x7f56fc19aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 --2- 172.21.15.40:0/2490336008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f56fc0ff430 0x7f56fc19b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 >> 172.21.15.40:0/2490336008 conn(0x7f56fc0769b0 msgr2=0x7f56fc1026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 shutdown_connections 2023-07-14T12:49:07.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:07.541+0000 7f5703470700 1 -- 172.21.15.40:0/2490336008 wait complete. 2023-07-14T12:49:08.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57447 3.21 MB/sec warmup 102 sec latency 1386.611 ms 2023-07-14T12:49:09.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57447 3.17 MB/sec warmup 103 sec latency 2386.722 ms 2023-07-14T12:49:09.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:08 smithi133 ceph-mon[98311]: pgmap v85: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 977 KiB/s wr, 150 op/s 2023-07-14T12:49:09.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:08 smithi130 ceph-mon[97977]: pgmap v85: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 977 KiB/s wr, 150 op/s 2023-07-14T12:49:09.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:08 smithi040 ceph-mon[96535]: pgmap v85: 97 pgs: 97 active+clean; 41 MiB data, 553 MiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 977 KiB/s wr, 150 op/s 2023-07-14T12:49:10.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57571 3.15 MB/sec warmup 104 sec latency 3261.255 ms 2023-07-14T12:49:11.153 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57571 3.12 MB/sec warmup 105 sec latency 1034.233 ms 2023-07-14T12:49:11.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:10 smithi133 ceph-mon[98311]: pgmap v86: 97 pgs: 97 active+clean; 39 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 220 op/s 2023-07-14T12:49:11.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:10 smithi130 ceph-mon[97977]: pgmap v86: 97 pgs: 97 active+clean; 39 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 220 op/s 2023-07-14T12:49:11.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:10 smithi040 ceph-mon[96535]: pgmap v86: 97 pgs: 97 active+clean; 39 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.5 MiB/s wr, 220 op/s 2023-07-14T12:49:12.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57571 3.09 MB/sec warmup 106 sec latency 2034.302 ms 2023-07-14T12:49:13.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57571 3.06 MB/sec warmup 107 sec latency 3034.425 ms 2023-07-14T12:49:13.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:12 smithi133 ceph-mon[98311]: pgmap v87: 97 pgs: 97 active+clean; 39 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 925 KiB/s wr, 150 op/s 2023-07-14T12:49:13.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:12 smithi130 ceph-mon[97977]: pgmap v87: 97 pgs: 97 active+clean; 39 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 925 KiB/s wr, 150 op/s 2023-07-14T12:49:13.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:12 smithi040 ceph-mon[96535]: pgmap v87: 97 pgs: 97 active+clean; 39 MiB data, 554 MiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 925 KiB/s wr, 150 op/s 2023-07-14T12:49:14.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57571 3.03 MB/sec warmup 108 sec latency 4034.533 ms 2023-07-14T12:49:15.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 57761 3.01 MB/sec warmup 109 sec latency 4909.284 ms 2023-07-14T12:49:15.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:14 smithi133 ceph-mon[98311]: pgmap v88: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 969 KiB/s wr, 162 op/s 2023-07-14T12:49:15.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:14 smithi130 ceph-mon[97977]: pgmap v88: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 969 KiB/s wr, 162 op/s 2023-07-14T12:49:15.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:14 smithi040 ceph-mon[96535]: pgmap v88: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 969 KiB/s wr, 162 op/s 2023-07-14T12:49:16.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 60434 3.13 MB/sec warmup 110 sec latency 10.512 ms 2023-07-14T12:49:17.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61051 3.12 MB/sec warmup 111 sec latency 386.423 ms 2023-07-14T12:49:17.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:16 smithi133 ceph-mon[98311]: pgmap v89: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 567 KiB/s wr, 81 op/s 2023-07-14T12:49:17.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:16 smithi130 ceph-mon[97977]: pgmap v89: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 567 KiB/s wr, 81 op/s 2023-07-14T12:49:17.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:16 smithi040 ceph-mon[96535]: pgmap v89: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 567 KiB/s wr, 81 op/s 2023-07-14T12:49:18.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61051 3.09 MB/sec warmup 112 sec latency 1386.546 ms 2023-07-14T12:49:19.154 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61051 3.06 MB/sec warmup 113 sec latency 2386.655 ms 2023-07-14T12:49:19.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:18 smithi133 ceph-mon[98311]: pgmap v90: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 567 KiB/s wr, 81 op/s 2023-07-14T12:49:19.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:18 smithi130 ceph-mon[97977]: pgmap v90: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 567 KiB/s wr, 81 op/s 2023-07-14T12:49:19.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:18 smithi040 ceph-mon[96535]: pgmap v90: 97 pgs: 97 active+clean; 39 MiB data, 555 MiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 567 KiB/s wr, 81 op/s 2023-07-14T12:49:20.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61119 3.04 MB/sec warmup 114 sec latency 3266.247 ms 2023-07-14T12:49:20.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 -- 172.21.15.40:0/2244622130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a340ff3e0 msgr2=0x7f3a3410b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/2244622130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a340ff3e0 0x7f3a3410b860 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b0a0 tx=0x7f3a2c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 -- 172.21.15.40:0/2244622130 shutdown_connections 2023-07-14T12:49:20.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/2244622130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a34104a30 0x7f3a34104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/2244622130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a340ff3e0 0x7f3a3410b860 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/2244622130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 0x7f3a340feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 -- 172.21.15.40:0/2244622130 >> 172.21.15.40:0/2244622130 conn(0x7f3a34074760 msgr2=0x7f3a34074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:20.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 -- 172.21.15.40:0/2244622130 shutdown_connections 2023-07-14T12:49:20.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.664+0000 7f3a3acfb700 1 -- 172.21.15.40:0/2244622130 wait complete. 2023-07-14T12:49:20.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 Processor -- start 2023-07-14T12:49:20.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 -- start start 2023-07-14T12:49:20.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 0x7f3a34100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a340ff3e0 0x7f3a34100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 0x7f3a341a3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a341a4380 con 0x7f3a34104a30 2023-07-14T12:49:20.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a341a44c0 con 0x7f3a340fea30 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a3acfb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a341a4630 con 0x7f3a340ff3e0 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a39298700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 0x7f3a341a3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a39298700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 0x7f3a341a3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36040/0 (socket says 172.21.15.40:36040) 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.665+0000 7f3a39298700 1 -- 172.21.15.40:0/978209947 learned_addr learned my addr 172.21.15.40:0/978209947 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a33fff700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a340ff3e0 0x7f3a34100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a38a97700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 0x7f3a34100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a39298700 1 -- 172.21.15.40:0/978209947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a340ff3e0 msgr2=0x7f3a34100d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a39298700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a340ff3e0 0x7f3a34100d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a39298700 1 -- 172.21.15.40:0/978209947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 msgr2=0x7f3a34100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a39298700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 0x7f3a34100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a39298700 1 -- 172.21.15.40:0/978209947 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a2c009d00 con 0x7f3a34104a30 2023-07-14T12:49:20.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a38a97700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 0x7f3a34100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:49:20.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a33fff700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a340ff3e0 0x7f3a34100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:20.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a39298700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 0x7f3a341a3e40 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b780 tx=0x7f3a2c00be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:20.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a31ffb700 1 -- 172.21.15.40:0/978209947 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c00e040 con 0x7f3a34104a30 2023-07-14T12:49:20.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a31ffb700 1 -- 172.21.15.40:0/978209947 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a2c004e60 con 0x7f3a34104a30 2023-07-14T12:49:20.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a31ffb700 1 -- 172.21.15.40:0/978209947 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c005280 con 0x7f3a34104a30 2023-07-14T12:49:20.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a341a48b0 con 0x7f3a34104a30 2023-07-14T12:49:20.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.666+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a341a4d30 con 0x7f3a34104a30 2023-07-14T12:49:20.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.669+0000 7f3a31ffb700 1 -- 172.21.15.40:0/978209947 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f3a2c01d470 con 0x7f3a34104a30 2023-07-14T12:49:20.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.669+0000 7f3a31ffb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3a240a1340 0x7f3a240a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.670+0000 7f3a31ffb700 1 -- 172.21.15.40:0/978209947 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3a2c0ce310 con 0x7f3a34104a30 2023-07-14T12:49:20.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.670+0000 7f3a38a97700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3a240a1340 0x7f3a240a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.670+0000 7f3a38a97700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3a240a1340 0x7f3a240a37f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3a340ffba0 tx=0x7f3a28009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:20.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.670+0000 7f3a46e81b80 1 Processor -- start 2023-07-14T12:49:20.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.670+0000 7f3a46e81b80 1 -- start start 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535d8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535d3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1534d8c50 con 0x55b1535d92d0 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b15352b9e0 con 0x55b1535d3580 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b153524e70 con 0x55b15342f6b0 2023-07-14T12:49:20.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535d3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535d3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36046/0 (socket says 172.21.15.40:36046) 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 -- 172.21.15.40:0/556369940 learned_addr learned my addr 172.21.15.40:0/556369940 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a38a97700 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535d8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a39298700 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 -- 172.21.15.40:0/556369940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 msgr2=0x55b1535d8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535d8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 -- 172.21.15.40:0/556369940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 msgr2=0x55b1535d39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 -- 172.21.15.40:0/556369940 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b153352d80 con 0x55b1535d92d0 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a39298700 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a33fff700 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535d3040 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3a2000bd60 tx=0x7f3a2000f640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f01114fda2b19229 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a1effd700 1 -- 172.21.15.40:0/556369940 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a2000fe50 con 0x55b1535d92d0 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a1effd700 1 -- 172.21.15.40:0/556369940 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a2001a920 con 0x55b1535d92d0 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.671+0000 7f3a1effd700 1 -- 172.21.15.40:0/556369940 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a20011840 con 0x55b1535d92d0 2023-07-14T12:49:20.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 -- 172.21.15.40:0/556369940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 msgr2=0x55b1535d3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535d3040 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f3a2000bd60 tx=0x7f3a2000f640 comp rx=0 tx=0).stop 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 -- 172.21.15.40:0/556369940 shutdown_connections 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535d8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/556369940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535d3040 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 -- 172.21.15.40:0/556369940 >> 172.21.15.40:0/556369940 conn(0x55b1535c8be0 msgr2=0x55b1535cdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 -- 172.21.15.40:0/556369940 shutdown_connections 2023-07-14T12:49:20.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.672+0000 7f3a46e81b80 1 -- 172.21.15.40:0/556369940 wait complete. 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 -- start start 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 Processor -- start 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535df5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b1535dc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d92d0 0x55b1535dceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1534c4a60 con 0x55b1535d3580 2023-07-14T12:49:20.700 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1534c4760 con 0x55b1535d92d0 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1533a88c0 con 0x55b15342f6b0 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a46e81b80 10 client.0 _ll_register_callbacks cb 0x55b1534c2700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b1535dc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b1535dc830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36052/0 (socket says 172.21.15.40:36052) 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a38a97700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535df5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.673+0000 7f3a33fff700 1 -- 172.21.15.40:0/4188585503 learned_addr learned my addr 172.21.15.40:0/4188585503 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a39298700 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d92d0 0x55b1535dceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a33fff700 1 -- 172.21.15.40:0/4188585503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 msgr2=0x55b1535df5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a33fff700 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535df5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a33fff700 1 -- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d92d0 msgr2=0x55b1535dceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a33fff700 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d92d0 0x55b1535dceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a33fff700 1 -- 172.21.15.40:0/4188585503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a2000b9c0 con 0x55b1535d3580 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a33fff700 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b1535dc830 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f3a20005910 tx=0x7f3a2000fe80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b57ff62af214262 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a13fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:20.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a13fff700 1 -- 172.21.15.40:0/4188585503 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a20020070 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a13fff700 1 -- 172.21.15.40:0/4188585503 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3a2001a460 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b15347e490 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a13fff700 1 -- 172.21.15.40:0/4188585503 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a2001a620 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a46e81b80 10 client.16326 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55b15333bc00 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.674+0000 7f3a13fff700 1 -- 172.21.15.40:0/4188585503 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b15347e490 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a13fff700 1 -- 172.21.15.40:0/4188585503 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3a20004940 con 0x55b1535d3580 2023-07-14T12:49:20.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a46e81b80 10 client.16326 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a46e81b80 10 client.16326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a46e81b80 20 client.16326 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b1535ecb00 0x55b1535eef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a46e81b80 4 client.16326 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b15351de50 con 0x55b1535ecb00 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a38a97700 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b1535ecb00 0x55b1535eef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a13fff700 10 client.16326 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:20.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.675+0000 7f3a38a97700 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b1535ecb00 0x55b1535eef10 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f48d0ced5e671223 server_cookie=79603ef9560da55e in_seq=0 out_seq=0 2023-07-14T12:49:20.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a13fff700 1 -- 172.21.15.40:0/4188585503 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b15351de50 con 0x55b1535ecb00 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a13fff700 10 client.16326 handle_command_reply: tid=0 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 client.16326 shutdown 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 msgr2=0x55b1535dc830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b1535dc830 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f3a20005910 tx=0x7f3a2000fe80 comp rx=0 tx=0).stop 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 shutdown_connections 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b1535ecb00 0x55b1535eef10 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535df5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d92d0 0x55b1535dceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4188585503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b1535dc830 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a13fff700 0 client.16326 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 >> 172.21.15.40:0/4188585503 conn(0x55b1535c8be0 msgr2=0x55b1535cd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 shutdown_connections 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.676+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4188585503 wait complete. 2023-07-14T12:49:20.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.677+0000 7f3a46e81b80 20 client.16326 trim_cache size 0 max 16384 2023-07-14T12:49:20.711 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.691+0000 7f3a46e81b80 1 Processor -- start 2023-07-14T12:49:20.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.691+0000 7f3a46e81b80 1 -- start start 2023-07-14T12:49:20.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535da910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535cdc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1535c8a80 con 0x55b1535d92d0 2023-07-14T12:49:20.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b15351de50 con 0x55b1535d3580 2023-07-14T12:49:20.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b15347e490 con 0x55b15342f6b0 2023-07-14T12:49:20.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535cdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535cdc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36062/0 (socket says 172.21.15.40:36062) 2023-07-14T12:49:20.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 -- 172.21.15.40:0/4223890504 learned_addr learned my addr 172.21.15.40:0/4223890504 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:20.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a33fff700 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a38a97700 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535da910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 -- 172.21.15.40:0/4223890504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 msgr2=0x55b1535da910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535da910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 -- 172.21.15.40:0/4223890504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 msgr2=0x55b1535d8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 -- 172.21.15.40:0/4223890504 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b1533791f0 con 0x55b1535d92d0 2023-07-14T12:49:20.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a38a97700 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535da910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:49:20.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a39298700 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535cdc60 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c09b150 tx=0x7f3a2c0095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3d8d56051e18999 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:20.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a1f7fe700 1 -- 172.21.15.40:0/4223890504 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c09b450 con 0x55b1535d92d0 2023-07-14T12:49:20.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a1f7fe700 1 -- 172.21.15.40:0/4223890504 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a2c09f480 con 0x55b1535d92d0 2023-07-14T12:49:20.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.692+0000 7f3a1f7fe700 1 -- 172.21.15.40:0/4223890504 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a2c09f280 con 0x55b1535d92d0 2023-07-14T12:49:20.717 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4223890504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 msgr2=0x55b1535cdc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.717 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535cdc60 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c09b150 tx=0x7f3a2c0095a0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4223890504 shutdown_connections 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b15342f6b0 0x55b1535da910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d92d0 0x55b1535cdc60 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/4223890504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b1535d3580 0x55b1535d8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4223890504 >> 172.21.15.40:0/4223890504 conn(0x55b1535c8be0 msgr2=0x55b1535d7a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4223890504 shutdown_connections 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 -- 172.21.15.40:0/4223890504 wait complete. 2023-07-14T12:49:20.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 -- start start 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.693+0000 7f3a46e81b80 1 Processor -- start 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b15342f6b0 0x55b153639d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b15363a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b1535d92d0 0x55b1535e1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1535e2320 con 0x55b1535d3580 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1535e2490 con 0x55b15342f6b0 2023-07-14T12:49:20.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1535e2650 con 0x55b1535d92d0 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a46e81b80 10 client.0 _ll_register_callbacks cb 0x7f3a2000bbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b15363a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a38a97700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b15342f6b0 0x55b153639d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b15363a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36066/0 (socket says 172.21.15.40:36066) 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 -- 172.21.15.40:0/1841212660 learned_addr learned my addr 172.21.15.40:0/1841212660 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 -- 172.21.15.40:0/1841212660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b1535d92d0 msgr2=0x55b1535e1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.720 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b1535d92d0 0x55b1535e1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 -- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b15342f6b0 msgr2=0x55b153639d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b15342f6b0 0x55b153639d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.694+0000 7f3a33fff700 1 -- 172.21.15.40:0/1841212660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a341a4d30 con 0x55b1535d3580 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a33fff700 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b15363a250 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3a20005a80 tx=0x7f3a2001ae20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3de3cb6574ef43a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a13fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a13fff700 1 -- 172.21.15.40:0/1841212660 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a20020040 con 0x55b1535d3580 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a13fff700 1 -- 172.21.15.40:0/1841212660 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f3a20000e40 con 0x55b1535d3580 2023-07-14T12:49:20.721 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a2001a920 con 0x55b1535d3580 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a13fff700 1 -- 172.21.15.40:0/1841212660 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a2000beb0 con 0x55b1535d3580 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 10 client.16332 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55b153351250 con 0x55b1535d3580 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a13fff700 1 -- 172.21.15.40:0/1841212660 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a2001a920 con 0x55b1535d3580 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a13fff700 1 -- 172.21.15.40:0/1841212660 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3a20024830 con 0x55b1535d3580 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 10 client.16332 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:20.722 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 10 client.16332 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 20 client.16332 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b153641610 0x55b153643a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 4 client.16332 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.695+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b1534dfff0 con 0x55b153641610 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.696+0000 7f3a38a97700 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b153641610 0x55b153643a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.696+0000 7f3a13fff700 10 client.16332 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:20.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.696+0000 7f3a38a97700 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b153641610 0x55b153643a20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=276ff481b07e6fe server_cookie=2ec10e594e26a5a1 in_seq=0 out_seq=0 2023-07-14T12:49:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.725+0000 7f3a13fff700 1 -- 172.21.15.40:0/1841212660 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b1534dfff0 con 0x55b153641610 2023-07-14T12:49:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.725+0000 7f3a13fff700 10 client.16332 handle_command_reply: tid=0 2023-07-14T12:49:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.725+0000 7f3a46e81b80 1 client.16332 shutdown 2023-07-14T12:49:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.725+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 msgr2=0x55b15363a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b15363a250 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3a20005a80 tx=0x7f3a2001ae20 comp rx=0 tx=0).stop 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 shutdown_connections 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b153641610 0x55b153643a20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b1535d92d0 0x55b1535e1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b15342f6b0 0x55b153639d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a13fff700 0 client.16332 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 --2- 172.21.15.40:0/1841212660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b1535d3580 0x55b15363a250 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 >> 172.21.15.40:0/1841212660 conn(0x55b1535c8be0 msgr2=0x55b1535de9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 shutdown_connections 2023-07-14T12:49:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 1 -- 172.21.15.40:0/1841212660 wait complete. 2023-07-14T12:49:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a46e81b80 20 client.16332 trim_cache size 0 max 16384 2023-07-14T12:49:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:49:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:49:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:49:20.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:49:20.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3a240a1340 msgr2=0x7f3a240a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3a240a1340 0x7f3a240a37f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3a340ffba0 tx=0x7f3a28009260 comp rx=0 tx=0).stop 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 msgr2=0x7f3a341a3e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 0x7f3a341a3e40 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f3a2c00b780 tx=0x7f3a2c00be10 comp rx=0 tx=0).stop 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 shutdown_connections 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3a240a1340 0x7f3a240a37f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3a34104a30 0x7f3a341a3e40 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3a340fea30 0x7f3a34100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.726+0000 7f3a3acfb700 1 --2- 172.21.15.40:0/978209947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3a340ff3e0 0x7f3a34100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:20.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.727+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 >> 172.21.15.40:0/978209947 conn(0x7f3a34074760 msgr2=0x7f3a340fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:20.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.727+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 shutdown_connections 2023-07-14T12:49:20.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:20.727+0000 7f3a3acfb700 1 -- 172.21.15.40:0/978209947 wait complete. 2023-07-14T12:49:21.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61119 3.01 MB/sec warmup 115 sec latency 1075.126 ms 2023-07-14T12:49:21.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:20 smithi133 ceph-mon[98311]: pgmap v91: 97 pgs: 97 active+clean; 41 MiB data, 587 MiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 1.1 MiB/s wr, 139 op/s 2023-07-14T12:49:21.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:20 smithi130 ceph-mon[97977]: pgmap v91: 97 pgs: 97 active+clean; 41 MiB data, 587 MiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 1.1 MiB/s wr, 139 op/s 2023-07-14T12:49:21.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:20 smithi040 ceph-mon[96535]: pgmap v91: 97 pgs: 97 active+clean; 41 MiB data, 587 MiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 1.1 MiB/s wr, 139 op/s 2023-07-14T12:49:22.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61119 2.99 MB/sec warmup 116 sec latency 2075.215 ms 2023-07-14T12:49:23.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61119 2.96 MB/sec warmup 117 sec latency 3075.270 ms 2023-07-14T12:49:23.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:22 smithi133 ceph-mon[98311]: pgmap v92: 97 pgs: 97 active+clean; 41 MiB data, 587 MiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 579 KiB/s wr, 69 op/s 2023-07-14T12:49:23.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:22 smithi130 ceph-mon[97977]: pgmap v92: 97 pgs: 97 active+clean; 41 MiB data, 587 MiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 579 KiB/s wr, 69 op/s 2023-07-14T12:49:23.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:22 smithi040 ceph-mon[96535]: pgmap v92: 97 pgs: 97 active+clean; 41 MiB data, 587 MiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 579 KiB/s wr, 69 op/s 2023-07-14T12:49:24.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61119 2.94 MB/sec warmup 118 sec latency 4075.388 ms 2023-07-14T12:49:25.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 61318 2.92 MB/sec warmup 119 sec latency 4946.682 ms 2023-07-14T12:49:25.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:24 smithi133 ceph-mon[98311]: pgmap v93: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 474 KiB/s rd, 1.1 MiB/s wr, 106 op/s 2023-07-14T12:49:25.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:24 smithi130 ceph-mon[97977]: pgmap v93: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 474 KiB/s rd, 1.1 MiB/s wr, 106 op/s 2023-07-14T12:49:25.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:24 smithi040 ceph-mon[96535]: pgmap v93: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 474 KiB/s rd, 1.1 MiB/s wr, 106 op/s 2023-07-14T12:49:26.235 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:25 smithi133 ceph-mon[98311]: pgmap v94: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2023-07-14T12:49:26.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:25 smithi130 ceph-mon[97977]: pgmap v94: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2023-07-14T12:49:26.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:25 smithi040 ceph-mon[96535]: pgmap v94: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2023-07-14T12:49:27.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64536 1.46 MB/sec execute 1 sec latency 413.964 ms 2023-07-14T12:49:28.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64536 0.73 MB/sec execute 2 sec latency 1414.059 ms 2023-07-14T12:49:29.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:28 smithi040 ceph-mon[96535]: pgmap v95: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2023-07-14T12:49:29.155 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64536 0.49 MB/sec execute 3 sec latency 2414.173 ms 2023-07-14T12:49:29.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:28 smithi133 ceph-mon[98311]: pgmap v95: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2023-07-14T12:49:29.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:28 smithi130 ceph-mon[97977]: pgmap v95: 97 pgs: 97 active+clean; 41 MiB data, 596 MiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 1.0 MiB/s wr, 93 op/s 2023-07-14T12:49:30.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64660 0.44 MB/sec execute 4 sec latency 3295.568 ms 2023-07-14T12:49:31.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:30 smithi040 ceph-mon[96535]: pgmap v96: 97 pgs: 97 active+clean; 42 MiB data, 599 MiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2023-07-14T12:49:31.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64660 0.35 MB/sec execute 5 sec latency 1030.086 ms 2023-07-14T12:49:31.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:30 smithi133 ceph-mon[98311]: pgmap v96: 97 pgs: 97 active+clean; 42 MiB data, 599 MiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2023-07-14T12:49:31.275 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:30 smithi130 ceph-mon[97977]: pgmap v96: 97 pgs: 97 active+clean; 42 MiB data, 599 MiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2023-07-14T12:49:32.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64660 0.29 MB/sec execute 6 sec latency 2030.136 ms 2023-07-14T12:49:33.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:32 smithi040 ceph-mon[96535]: pgmap v97: 97 pgs: 97 active+clean; 42 MiB data, 599 MiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 791 KiB/s wr, 82 op/s 2023-07-14T12:49:33.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64660 0.25 MB/sec execute 7 sec latency 3030.178 ms 2023-07-14T12:49:33.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:32 smithi133 ceph-mon[98311]: pgmap v97: 97 pgs: 97 active+clean; 42 MiB data, 599 MiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 791 KiB/s wr, 82 op/s 2023-07-14T12:49:33.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:32 smithi130 ceph-mon[97977]: pgmap v97: 97 pgs: 97 active+clean; 42 MiB data, 599 MiB used, 1.0 TiB / 1.0 TiB avail; 419 KiB/s rd, 791 KiB/s wr, 82 op/s 2023-07-14T12:49:33.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 -- 172.21.15.40:0/3569193088 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00ff3e0 msgr2=0x7f79d010b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 --2- 172.21.15.40:0/3569193088 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00ff3e0 0x7f79d010b860 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f79c800b0a0 tx=0x7f79c800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 -- 172.21.15.40:0/3569193088 shutdown_connections 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 --2- 172.21.15.40:0/3569193088 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00ff3e0 0x7f79d010b860 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 --2- 172.21.15.40:0/3569193088 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0104a30 0x7f79d0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 --2- 172.21.15.40:0/3569193088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79d00fea30 0x7f79d00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 -- 172.21.15.40:0/3569193088 >> 172.21.15.40:0/3569193088 conn(0x7f79d0074760 msgr2=0x7f79d0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:33.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 -- 172.21.15.40:0/3569193088 shutdown_connections 2023-07-14T12:49:33.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.851+0000 7f79d4993700 1 -- 172.21.15.40:0/3569193088 wait complete. 2023-07-14T12:49:33.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 Processor -- start 2023-07-14T12:49:33.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 -- start start 2023-07-14T12:49:33.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 0x7f79d0196ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79d00ff3e0 0x7f79d0197220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0104a30 0x7f79d01a1b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79d01a2150 con 0x7f79d00fea30 2023-07-14T12:49:33.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79d01a22c0 con 0x7f79d0104a30 2023-07-14T12:49:33.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79d4993700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79d01a2480 con 0x7f79d00ff3e0 2023-07-14T12:49:33.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 0x7f79d0196ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 0x7f79d0196ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36080/0 (socket says 172.21.15.40:36080) 2023-07-14T12:49:33.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 -- 172.21.15.40:0/47741762 learned_addr learned my addr 172.21.15.40:0/47741762 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79d00ff3e0 0x7f79d0197220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 -- 172.21.15.40:0/47741762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79d00ff3e0 msgr2=0x7f79d0197220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79d00ff3e0 0x7f79d0197220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ced9d700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0104a30 0x7f79d01a1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 -- 172.21.15.40:0/47741762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0104a30 msgr2=0x7f79d01a1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0104a30 0x7f79d01a1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.852+0000 7f79ce59c700 1 -- 172.21.15.40:0/47741762 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79c8009d00 con 0x7f79d00fea30 2023-07-14T12:49:33.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.853+0000 7f79ce59c700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 0x7f79d0196ce0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f79c000d980 tx=0x7f79c000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:33.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.853+0000 7f79c77fe700 1 -- 172.21.15.40:0/47741762 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c000bb60 con 0x7f79d00fea30 2023-07-14T12:49:33.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.853+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79d01a2760 con 0x7f79d00fea30 2023-07-14T12:49:33.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.853+0000 7f79c77fe700 1 -- 172.21.15.40:0/47741762 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79c0007620 con 0x7f79d00fea30 2023-07-14T12:49:33.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.853+0000 7f79c77fe700 1 -- 172.21.15.40:0/47741762 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c000f620 con 0x7f79d00fea30 2023-07-14T12:49:33.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.853+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79d01a2c70 con 0x7f79d00fea30 2023-07-14T12:49:33.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.855+0000 7f79c77fe700 1 -- 172.21.15.40:0/47741762 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f79c0010460 con 0x7f79d00fea30 2023-07-14T12:49:33.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.856+0000 7f79c77fe700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f79bc0a12c0 0x7f79bc0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.856+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f79bc0a12c0 0x7f79bc0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.856+0000 7f79c77fe700 1 -- 172.21.15.40:0/47741762 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f79c00ccd40 con 0x7f79d00fea30 2023-07-14T12:49:33.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.856+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f79bc0a12c0 0x7f79bc0a3770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f79b8005950 tx=0x7f79b80058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:33.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 Processor -- start 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 -- start start 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca5cb6b0 0x5610ca779140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 0x5610ca773450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7739d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca674c50 con 0x5610ca779680 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca6c79e0 con 0x5610ca779ad0 2023-07-14T12:49:33.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca6c0e70 con 0x5610ca5cb6b0 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.857+0000 7f79cdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 0x5610ca773450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 0x5610ca773450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36090/0 (socket says 172.21.15.40:36090) 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 -- 172.21.15.40:0/2079994207 learned_addr learned my addr 172.21.15.40:0/2079994207 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79ce59c700 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca5cb6b0 0x5610ca779140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79ced9d700 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7739d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 -- 172.21.15.40:0/2079994207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca5cb6b0 msgr2=0x5610ca779140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca5cb6b0 0x5610ca779140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 -- 172.21.15.40:0/2079994207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 msgr2=0x5610ca7739d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7739d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 -- 172.21.15.40:0/2079994207 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5610ca4eed80 con 0x5610ca779680 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 0x5610ca773450 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f79b800fd40 tx=0x7f79b8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7f6c784f59737b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79c4ff9700 1 -- 172.21.15.40:0/2079994207 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b8011bb0 con 0x5610ca779680 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79c4ff9700 1 -- 172.21.15.40:0/2079994207 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79b8011d10 con 0x5610ca779680 2023-07-14T12:49:33.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.858+0000 7f79c4ff9700 1 -- 172.21.15.40:0/2079994207 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b801d6a0 con 0x5610ca779680 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 -- 172.21.15.40:0/2079994207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 msgr2=0x5610ca773450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 0x5610ca773450 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f79b800fd40 tx=0x7f79b8012000 comp rx=0 tx=0).stop 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 -- 172.21.15.40:0/2079994207 shutdown_connections 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca5cb6b0 0x5610ca779140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7739d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/2079994207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779680 0x5610ca773450 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 -- 172.21.15.40:0/2079994207 >> 172.21.15.40:0/2079994207 conn(0x5610ca764be0 msgr2=0x5610ca769f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 -- 172.21.15.40:0/2079994207 shutdown_connections 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 -- 172.21.15.40:0/2079994207 wait complete. 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.859+0000 7f79e0b19b80 1 -- start start 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 Processor -- start 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca5cb6b0 0x5610ca77f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca77cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 0x5610ca77d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca660a60 con 0x5610ca779ad0 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca660760 con 0x5610ca5cb6b0 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca5448c0 con 0x5610ca779680 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79e0b19b80 10 client.0 _ll_register_callbacks cb 0x5610ca65e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 0x5610ca77d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 0x5610ca77d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36098/0 (socket says 172.21.15.40:36098) 2023-07-14T12:49:33.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 -- 172.21.15.40:0/833190200 learned_addr learned my addr 172.21.15.40:0/833190200 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ce59c700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca5cb6b0 0x5610ca77f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca77cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 -- 172.21.15.40:0/833190200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 msgr2=0x5610ca77cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca77cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 -- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca5cb6b0 msgr2=0x5610ca77f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.860+0000 7f79ced9d700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca5cb6b0 0x5610ca77f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79ced9d700 1 -- 172.21.15.40:0/833190200 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79b800f9f0 con 0x5610ca779ad0 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79ce59c700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca5cb6b0 0x5610ca77f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca77cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79ced9d700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 0x5610ca77d270 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f79c8009560 tx=0x7f79c8004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1d6d1d7b57ca1fd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79b5ffb700 1 -- 172.21.15.40:0/833190200 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c800e040 con 0x5610ca779ad0 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79b5ffb700 1 -- 172.21.15.40:0/833190200 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f79c8004e30 con 0x5610ca779ad0 2023-07-14T12:49:33.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5610ca61a490 con 0x5610ca779ad0 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79b5ffb700 1 -- 172.21.15.40:0/833190200 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79c8009b80 con 0x5610ca779ad0 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79e0b19b80 10 client.16344 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5610ca4d7c00 con 0x5610ca779ad0 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79b5ffb700 1 -- 172.21.15.40:0/833190200 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5610ca61a490 con 0x5610ca779ad0 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79b5ffb700 1 -- 172.21.15.40:0/833190200 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f79c800b0d0 con 0x5610ca779ad0 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79e0b19b80 10 client.16344 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:33.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.861+0000 7f79e0b19b80 10 client.16344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79e0b19b80 20 client.16344 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca78d040 0x5610ca78f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79e0b19b80 4 client.16344 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5610ca6b9e50 con 0x5610ca78d040 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79ce59c700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca78d040 0x5610ca78f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79b5ffb700 10 client.16344 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:33.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.862+0000 7f79ce59c700 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca78d040 0x5610ca78f450 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96df307cd256616f server_cookie=ed4f5a98b44fff23 in_seq=0 out_seq=0 2023-07-14T12:49:33.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79b5ffb700 1 -- 172.21.15.40:0/833190200 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5610ca6b9e50 con 0x5610ca78d040 2023-07-14T12:49:33.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79b5ffb700 10 client.16344 handle_command_reply: tid=0 2023-07-14T12:49:33.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 client.16344 shutdown 2023-07-14T12:49:33.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 msgr2=0x5610ca77d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 0x5610ca77d270 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f79c8009560 tx=0x7f79c8004a50 comp rx=0 tx=0).stop 2023-07-14T12:49:33.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 shutdown_connections 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca779ad0 0x5610ca77d270 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca5cb6b0 0x5610ca77f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca78d040 0x5610ca78f450 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/833190200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca77cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 >> 172.21.15.40:0/833190200 conn(0x5610ca764be0 msgr2=0x5610ca7694e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79b5ffb700 0 client.16344 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:33.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 shutdown_connections 2023-07-14T12:49:33.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.863+0000 7f79e0b19b80 1 -- 172.21.15.40:0/833190200 wait complete. 2023-07-14T12:49:33.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.864+0000 7f79e0b19b80 20 client.16344 trim_cache size 0 max 16384 2023-07-14T12:49:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.878+0000 7f79e0b19b80 1 Processor -- start 2023-07-14T12:49:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.878+0000 7f79e0b19b80 1 -- start start 2023-07-14T12:49:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca778470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779680 0x5610ca769c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779ad0 0x5610ca77f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca76afb0 con 0x5610ca5cb6b0 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca7665f0 con 0x5610ca779680 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca777730 con 0x5610ca779ad0 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca778470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca778470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36102/0 (socket says 172.21.15.40:36102) 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 -- 172.21.15.40:0/4170992354 learned_addr learned my addr 172.21.15.40:0/4170992354 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 -- 172.21.15.40:0/4170992354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779ad0 msgr2=0x5610ca77f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ced9d700 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779ad0 0x5610ca77f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779680 0x5610ca769c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779ad0 0x5610ca77f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 -- 172.21.15.40:0/4170992354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779680 msgr2=0x5610ca769c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779680 0x5610ca769c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 -- 172.21.15.40:0/4170992354 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5610ca5151f0 con 0x5610ca5cb6b0 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ced9d700 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779ad0 0x5610ca77f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:49:33.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79ce59c700 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca778470 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f79c0096800 tx=0x7f79c00cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfb73850acca8c42 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:33.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79c57fa700 1 -- 172.21.15.40:0/4170992354 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c009ddc0 con 0x5610ca5cb6b0 2023-07-14T12:49:33.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79c57fa700 1 -- 172.21.15.40:0/4170992354 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79c00a21e0 con 0x5610ca5cb6b0 2023-07-14T12:49:33.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.879+0000 7f79c57fa700 1 -- 172.21.15.40:0/4170992354 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c009a250 con 0x5610ca5cb6b0 2023-07-14T12:49:33.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 -- 172.21.15.40:0/4170992354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 msgr2=0x5610ca778470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca778470 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f79c0096800 tx=0x7f79c00cc040 comp rx=0 tx=0).stop 2023-07-14T12:49:33.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 -- 172.21.15.40:0/4170992354 shutdown_connections 2023-07-14T12:49:33.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779ad0 0x5610ca77f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca778470 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/4170992354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779680 0x5610ca769c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 -- 172.21.15.40:0/4170992354 >> 172.21.15.40:0/4170992354 conn(0x5610ca764be0 msgr2=0x5610ca777d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 -- 172.21.15.40:0/4170992354 shutdown_connections 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 -- 172.21.15.40:0/4170992354 wait complete. 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.880+0000 7f79e0b19b80 1 -- start start 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 Processor -- start 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca782280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca7827c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7d9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca7da440 con 0x5610ca5cb6b0 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca7da5b0 con 0x5610ca779ad0 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610ca7da770 con 0x5610ca779680 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79e0b19b80 10 client.0 _ll_register_callbacks cb 0x7f79c80090d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca782280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca782280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36108/0 (socket says 172.21.15.40:36108) 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 -- 172.21.15.40:0/393226287 learned_addr learned my addr 172.21.15.40:0/393226287 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:33.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca7827c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ced9d700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7d9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 -- 172.21.15.40:0/393226287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 msgr2=0x5610ca7827c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca7827c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 -- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 msgr2=0x5610ca7d9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7d9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 -- 172.21.15.40:0/393226287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79d01a2c70 con 0x5610ca5cb6b0 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ced9d700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7d9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca7827c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79ce59c700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca782280 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f79c0021460 tx=0x7f79c000be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53a3451fb992b7a4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.881+0000 7f79b5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79b5ffb700 1 -- 172.21.15.40:0/393226287 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c00981f0 con 0x5610ca5cb6b0 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79b5ffb700 1 -- 172.21.15.40:0/393226287 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f79c00ca120 con 0x5610ca5cb6b0 2023-07-14T12:49:33.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f79b8011d10 con 0x5610ca5cb6b0 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79b5ffb700 1 -- 172.21.15.40:0/393226287 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79c00ca2e0 con 0x5610ca5cb6b0 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 10 client.16350 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5610ca4ed250 con 0x5610ca5cb6b0 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79b5ffb700 1 -- 172.21.15.40:0/393226287 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79b8011d10 con 0x5610ca5cb6b0 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79b5ffb700 1 -- 172.21.15.40:0/393226287 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f79c00a1d50 con 0x5610ca5cb6b0 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 10 client.16350 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:33.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 10 client.16350 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 20 client.16350 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca7e1b80 0x5610ca7e3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 4 client.16350 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5610ca67bff0 con 0x5610ca7e1b80 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.882+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca7e1b80 0x5610ca7e3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.883+0000 7f79cdd9b700 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca7e1b80 0x5610ca7e3f90 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=150eb6081d670d90 server_cookie=b36803c91603b851 in_seq=0 out_seq=0 2023-07-14T12:49:33.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.883+0000 7f79b5ffb700 10 client.16350 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:33.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79b5ffb700 1 -- 172.21.15.40:0/393226287 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5610ca67bff0 con 0x5610ca7e1b80 2023-07-14T12:49:33.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79b5ffb700 10 client.16350 handle_command_reply: tid=0 2023-07-14T12:49:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 client.16350 shutdown 2023-07-14T12:49:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 msgr2=0x5610ca782280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca782280 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f79c0021460 tx=0x7f79c000be20 comp rx=0 tx=0).stop 2023-07-14T12:49:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 shutdown_connections 2023-07-14T12:49:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5610ca779ad0 0x5610ca7d9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5610ca5cb6b0 0x5610ca782280 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5610ca7e1b80 0x5610ca7e3f90 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 --2- 172.21.15.40:0/393226287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5610ca779680 0x5610ca7827c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79b5ffb700 0 client.16350 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 >> 172.21.15.40:0/393226287 conn(0x5610ca764be0 msgr2=0x5610ca76e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 shutdown_connections 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 1 -- 172.21.15.40:0/393226287 wait complete. 2023-07-14T12:49:33.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.907+0000 7f79e0b19b80 20 client.16350 trim_cache size 0 max 16384 2023-07-14T12:49:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:49:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:49:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:49:33.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:49:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f79bc0a12c0 msgr2=0x7f79bc0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f79bc0a12c0 0x7f79bc0a3770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f79b8005950 tx=0x7f79b80058e0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 msgr2=0x7f79d0196ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 0x7f79d0196ce0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f79c000d980 tx=0x7f79c000dd40 comp rx=0 tx=0).stop 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 shutdown_connections 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f79bc0a12c0 0x7f79bc0a3770 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f79d0104a30 0x7f79d01a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f79d00fea30 0x7f79d0196ce0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 --2- 172.21.15.40:0/47741762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f79d00ff3e0 0x7f79d0197220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:33.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 >> 172.21.15.40:0/47741762 conn(0x7f79d0074760 msgr2=0x7f79d01058a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 shutdown_connections 2023-07-14T12:49:33.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:33.908+0000 7f79d4993700 1 -- 172.21.15.40:0/47741762 wait complete. 2023-07-14T12:49:34.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64660 0.22 MB/sec execute 8 sec latency 4030.282 ms 2023-07-14T12:49:35.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:34 smithi040 ceph-mon[96535]: pgmap v98: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 461 KiB/s rd, 1.1 MiB/s wr, 104 op/s 2023-07-14T12:49:35.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:34 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:49:35.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 64874 0.26 MB/sec execute 9 sec latency 4902.604 ms 2023-07-14T12:49:35.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:34 smithi133 ceph-mon[98311]: pgmap v98: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 461 KiB/s rd, 1.1 MiB/s wr, 104 op/s 2023-07-14T12:49:35.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:34 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:49:35.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:34 smithi130 ceph-mon[97977]: pgmap v98: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 461 KiB/s rd, 1.1 MiB/s wr, 104 op/s 2023-07-14T12:49:35.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:34 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:49:36.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 67400 1.88 MB/sec execute 10 sec latency 17.231 ms 2023-07-14T12:49:36.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: pgmap v99: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 612 KiB/s wr, 67 op/s 2023-07-14T12:49:36.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:49:36.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:49:36.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: pgmap v99: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 612 KiB/s wr, 67 op/s 2023-07-14T12:49:36.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.527 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:49:36.527 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:49:36.527 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: pgmap v99: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 612 KiB/s wr, 67 op/s 2023-07-14T12:49:36.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:36.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:49:36.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:49:36.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:49:37.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 68143 1.88 MB/sec execute 11 sec latency 346.028 ms 2023-07-14T12:49:38.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 68143 1.73 MB/sec execute 12 sec latency 1346.139 ms 2023-07-14T12:49:39.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:38 smithi040 ceph-mon[96535]: pgmap v100: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 612 KiB/s wr, 67 op/s 2023-07-14T12:49:39.156 INFO:tasks.workunit.client.0.smithi040.stdout: 1 68143 1.59 MB/sec execute 13 sec latency 2346.248 ms 2023-07-14T12:49:39.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:38 smithi133 ceph-mon[98311]: pgmap v100: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 612 KiB/s wr, 67 op/s 2023-07-14T12:49:39.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:38 smithi130 ceph-mon[97977]: pgmap v100: 97 pgs: 97 active+clean; 46 MiB data, 609 MiB used, 1.0 TiB / 1.0 TiB avail; 399 KiB/s rd, 612 KiB/s wr, 67 op/s 2023-07-14T12:49:40.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 68334 1.52 MB/sec execute 14 sec latency 3231.173 ms 2023-07-14T12:49:41.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:40 smithi040 ceph-mon[96535]: pgmap v101: 97 pgs: 97 active+clean; 41 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 1.1 MiB/s wr, 136 op/s 2023-07-14T12:49:41.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 70963 2.53 MB/sec execute 15 sec latency 11.153 ms 2023-07-14T12:49:41.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:40 smithi133 ceph-mon[98311]: pgmap v101: 97 pgs: 97 active+clean; 41 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 1.1 MiB/s wr, 136 op/s 2023-07-14T12:49:41.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:40 smithi130 ceph-mon[97977]: pgmap v101: 97 pgs: 97 active+clean; 41 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 906 KiB/s rd, 1.1 MiB/s wr, 136 op/s 2023-07-14T12:49:42.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 71685 2.49 MB/sec execute 16 sec latency 320.748 ms 2023-07-14T12:49:43.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:42 smithi040 ceph-mon[96535]: pgmap v102: 97 pgs: 97 active+clean; 41 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 883 KiB/s wr, 90 op/s 2023-07-14T12:49:43.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 71685 2.34 MB/sec execute 17 sec latency 1320.829 ms 2023-07-14T12:49:43.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:42 smithi133 ceph-mon[98311]: pgmap v102: 97 pgs: 97 active+clean; 41 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 883 KiB/s wr, 90 op/s 2023-07-14T12:49:43.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:42 smithi130 ceph-mon[97977]: pgmap v102: 97 pgs: 97 active+clean; 41 MiB data, 624 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 883 KiB/s wr, 90 op/s 2023-07-14T12:49:44.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 71685 2.21 MB/sec execute 18 sec latency 2320.961 ms 2023-07-14T12:49:45.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:44 smithi040 ceph-mon[96535]: pgmap v103: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 1.4 MiB/s wr, 149 op/s 2023-07-14T12:49:45.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 71886 2.13 MB/sec execute 19 sec latency 3191.841 ms 2023-07-14T12:49:45.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:44 smithi133 ceph-mon[98311]: pgmap v103: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 1.4 MiB/s wr, 149 op/s 2023-07-14T12:49:45.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:44 smithi130 ceph-mon[97977]: pgmap v103: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 922 KiB/s rd, 1.4 MiB/s wr, 149 op/s 2023-07-14T12:49:46.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 74548 2.86 MB/sec execute 20 sec latency 11.450 ms 2023-07-14T12:49:47.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 -- 172.21.15.40:0/3914959262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c104a80 msgr2=0x7efe5c104e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 --2- 172.21.15.40:0/3914959262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c104a80 0x7efe5c104e50 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7efe50009990 tx=0x7efe50009ca0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 -- 172.21.15.40:0/3914959262 shutdown_connections 2023-07-14T12:49:47.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 --2- 172.21.15.40:0/3914959262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c10c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 --2- 172.21.15.40:0/3914959262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c104a80 0x7efe5c104e50 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 --2- 172.21.15.40:0/3914959262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efe5c0fe010 0x7efe5c0fe480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 -- 172.21.15.40:0/3914959262 >> 172.21.15.40:0/3914959262 conn(0x7efe5c075f90 msgr2=0x7efe5c076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:47.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 -- 172.21.15.40:0/3914959262 shutdown_connections 2023-07-14T12:49:47.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.019+0000 7efe62081700 1 -- 172.21.15.40:0/3914959262 wait complete. 2023-07-14T12:49:47.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 Processor -- start 2023-07-14T12:49:47.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 -- start start 2023-07-14T12:49:47.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe5c0fe010 0x7efe5c19bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c19c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efe5c104a80 0x7efe5c195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c1960f0 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c196260 con 0x7efe5c104a80 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe62081700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c196420 con 0x7efe5c0fe010 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c19c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c19c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36124/0 (socket says 172.21.15.40:36124) 2023-07-14T12:49:47.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 -- 172.21.15.40:0/4292010412 learned_addr learned my addr 172.21.15.40:0/4292010412 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:47.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5bfff700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efe5c104a80 0x7efe5c195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe5c0fe010 0x7efe5c19bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 -- 172.21.15.40:0/4292010412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe5c0fe010 msgr2=0x7efe5c19bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe5c0fe010 0x7efe5c19bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 -- 172.21.15.40:0/4292010412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efe5c104a80 msgr2=0x7efe5c195a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efe5c104a80 0x7efe5c195a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.020+0000 7efe5affd700 1 -- 172.21.15.40:0/4292010412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe500095f0 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.021+0000 7efe5affd700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c19c160 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7efe4c00d950 tx=0x7efe4c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:47.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.021+0000 7efe58ff9700 1 -- 172.21.15.40:0/4292010412 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe4c00f890 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.021+0000 7efe58ff9700 1 -- 172.21.15.40:0/4292010412 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efe4c010460 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.021+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe5c196700 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.021+0000 7efe58ff9700 1 -- 172.21.15.40:0/4292010412 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe4c00e610 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.021+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe5c1a2c10 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.023+0000 7efe58ff9700 1 -- 172.21.15.40:0/4292010412 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7efe4c0108d0 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.023+0000 7efe58ff9700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efe440a12c0 0x7efe440a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.024+0000 7efe58ff9700 1 -- 172.21.15.40:0/4292010412 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efe4c0ccb20 con 0x7efe5c0fe9c0 2023-07-14T12:49:47.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.024+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efe440a12c0 0x7efe440a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.024+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efe440a12c0 0x7efe440a3770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7efe5000b5c0 tx=0x7efe50005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.024+0000 7efe6e207b80 1 Processor -- start 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.024+0000 7efe6e207b80 1 -- start start 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd62d0 0x5627a2bd0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bd0580 0x5627a2bd09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe6e207b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2ad5c50 con 0x5627a2a2c6b0 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe6e207b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2b289e0 con 0x5627a2bd0580 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe6e207b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2b21e70 con 0x5627a2bd62d0 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36130/0 (socket says 172.21.15.40:36130) 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 -- 172.21.15.40:0/4125619894 learned_addr learned my addr 172.21.15.40:0/4125619894 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5affd700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd62d0 0x5627a2bd0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5bfff700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bd0580 0x5627a2bd09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 -- 172.21.15.40:0/4125619894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd62d0 msgr2=0x5627a2bd0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd62d0 0x5627a2bd0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 -- 172.21.15.40:0/4125619894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bd0580 msgr2=0x5627a2bd09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bd0580 0x5627a2bd09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 -- 172.21.15.40:0/4125619894 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5627a294fd80 con 0x5627a2a2c6b0 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5bfff700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bd0580 0x5627a2bd09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:49:47.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5affd700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd62d0 0x5627a2bd0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd5d90 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7efe5000b8d0 tx=0x7efe50020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af3bceedc2301a16 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.025+0000 7efe41ffb700 1 -- 172.21.15.40:0/4125619894 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5002a070 con 0x5627a2a2c6b0 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe41ffb700 1 -- 172.21.15.40:0/4125619894 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efe5001e040 con 0x5627a2a2c6b0 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe41ffb700 1 -- 172.21.15.40:0/4125619894 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe50023bf0 con 0x5627a2a2c6b0 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 -- 172.21.15.40:0/4125619894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 msgr2=0x5627a2bd5d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd5d90 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7efe5000b8d0 tx=0x7efe50020000 comp rx=0 tx=0).stop 2023-07-14T12:49:47.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 -- 172.21.15.40:0/4125619894 shutdown_connections 2023-07-14T12:49:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bd0580 0x5627a2bd09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd5d90 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4125619894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd62d0 0x5627a2bd0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 -- 172.21.15.40:0/4125619894 >> 172.21.15.40:0/4125619894 conn(0x5627a2bc5be0 msgr2=0x5627a2bcaf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 -- 172.21.15.40:0/4125619894 shutdown_connections 2023-07-14T12:49:47.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.026+0000 7efe6e207b80 1 -- 172.21.15.40:0/4125619894 wait complete. 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 -- start start 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 Processor -- start 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bdc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2bd9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 0x5627a2bd9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2ac1a60 con 0x5627a2bd62d0 2023-07-14T12:49:47.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2ac1760 con 0x5627a2a2c6b0 2023-07-14T12:49:47.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a29a58c0 con 0x5627a2bd0580 2023-07-14T12:49:47.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe6e207b80 10 client.0 _ll_register_callbacks cb 0x5627a2abf700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:47.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe5bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 0x5627a2bd9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe5bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 0x5627a2bd9ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36140/0 (socket says 172.21.15.40:36140) 2023-07-14T12:49:47.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe5bfff700 1 -- 172.21.15.40:0/4184265129 learned_addr learned my addr 172.21.15.40:0/4184265129 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:47.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bdc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.027+0000 7efe5affd700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2bd9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5bfff700 1 -- 172.21.15.40:0/4184265129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 msgr2=0x5627a2bd9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5bfff700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2bd9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5bfff700 1 -- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 msgr2=0x5627a2bdc590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5bfff700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bdc590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5bfff700 1 -- 172.21.15.40:0/4184265129 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe5c1a2c10 con 0x5627a2bd62d0 2023-07-14T12:49:47.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bdc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:49:47.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe5bfff700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 0x5627a2bd9ee0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efe54008e60 tx=0x7efe540114a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a84793a948149 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:47.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe3affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:47.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe3affd700 1 -- 172.21.15.40:0/4184265129 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5400f050 con 0x5627a2bd62d0 2023-07-14T12:49:47.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe3affd700 1 -- 172.21.15.40:0/4184265129 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efe54016440 con 0x5627a2bd62d0 2023-07-14T12:49:47.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5627a2a7b490 con 0x5627a2bd62d0 2023-07-14T12:49:47.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe3affd700 1 -- 172.21.15.40:0/4184265129 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe54008e90 con 0x5627a2bd62d0 2023-07-14T12:49:47.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe6e207b80 10 client.16362 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:47.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7efe5c10d280 con 0x5627a2bd62d0 2023-07-14T12:49:47.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.028+0000 7efe3affd700 1 -- 172.21.15.40:0/4184265129 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5627a2a7b490 con 0x5627a2bd62d0 2023-07-14T12:49:47.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe3affd700 1 -- 172.21.15.40:0/4184265129 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7efe540156a0 con 0x5627a2bd62d0 2023-07-14T12:49:47.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe6e207b80 10 client.16362 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:47.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe6e207b80 10 client.16362 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe6e207b80 20 client.16362 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2be9c60 0x5627a2bec070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe6e207b80 4 client.16362 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5627a2b1ae50 con 0x5627a2be9c60 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2be9c60 0x5627a2bec070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe3affd700 10 client.16362 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:47.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.029+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2be9c60 0x5627a2bec070 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=befacb3c8a81c7b9 server_cookie=14d3689833a29c99 in_seq=0 out_seq=0 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe3affd700 1 -- 172.21.15.40:0/4184265129 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5627a2b1ae50 con 0x5627a2be9c60 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe3affd700 10 client.16362 handle_command_reply: tid=0 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 client.16362 shutdown 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 msgr2=0x5627a2bd9ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 0x5627a2bd9ee0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efe54008e60 tx=0x7efe540114a0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 shutdown_connections 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd62d0 0x5627a2bd9ee0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bdc590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2be9c60 0x5627a2bec070 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 --2- 172.21.15.40:0/4184265129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2bd9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe3affd700 0 client.16362 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 >> 172.21.15.40:0/4184265129 conn(0x5627a2bc5be0 msgr2=0x5627a2bc9c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 shutdown_connections 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 1 -- 172.21.15.40:0/4184265129 wait complete. 2023-07-14T12:49:47.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.030+0000 7efe6e207b80 20 client.16362 trim_cache size 0 max 16384 2023-07-14T12:49:47.071 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.045+0000 7efe6e207b80 1 Processor -- start 2023-07-14T12:49:47.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.045+0000 7efe6e207b80 1 -- start start 2023-07-14T12:49:47.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.045+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 0x5627a2bd0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2be0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe6e207b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2bc7d00 con 0x5627a2bc5be0 2023-07-14T12:49:47.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe6e207b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2bd6110 con 0x5627a2a2c6b0 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe6e207b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2bd6810 con 0x5627a2bd0580 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 0x5627a2bd0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 0x5627a2bd0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36144/0 (socket says 172.21.15.40:36144) 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 -- 172.21.15.40:0/1461730495 learned_addr learned my addr 172.21.15.40:0/1461730495 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5affd700 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 -- 172.21.15.40:0/1461730495 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 msgr2=0x5627a2be0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2be0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 -- 172.21.15.40:0/1461730495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 msgr2=0x5627a2bd52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 -- 172.21.15.40:0/1461730495 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5627a2bf0c60 con 0x5627a2bc5be0 2023-07-14T12:49:47.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 0x5627a2bd0040 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7efe500237a0 tx=0x7efe50005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5b3b6ad5c844e7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:47.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe427fc700 1 -- 172.21.15.40:0/1461730495 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5002a040 con 0x5627a2bc5be0 2023-07-14T12:49:47.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe427fc700 1 -- 172.21.15.40:0/1461730495 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efe50005bc0 con 0x5627a2bc5be0 2023-07-14T12:49:47.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.046+0000 7efe427fc700 1 -- 172.21.15.40:0/1461730495 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5000f460 con 0x5627a2bc5be0 2023-07-14T12:49:47.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 -- 172.21.15.40:0/1461730495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 msgr2=0x5627a2bd0040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 0x5627a2bd0040 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7efe500237a0 tx=0x7efe50005040 comp rx=0 tx=0).stop 2023-07-14T12:49:47.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 -- 172.21.15.40:0/1461730495 shutdown_connections 2023-07-14T12:49:47.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2bd0580 0x5627a2be0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bc5be0 0x5627a2bd0040 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 --2- 172.21.15.40:0/1461730495 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2a2c6b0 0x5627a2bd52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 -- 172.21.15.40:0/1461730495 >> 172.21.15.40:0/1461730495 conn(0x5627a2be60d0 msgr2=0x5627a2bd6a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 -- 172.21.15.40:0/1461730495 shutdown_connections 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 -- 172.21.15.40:0/1461730495 wait complete. 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 -- start start 2023-07-14T12:49:47.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.047+0000 7efe6e207b80 1 Processor -- start 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2a2c6b0 0x5627a2c31a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bc5be0 0x5627a2c31fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 0x5627a2c324f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2c3cbe0 con 0x5627a2bd0580 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2c3cd20 con 0x5627a2bc5be0 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627a2c3cee0 con 0x5627a2a2c6b0 2023-07-14T12:49:47.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 10 client.0 _ll_register_callbacks cb 0x7efe54008790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 0x5627a2c324f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 0x5627a2c324f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36154/0 (socket says 172.21.15.40:36154) 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 -- 172.21.15.40:0/794492589 learned_addr learned my addr 172.21.15.40:0/794492589 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5affd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bc5be0 0x5627a2c31fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2a2c6b0 0x5627a2c31a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 -- 172.21.15.40:0/794492589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2a2c6b0 msgr2=0x5627a2c31a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2a2c6b0 0x5627a2c31a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 -- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bc5be0 msgr2=0x5627a2c31fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bc5be0 0x5627a2c31fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 -- 172.21.15.40:0/794492589 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5627a294fd80 con 0x5627a2bd0580 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5affd700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bc5be0 0x5627a2c31fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe5bfff700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 0x5627a2c324f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7efe54015a50 tx=0x7efe540078d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76efc3f9929914dd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe3affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe3affd700 1 -- 172.21.15.40:0/794492589 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5400f050 con 0x5627a2bd0580 2023-07-14T12:49:47.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe3affd700 1 -- 172.21.15.40:0/794492589 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efe54011cc0 con 0x5627a2bd0580 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.048+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5627a2adcff0 con 0x5627a2bd0580 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe3affd700 1 -- 172.21.15.40:0/794492589 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe54011ec0 con 0x5627a2bd0580 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 10 client.16368 fetch_fsmap learned FSMap version 33 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5627a2938c00 con 0x5627a2bd0580 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe3affd700 1 -- 172.21.15.40:0/794492589 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5627a2adcff0 con 0x5627a2bd0580 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe3affd700 1 -- 172.21.15.40:0/794492589 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 33) v1 ==== 7494+0+0 (secure 0 0 0) 0x7efe5401ebd0 con 0x5627a2bd0580 2023-07-14T12:49:47.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 10 client.16368 fetch_fsmap finished waiting for FSMap version 33 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 10 client.16368 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 20 client.16368 populate_metadata read hostname 'smithi040' 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2bd62d0 0x5627a2c406c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 4 client.16368 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5627a2970f10 con 0x5627a2bd62d0 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.049+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2bd62d0 0x5627a2c406c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.050+0000 7efe3affd700 10 client.16368 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:47.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.050+0000 7efe5b7fe700 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2bd62d0 0x5627a2c406c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31b75f24b4b1e458 server_cookie=2695e681dc4990cf in_seq=0 out_seq=0 2023-07-14T12:49:47.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.078+0000 7efe3affd700 1 -- 172.21.15.40:0/794492589 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5627a2970f10 con 0x5627a2bd62d0 2023-07-14T12:49:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.078+0000 7efe3affd700 10 client.16368 handle_command_reply: tid=0 2023-07-14T12:49:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.078+0000 7efe6e207b80 1 client.16368 shutdown 2023-07-14T12:49:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 msgr2=0x5627a2c324f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 0x5627a2c324f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7efe54015a50 tx=0x7efe540078d0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 shutdown_connections 2023-07-14T12:49:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5627a2bd62d0 0x5627a2c406c0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5627a2a2c6b0 0x5627a2c31a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe3affd700 0 client.16368 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:49:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5627a2bd0580 0x5627a2c324f0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 --2- 172.21.15.40:0/794492589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5627a2bc5be0 0x5627a2c31fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 >> 172.21.15.40:0/794492589 conn(0x5627a2be60d0 msgr2=0x5627a2bd5150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 shutdown_connections 2023-07-14T12:49:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 1 -- 172.21.15.40:0/794492589 wait complete. 2023-07-14T12:49:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe6e207b80 20 client.16368 trim_cache size 0 max 16384 2023-07-14T12:49:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:49:47.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:49:47.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:49:47.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:49:47.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efe440a12c0 msgr2=0x7efe440a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe62081700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efe440a12c0 0x7efe440a3770 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7efe5000b5c0 tx=0x7efe50005fb0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 msgr2=0x7efe5c19c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe62081700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c19c160 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7efe4c00d950 tx=0x7efe4c00dc60 comp rx=0 tx=0).stop 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.079+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 shutdown_connections 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efe440a12c0 0x7efe440a3770 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efe5c0fe010 0x7efe5c19bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efe5c104a80 0x7efe5c195a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 --2- 172.21.15.40:0/4292010412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efe5c0fe9c0 0x7efe5c19c160 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:49:47.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 >> 172.21.15.40:0/4292010412 conn(0x7efe5c075f90 msgr2=0x7efe5c0fbb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:49:47.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 shutdown_connections 2023-07-14T12:49:47.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:49:47.080+0000 7efe62081700 1 -- 172.21.15.40:0/4292010412 wait complete. 2023-07-14T12:49:47.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:46 smithi040 ceph-mon[96535]: pgmap v104: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 880 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2023-07-14T12:49:47.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 75210 2.80 MB/sec execute 21 sec latency 384.462 ms 2023-07-14T12:49:47.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:46 smithi133 ceph-mon[98311]: pgmap v104: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 880 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2023-07-14T12:49:47.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:46 smithi130 ceph-mon[97977]: pgmap v104: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 880 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2023-07-14T12:49:48.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 75210 2.68 MB/sec execute 22 sec latency 1384.509 ms 2023-07-14T12:49:49.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:48 smithi040 ceph-mon[96535]: pgmap v105: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 880 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2023-07-14T12:49:49.157 INFO:tasks.workunit.client.0.smithi040.stdout: 1 75210 2.56 MB/sec execute 23 sec latency 2384.617 ms 2023-07-14T12:49:49.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:48 smithi133 ceph-mon[98311]: pgmap v105: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 880 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2023-07-14T12:49:49.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:48 smithi130 ceph-mon[97977]: pgmap v105: 97 pgs: 97 active+clean; 43 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 880 KiB/s rd, 1.0 MiB/s wr, 128 op/s 2023-07-14T12:49:50.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 75349 2.47 MB/sec execute 24 sec latency 3261.257 ms 2023-07-14T12:49:51.104 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:50 smithi040 ceph-mon[96535]: pgmap v106: 97 pgs: 97 active+clean; 45 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 189 op/s 2023-07-14T12:49:51.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 77880 2.93 MB/sec execute 25 sec latency 15.083 ms 2023-07-14T12:49:51.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:50 smithi133 ceph-mon[98311]: pgmap v106: 97 pgs: 97 active+clean; 45 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 189 op/s 2023-07-14T12:49:51.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:50 smithi130 ceph-mon[97977]: pgmap v106: 97 pgs: 97 active+clean; 45 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 189 op/s 2023-07-14T12:49:52.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 78753 3.00 MB/sec execute 26 sec latency 260.900 ms 2023-07-14T12:49:53.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 78753 2.89 MB/sec execute 27 sec latency 1260.950 ms 2023-07-14T12:49:53.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:52 smithi133 ceph-mon[98311]: pgmap v107: 97 pgs: 97 active+clean; 45 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 822 KiB/s wr, 120 op/s 2023-07-14T12:49:53.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:52 smithi130 ceph-mon[97977]: pgmap v107: 97 pgs: 97 active+clean; 45 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 822 KiB/s wr, 120 op/s 2023-07-14T12:49:53.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:52 smithi040 ceph-mon[96535]: pgmap v107: 97 pgs: 97 active+clean; 45 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 822 KiB/s wr, 120 op/s 2023-07-14T12:49:54.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 78753 2.79 MB/sec execute 28 sec latency 2261.048 ms 2023-07-14T12:49:55.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 78913 2.70 MB/sec execute 29 sec latency 3132.723 ms 2023-07-14T12:49:55.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:54 smithi133 ceph-mon[98311]: pgmap v108: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 179 op/s 2023-07-14T12:49:55.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:54 smithi130 ceph-mon[97977]: pgmap v108: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 179 op/s 2023-07-14T12:49:55.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:54 smithi040 ceph-mon[96535]: pgmap v108: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 179 op/s 2023-07-14T12:49:56.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 81462 3.08 MB/sec execute 30 sec latency 9.484 ms 2023-07-14T12:49:57.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 82302 3.13 MB/sec execute 31 sec latency 324.623 ms 2023-07-14T12:49:57.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:56 smithi133 ceph-mon[98311]: pgmap v109: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 823 KiB/s wr, 120 op/s 2023-07-14T12:49:57.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:56 smithi130 ceph-mon[97977]: pgmap v109: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 823 KiB/s wr, 120 op/s 2023-07-14T12:49:57.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:56 smithi040 ceph-mon[96535]: pgmap v109: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 823 KiB/s wr, 120 op/s 2023-07-14T12:49:58.158 INFO:tasks.workunit.client.0.smithi040.stdout: 1 82302 3.04 MB/sec execute 32 sec latency 1324.711 ms 2023-07-14T12:49:59.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 82302 2.94 MB/sec execute 33 sec latency 2324.820 ms 2023-07-14T12:49:59.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:58 smithi133 ceph-mon[98311]: pgmap v110: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 824 KiB/s wr, 120 op/s 2023-07-14T12:49:59.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:49:58 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:49:59.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:58 smithi130 ceph-mon[97977]: pgmap v110: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 824 KiB/s wr, 120 op/s 2023-07-14T12:49:59.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:49:58 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:49:59.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:58 smithi040 ceph-mon[96535]: pgmap v110: 97 pgs: 97 active+clean; 47 MiB data, 662 MiB used, 1.0 TiB / 1.0 TiB avail; 750 KiB/s rd, 824 KiB/s wr, 120 op/s 2023-07-14T12:49:59.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:49:58 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:00.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 82507 2.87 MB/sec execute 34 sec latency 3199.261 ms 2023-07-14T12:50:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 -- 172.21.15.40:0/1336735419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0518104a30 msgr2=0x7f0518104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 --2- 172.21.15.40:0/1336735419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0518104a30 0x7f0518104e00 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f0508009990 tx=0x7f0508009ca0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 -- 172.21.15.40:0/1336735419 shutdown_connections 2023-07-14T12:50:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 --2- 172.21.15.40:0/1336735419 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f05180ff3e0 0x7f051810b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 --2- 172.21.15.40:0/1336735419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0518104a30 0x7f0518104e00 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 --2- 172.21.15.40:0/1336735419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f05180fea30 0x7f05180feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 -- 172.21.15.40:0/1336735419 >> 172.21.15.40:0/1336735419 conn(0x7f0518074760 msgr2=0x7f0518074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 -- 172.21.15.40:0/1336735419 shutdown_connections 2023-07-14T12:50:00.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.201+0000 7f051c941700 1 -- 172.21.15.40:0/1336735419 wait complete. 2023-07-14T12:50:00.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 Processor -- start 2023-07-14T12:50:00.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 -- start start 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f05180fea30 0x7f0518196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 0x7f0518197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0518104a30 0x7f05181a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05181a2030 con 0x7f05180ff3e0 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05181a21a0 con 0x7f05180fea30 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051c941700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05181a2360 con 0x7f0518104a30 2023-07-14T12:50:00.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 0x7f0518197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 0x7f0518197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36166/0 (socket says 172.21.15.40:36166) 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f0515d9b700 1 -- 172.21.15.40:0/3069561183 learned_addr learned my addr 172.21.15.40:0/3069561183 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f0516d9d700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0518104a30 0x7f05181a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.202+0000 7f051659c700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f05180fea30 0x7f0518196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f0515d9b700 1 -- 172.21.15.40:0/3069561183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0518104a30 msgr2=0x7f05181a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f0515d9b700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0518104a30 0x7f05181a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f0515d9b700 1 -- 172.21.15.40:0/3069561183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f05180fea30 msgr2=0x7f0518196bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f0515d9b700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f05180fea30 0x7f0518196bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f0515d9b700 1 -- 172.21.15.40:0/3069561183 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05080095f0 con 0x7f05180ff3e0 2023-07-14T12:50:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f0515d9b700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 0x7f0518197100 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f050c00e9a0 tx=0x7f050c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f05077fe700 1 -- 172.21.15.40:0/3069561183 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f050c009790 con 0x7f05180ff3e0 2023-07-14T12:50:00.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f05077fe700 1 -- 172.21.15.40:0/3069561183 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f050c00cbd0 con 0x7f05180ff3e0 2023-07-14T12:50:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05181a2640 con 0x7f05180ff3e0 2023-07-14T12:50:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f05077fe700 1 -- 172.21.15.40:0/3069561183 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f050c018680 con 0x7f05180ff3e0 2023-07-14T12:50:00.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.203+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05181a2b50 con 0x7f05180ff3e0 2023-07-14T12:50:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.205+0000 7f05077fe700 1 -- 172.21.15.40:0/3069561183 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f050c00cd40 con 0x7f05180ff3e0 2023-07-14T12:50:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.206+0000 7f05077fe700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05000a12c0 0x7f05000a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.206+0000 7f051659c700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05000a12c0 0x7f05000a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.206+0000 7f05077fe700 1 -- 172.21.15.40:0/3069561183 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f050c014070 con 0x7f05180ff3e0 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.207+0000 7f051659c700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05000a12c0 0x7f05000a3770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0508006010 tx=0x7f050800b260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.207+0000 7f0528ac7b80 1 Processor -- start 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.207+0000 7f0528ac7b80 1 -- start start 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae054d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae0552d0 0x5641ae04f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae04f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641adf54c50 con 0x5641adeab6b0 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641adfa79e0 con 0x5641ae0552d0 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641adfa0e70 con 0x5641ae04f580 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f051659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae054d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae0552d0 0x5641ae04f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0516d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae04f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f051659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae054d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36172/0 (socket says 172.21.15.40:36172) 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f051659c700 1 -- 172.21.15.40:0/2111301607 learned_addr learned my addr 172.21.15.40:0/2111301607 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:00.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 -- 172.21.15.40:0/2111301607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 msgr2=0x5641ae04f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae04f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 -- 172.21.15.40:0/2111301607 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 msgr2=0x5641ae054d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae054d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 -- 172.21.15.40:0/2111301607 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641addced80 con 0x5641ae0552d0 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0516d9d700 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae04f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f051659c700 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae054d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:00.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0515d9b700 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae0552d0 0x5641ae04f040 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f050c0ca6c0 tx=0x7f050c0999a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d1a8cf9ffd10dc5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.208+0000 7f0504ff9700 1 -- 172.21.15.40:0/2111301607 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f050c0a2490 con 0x5641ae0552d0 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0504ff9700 1 -- 172.21.15.40:0/2111301607 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f050c09a2a0 con 0x5641ae0552d0 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0504ff9700 1 -- 172.21.15.40:0/2111301607 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f050c0a2220 con 0x5641ae0552d0 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2111301607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae0552d0 msgr2=0x5641ae04f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae0552d0 0x5641ae04f040 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f050c0ca6c0 tx=0x7f050c0999a0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2111301607 shutdown_connections 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae04f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae054d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2111301607 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae0552d0 0x5641ae04f040 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2111301607 >> 172.21.15.40:0/2111301607 conn(0x5641ae044be0 msgr2=0x5641ae049f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2111301607 shutdown_connections 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.209+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2111301607 wait complete. 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 -- start start 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 Processor -- start 2023-07-14T12:50:00.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641adeab6b0 0x5641ae0589e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae058f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 0x5641ae059460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641adf40a60 con 0x5641ae04f580 2023-07-14T12:50:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641adf40760 con 0x5641adeab6b0 2023-07-14T12:50:00.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ade248c0 con 0x5641ae0552d0 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0528ac7b80 10 client.0 _ll_register_callbacks cb 0x5641adf3e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae058f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0516d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 0x5641ae059460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae058f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36180/0 (socket says 172.21.15.40:36180) 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0516d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 0x5641ae059460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:49872/0 (socket says 172.21.15.40:49872) 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f0515d9b700 1 -- 172.21.15.40:0/1447504036 learned_addr learned my addr 172.21.15.40:0/1447504036 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:00.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.210+0000 7f051659c700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641adeab6b0 0x5641ae0589e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0516d9d700 1 -- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641adeab6b0 msgr2=0x5641ae0589e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0516d9d700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641adeab6b0 0x5641ae0589e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0516d9d700 1 -- 172.21.15.40:0/1447504036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 msgr2=0x5641ae058f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0516d9d700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae058f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0516d9d700 1 -- 172.21.15.40:0/1447504036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f051810c160 con 0x5641ae0552d0 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0515d9b700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae058f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:00.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0516d9d700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 0x5641ae059460 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0510007f00 tx=0x7f05100116a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f10a08a24f556fdb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f04fdffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f04fdffb700 1 -- 172.21.15.40:0/1447504036 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051000e040 con 0x5641ae0552d0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5641adefa490 con 0x5641ae0552d0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f04fdffb700 1 -- 172.21.15.40:0/1447504036 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f0510004db0 con 0x5641ae0552d0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f04fdffb700 1 -- 172.21.15.40:0/1447504036 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0510003a00 con 0x5641ae0552d0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0528ac7b80 10 client.25939 fetch_fsmap learned FSMap version 34 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.211+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f0510011230 con 0x5641ae0552d0 2023-07-14T12:50:00.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f04fdffb700 1 -- 172.21.15.40:0/1447504036 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5641adefa490 con 0x5641ae0552d0 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f04fdffb700 1 -- 172.21.15.40:0/1447504036 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 34) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f0510016400 con 0x5641ae0552d0 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f0528ac7b80 10 client.25939 fetch_fsmap finished waiting for FSMap version 34 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f0528ac7b80 10 client.25939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f0528ac7b80 20 client.25939 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae079d10 0x5641ae07c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f0528ac7b80 4 client.25939 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:50:00.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5641adf99e50 con 0x5641ae079d10 2023-07-14T12:50:00.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f051659c700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae079d10 0x5641ae07c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f051659c700 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae079d10 0x5641ae07c120 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91bca085a6ac94e server_cookie=c0615de4ef34675f in_seq=0 out_seq=0 2023-07-14T12:50:00.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.212+0000 7f04fdffb700 10 client.25939 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:00.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f04fdffb700 1 -- 172.21.15.40:0/1447504036 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5641adf99e50 con 0x5641ae079d10 2023-07-14T12:50:00.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f04fdffb700 10 client.25939 handle_command_reply: tid=0 2023-07-14T12:50:00.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 client.25939 shutdown 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 msgr2=0x5641ae059460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 0x5641ae059460 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0510007f00 tx=0x7f05100116a0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 shutdown_connections 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae079d10 0x5641ae07c120 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae0552d0 0x5641ae059460 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f04fdffb700 0 client.25939 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:00.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641adeab6b0 0x5641ae0589e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/1447504036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae058f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 >> 172.21.15.40:0/1447504036 conn(0x5641ae044be0 msgr2=0x5641ae0494e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:00.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 shutdown_connections 2023-07-14T12:50:00.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 1 -- 172.21.15.40:0/1447504036 wait complete. 2023-07-14T12:50:00.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.213+0000 7f0528ac7b80 20 client.25939 trim_cache size 0 max 16384 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.229+0000 7f0528ac7b80 1 Processor -- start 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.229+0000 7f0528ac7b80 1 -- start start 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae04f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641adeab6b0 0x5641ae0542a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae070bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ae041c00 con 0x5641ae04f580 2023-07-14T12:50:00.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ae04ab20 con 0x5641ae044be0 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ae054a10 con 0x5641adeab6b0 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae070bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f051659c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae04f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641adeab6b0 0x5641ae0542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae070bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36190/0 (socket says 172.21.15.40:36190) 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f051659c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae04f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53440/0 (socket says 172.21.15.40:53440) 2023-07-14T12:50:00.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 -- 172.21.15.40:0/3602450609 learned_addr learned my addr 172.21.15.40:0/3602450609 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:00.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 -- 172.21.15.40:0/3602450609 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641adeab6b0 msgr2=0x5641ae0542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641adeab6b0 0x5641ae0542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 -- 172.21.15.40:0/3602450609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 msgr2=0x5641ae04f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae04f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 -- 172.21.15.40:0/3602450609 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641ae080d50 con 0x5641ae04f580 2023-07-14T12:50:00.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f051659c700 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae04f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:00.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f0516d9d700 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae070bf0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f0510000f80 tx=0x7f0510011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3eced96201324b2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.230+0000 7f05057fa700 1 -- 172.21.15.40:0/3602450609 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051000e040 con 0x5641ae04f580 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f05057fa700 1 -- 172.21.15.40:0/3602450609 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f051000f040 con 0x5641ae04f580 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f05057fa700 1 -- 172.21.15.40:0/3602450609 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05100059f0 con 0x5641ae04f580 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 -- 172.21.15.40:0/3602450609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 msgr2=0x5641ae070bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae070bf0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f0510000f80 tx=0x7f0510011f90 comp rx=0 tx=0).stop 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 -- 172.21.15.40:0/3602450609 shutdown_connections 2023-07-14T12:50:00.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641ae04f580 0x5641ae070bf0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae04f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/3602450609 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641adeab6b0 0x5641ae0542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 -- 172.21.15.40:0/3602450609 >> 172.21.15.40:0/3602450609 conn(0x5641ae0756f0 msgr2=0x5641ae053b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 -- 172.21.15.40:0/3602450609 shutdown_connections 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.231+0000 7f0528ac7b80 1 -- 172.21.15.40:0/3602450609 wait complete. 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 -- start start 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 Processor -- start 2023-07-14T12:50:00.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae0c1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae0c2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae0ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ae0cd120 con 0x5641adeab6b0 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ae0cd260 con 0x5641ae044be0 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641ae0cd420 con 0x5641ae04f580 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0528ac7b80 10 client.0 _ll_register_callbacks cb 0x7f0510007860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f051659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae0c1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae0c2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0516d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae0ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f051659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae0c1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36192/0 (socket says 172.21.15.40:36192) 2023-07-14T12:50:00.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0515d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae0c2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53448/0 (socket says 172.21.15.40:53448) 2023-07-14T12:50:00.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f051659c700 1 -- 172.21.15.40:0/2325117865 learned_addr learned my addr 172.21.15.40:0/2325117865 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:00.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0516d9d700 1 -- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 msgr2=0x5641ae0c2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0516d9d700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae0c2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0516d9d700 1 -- 172.21.15.40:0/2325117865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 msgr2=0x5641ae0c1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:00.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0516d9d700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae0c1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0516d9d700 1 -- 172.21.15.40:0/2325117865 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f050800be10 con 0x5641ae04f580 2023-07-14T12:50:00.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f0515d9b700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae0c2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.232+0000 7f051659c700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae0c1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0516d9d700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae0ccbe0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0510007f00 tx=0x7f05100073e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60ef5f91831ac03c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f04fdffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f04fdffb700 1 -- 172.21.15.40:0/2325117865 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051000e040 con 0x5641ae04f580 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f050c09a2a0 con 0x5641ae04f580 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f04fdffb700 1 -- 172.21.15.40:0/2325117865 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f0510034670 con 0x5641ae04f580 2023-07-14T12:50:00.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f04fdffb700 1 -- 172.21.15.40:0/2325117865 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0510034830 con 0x5641ae04f580 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 10 client.25945 fetch_fsmap learned FSMap version 34 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=4+}) v3 -- 0x7f0510011230 con 0x5641ae04f580 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f04fdffb700 1 -- 172.21.15.40:0/2325117865 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f050c09a2a0 con 0x5641ae04f580 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f04fdffb700 1 -- 172.21.15.40:0/2325117865 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 34) v1 ==== 7490+0+0 (secure 0 0 0) 0x7f0510032050 con 0x5641ae04f580 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 10 client.25945 fetch_fsmap finished waiting for FSMap version 34 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 10 client.25945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 20 client.25945 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:00.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae0552d0 0x5641ae0d0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:00.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 4 client.25945 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:50:00.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.233+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5641adf5bff0 con 0x5641ae0552d0 2023-07-14T12:50:00.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.234+0000 7f051659c700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae0552d0 0x5641ae0d0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:00.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.234+0000 7f051659c700 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae0552d0 0x5641ae0d0950 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a39ee9909d772a4b server_cookie=80e9125687c3e047 in_seq=0 out_seq=0 2023-07-14T12:50:00.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.234+0000 7f04fdffb700 10 client.25945 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:00.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.259+0000 7f04fdffb700 1 -- 172.21.15.40:0/2325117865 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5641adf5bff0 con 0x5641ae0552d0 2023-07-14T12:50:00.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.259+0000 7f04fdffb700 10 client.25945 handle_command_reply: tid=0 2023-07-14T12:50:00.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.259+0000 7f0528ac7b80 1 client.25945 shutdown 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 msgr2=0x5641ae0ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae0ccbe0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0510007f00 tx=0x7f05100073e0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 shutdown_connections 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5641ae0552d0 0x5641ae0d0950 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5641ae04f580 0x5641ae0ccbe0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5641adeab6b0 0x5641ae0c1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 --2- 172.21.15.40:0/2325117865 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5641ae044be0 0x5641ae0c2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f04fdffb700 0 client.25945 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 >> 172.21.15.40:0/2325117865 conn(0x5641ae0756f0 msgr2=0x5641ae054290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 shutdown_connections 2023-07-14T12:50:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 1 -- 172.21.15.40:0/2325117865 wait complete. 2023-07-14T12:50:00.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f0528ac7b80 20 client.25945 trim_cache size 0 max 16384 2023-07-14T12:50:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:50:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:50:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:50:00.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:50:00.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05000a12c0 msgr2=0x7f05000a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f051c941700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05000a12c0 0x7f05000a3770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0508006010 tx=0x7f050800b260 comp rx=0 tx=0).stop 2023-07-14T12:50:00.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 msgr2=0x7f0518197100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:00.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.260+0000 7f051c941700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 0x7f0518197100 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f050c00e9a0 tx=0x7f050c00ecb0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 shutdown_connections 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05000a12c0 0x7f05000a3770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0518104a30 0x7f05181a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f05180fea30 0x7f0518196bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 --2- 172.21.15.40:0/3069561183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05180ff3e0 0x7f0518197100 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 >> 172.21.15.40:0/3069561183 conn(0x7f0518074760 msgr2=0x7f05181026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 shutdown_connections 2023-07-14T12:50:00.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:00.261+0000 7f051c941700 1 -- 172.21.15.40:0/3069561183 wait complete. 2023-07-14T12:50:00.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T12:49:59.998+0000 7fbf156dc700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T12:50:00.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T12:49:59.998+0000 7fbf156dc700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-07-14T12:50:00.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T12:49:59.998+0000 7fbf156dc700 -1 log_channel(cluster) log [ERR] : mds.k(mds.3): Metadata damage detected 2023-07-14T12:50:01.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 84193 3.00 MB/sec execute 35 sec latency 25.089 ms 2023-07-14T12:50:01.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:00 smithi133 ceph-mon[98311]: pgmap v111: 97 pgs: 97 active+clean; 49 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 168 op/s 2023-07-14T12:50:01.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:00 smithi133 ceph-mon[98311]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T12:50:01.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:00 smithi133 ceph-mon[98311]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-07-14T12:50:01.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:00 smithi133 ceph-mon[98311]: mds.k(mds.3): Metadata damage detected 2023-07-14T12:50:01.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:00 smithi130 ceph-mon[97977]: pgmap v111: 97 pgs: 97 active+clean; 49 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 168 op/s 2023-07-14T12:50:01.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:00 smithi130 ceph-mon[97977]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T12:50:01.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:00 smithi130 ceph-mon[97977]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-07-14T12:50:01.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:00 smithi130 ceph-mon[97977]: mds.k(mds.3): Metadata damage detected 2023-07-14T12:50:01.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-mon[96535]: pgmap v111: 97 pgs: 97 active+clean; 49 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 168 op/s 2023-07-14T12:50:01.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-mon[96535]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T12:50:01.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-mon[96535]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-07-14T12:50:01.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:00 smithi040 ceph-mon[96535]: mds.k(mds.3): Metadata damage detected 2023-07-14T12:50:02.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 85735 3.23 MB/sec execute 36 sec latency 12.814 ms 2023-07-14T12:50:03.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 85899 3.15 MB/sec execute 37 sec latency 886.275 ms 2023-07-14T12:50:03.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:02 smithi133 ceph-mon[98311]: pgmap v112: 97 pgs: 97 active+clean; 49 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 808 KiB/s wr, 107 op/s 2023-07-14T12:50:03.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:02 smithi130 ceph-mon[97977]: pgmap v112: 97 pgs: 97 active+clean; 49 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 808 KiB/s wr, 107 op/s 2023-07-14T12:50:03.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:02 smithi040 ceph-mon[96535]: pgmap v112: 97 pgs: 97 active+clean; 49 MiB data, 678 MiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 808 KiB/s wr, 107 op/s 2023-07-14T12:50:04.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 85899 3.06 MB/sec execute 38 sec latency 1886.337 ms 2023-07-14T12:50:04.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:03 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:04.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:03 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:04.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:03 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:05.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 86090 3.00 MB/sec execute 39 sec latency 2756.579 ms 2023-07-14T12:50:05.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:04 smithi133 ceph-mon[98311]: pgmap v113: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 207 op/s 2023-07-14T12:50:05.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:04 smithi130 ceph-mon[97977]: pgmap v113: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 207 op/s 2023-07-14T12:50:05.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:04 smithi040 ceph-mon[96535]: pgmap v113: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 207 op/s 2023-07-14T12:50:06.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 88527 3.26 MB/sec execute 40 sec latency 25.452 ms 2023-07-14T12:50:06.236 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:05 smithi133 ceph-mon[98311]: pgmap v114: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 942 KiB/s wr, 148 op/s 2023-07-14T12:50:06.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:05 smithi130 ceph-mon[97977]: pgmap v114: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 942 KiB/s wr, 148 op/s 2023-07-14T12:50:06.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:05 smithi040 ceph-mon[96535]: pgmap v114: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 942 KiB/s wr, 148 op/s 2023-07-14T12:50:07.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 89448 3.31 MB/sec execute 41 sec latency 197.489 ms 2023-07-14T12:50:08.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 89448 3.23 MB/sec execute 42 sec latency 1197.560 ms 2023-07-14T12:50:08.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:07 smithi130 ceph-mon[97977]: pgmap v115: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 942 KiB/s wr, 148 op/s 2023-07-14T12:50:08.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:07 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:08.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:07 smithi040 ceph-mon[96535]: pgmap v115: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 942 KiB/s wr, 148 op/s 2023-07-14T12:50:08.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:07 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:08.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:07 smithi133 ceph-mon[98311]: pgmap v115: 97 pgs: 97 active+clean; 47 MiB data, 659 MiB used, 1.0 TiB / 1.0 TiB avail; 698 KiB/s rd, 942 KiB/s wr, 148 op/s 2023-07-14T12:50:08.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:07 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:09.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 89448 3.15 MB/sec execute 43 sec latency 2197.668 ms 2023-07-14T12:50:09.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:08 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:09.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:08 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:09.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:08 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:10.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 89639 3.09 MB/sec execute 44 sec latency 3072.048 ms 2023-07-14T12:50:10.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:10 smithi130 ceph-mon[97977]: pgmap v116: 97 pgs: 97 active+clean; 51 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 201 op/s 2023-07-14T12:50:10.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:10 smithi040 ceph-mon[96535]: pgmap v116: 97 pgs: 97 active+clean; 51 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 201 op/s 2023-07-14T12:50:10.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:10 smithi133 ceph-mon[98311]: pgmap v116: 97 pgs: 97 active+clean; 51 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 201 op/s 2023-07-14T12:50:11.159 INFO:tasks.workunit.client.0.smithi040.stdout: 1 92027 3.33 MB/sec execute 45 sec latency 11.502 ms 2023-07-14T12:50:12.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 93328 3.40 MB/sec execute 46 sec latency 12.369 ms 2023-07-14T12:50:12.276 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:12 smithi130 ceph-mon[97977]: pgmap v117: 97 pgs: 97 active+clean; 51 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 1.0 MiB/s wr, 153 op/s 2023-07-14T12:50:12.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:12 smithi040 ceph-mon[96535]: pgmap v117: 97 pgs: 97 active+clean; 51 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 1.0 MiB/s wr, 153 op/s 2023-07-14T12:50:12.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:12 smithi133 ceph-mon[98311]: pgmap v117: 97 pgs: 97 active+clean; 51 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 812 KiB/s rd, 1.0 MiB/s wr, 153 op/s 2023-07-14T12:50:13.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 95933 3.66 MB/sec execute 47 sec latency 8.891 ms 2023-07-14T12:50:13.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:13 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:13.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 -- 172.21.15.40:0/4090355150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc0fea30 msgr2=0x7fa8fc0feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 --2- 172.21.15.40:0/4090355150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc0feea0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009990 tx=0x7fa8f0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 -- 172.21.15.40:0/4090355150 shutdown_connections 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 --2- 172.21.15.40:0/4090355150 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8fc104a30 0x7fa8fc104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 --2- 172.21.15.40:0/4090355150 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0ff3e0 0x7fa8fc10b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 --2- 172.21.15.40:0/4090355150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc0feea0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 -- 172.21.15.40:0/4090355150 >> 172.21.15.40:0/4090355150 conn(0x7fa8fc074760 msgr2=0x7fa8fc074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:13.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 -- 172.21.15.40:0/4090355150 shutdown_connections 2023-07-14T12:50:13.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 -- 172.21.15.40:0/4090355150 wait complete. 2023-07-14T12:50:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.376+0000 7fa901dc5700 1 Processor -- start 2023-07-14T12:50:13.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 -- start start 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc19bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8fc0ff3e0 0x7fa8fc19c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 0x7fa8fc195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8fc196090 con 0x7fa8fc104a30 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8fc196200 con 0x7fa8fc0fea30 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa901dc5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8fc1963c0 con 0x7fa8fc0ff3e0 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 0x7fa8fc195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc19bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 0x7fa8fc195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36210/0 (socket says 172.21.15.40:36210) 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1495088697 learned_addr learned my addr 172.21.15.40:0/1495088697 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc19bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53460/0 (socket says 172.21.15.40:53460) 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8faffd700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8fc0ff3e0 0x7fa8fc19c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1495088697 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8fc0ff3e0 msgr2=0x7fa8fc19c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8fc0ff3e0 0x7fa8fc19c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1495088697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0fea30 msgr2=0x7fa8fc19bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc19bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1495088697 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8f00095f0 con 0x7fa8fc104a30 2023-07-14T12:50:13.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.377+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 0x7fa8fc195a20 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fa8f400ef30 tx=0x7fa8f400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:13.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.378+0000 7fa8f8ff9700 1 -- 172.21.15.40:0/1495088697 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f4018070 con 0x7fa8fc104a30 2023-07-14T12:50:13.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.378+0000 7fa8f8ff9700 1 -- 172.21.15.40:0/1495088697 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa8f400f040 con 0x7fa8fc104a30 2023-07-14T12:50:13.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.378+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8fc196640 con 0x7fa8fc104a30 2023-07-14T12:50:13.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.378+0000 7fa8f8ff9700 1 -- 172.21.15.40:0/1495088697 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f400cd00 con 0x7fa8fc104a30 2023-07-14T12:50:13.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.378+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8fc1a2bb0 con 0x7fa8fc104a30 2023-07-14T12:50:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.380+0000 7fa8f8ff9700 1 -- 172.21.15.40:0/1495088697 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fa8f4003a00 con 0x7fa8fc104a30 2023-07-14T12:50:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.381+0000 7fa8f8ff9700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa8e40a12c0 0x7fa8e40a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.381+0000 7fa8f8ff9700 1 -- 172.21.15.40:0/1495088697 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fa8f40cc890 con 0x7fa8fc104a30 2023-07-14T12:50:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.381+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa8e40a12c0 0x7fa8e40a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.381+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa8e40a12c0 0x7fa8e40a3770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc0ffba0 tx=0x7fa8ec009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:13.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 Processor -- start 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 -- start start 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee66d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee61040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee619d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ed66c50 con 0x55825ee672d0 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825edb99e0 con 0x55825ee61580 2023-07-14T12:50:13.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825edb2e70 con 0x55825ecbd6b0 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee66d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee61040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee66d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:49904/0 (socket says 172.21.15.40:49904) 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee61040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36216/0 (socket says 172.21.15.40:36216) 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/1721237394 learned_addr learned my addr 172.21.15.40:0/1721237394 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee619d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/1721237394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 msgr2=0x55825ee619d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee619d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/1721237394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 msgr2=0x55825ee61040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee61040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/1721237394 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55825ebe0d80 con 0x55825ecbd6b0 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.382+0000 7fa8faffd700 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee61040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.383+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee66d90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec011d50 tx=0x7fa8ec014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57437c5e4227aeed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.383+0000 7fa8e1ffb700 1 -- 172.21.15.40:0/1721237394 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8ec00ed20 con 0x55825ecbd6b0 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.383+0000 7fa8e1ffb700 1 -- 172.21.15.40:0/1721237394 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa8ec021070 con 0x55825ecbd6b0 2023-07-14T12:50:13.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.383+0000 7fa8e1ffb700 1 -- 172.21.15.40:0/1721237394 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8ec01d670 con 0x55825ecbd6b0 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.383+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1721237394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 msgr2=0x55825ee66d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.383+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee66d90 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec011d50 tx=0x7fa8ec014000 comp rx=0 tx=0).stop 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1721237394 shutdown_connections 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee66d90 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee619d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1721237394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee61040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1721237394 >> 172.21.15.40:0/1721237394 conn(0x55825ee56be0 msgr2=0x55825ee5bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1721237394 shutdown_connections 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1721237394 wait complete. 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- start start 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 Processor -- start 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 0x55825ee6d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee61580 0x55825ee6a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ee672d0 0x55825ee6ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ed52a60 con 0x55825ee61580 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ed52760 con 0x55825ecbd6b0 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.384+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ec368c0 con 0x55825ee672d0 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa90df4bb80 10 client.0 _ll_register_callbacks cb 0x55825ed50700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 0x55825ee6d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee61580 0x55825ee6a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 0x55825ee6d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53474/0 (socket says 172.21.15.40:53474) 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/3007966154 learned_addr learned my addr 172.21.15.40:0/3007966154 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ee672d0 0x55825ee6ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/3007966154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ee672d0 msgr2=0x55825ee6ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ee672d0 0x55825ee6ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/3007966154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee61580 msgr2=0x55825ee6a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee61580 0x55825ee6a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 -- 172.21.15.40:0/3007966154 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8fc10c160 con 0x55825ecbd6b0 2023-07-14T12:50:13.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 0x55825ee6d5d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec011b30 tx=0x7fa8ec01cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ce4c95bed2ca7e2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8daffd700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8daffd700 1 -- 172.21.15.40:0/3007966154 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8ec00edf0 con 0x55825ecbd6b0 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55825ed0c490 con 0x55825ecbd6b0 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.385+0000 7fa8daffd700 1 -- 172.21.15.40:0/3007966154 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fa8ec01c410 con 0x55825ecbd6b0 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa8daffd700 1 -- 172.21.15.40:0/3007966154 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa8ec01c5d0 con 0x55825ecbd6b0 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 10 client.26036 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:13.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x7fa8ec017070 con 0x55825ecbd6b0 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa8daffd700 1 -- 172.21.15.40:0/3007966154 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55825ed0c490 con 0x55825ecbd6b0 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa8daffd700 1 -- 172.21.15.40:0/3007966154 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fa8ec004810 con 0x55825ecbd6b0 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 10 client.26036 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 10 client.26036 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 20 client.26036 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825ee7aaa0 0x55825ee7ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 4 client.26036 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:50:13.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55825edabe50 con 0x55825ee7aaa0 2023-07-14T12:50:13.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.386+0000 7fa8faffd700 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825ee7aaa0 0x55825ee7ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa8faffd700 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825ee7aaa0 0x55825ee7ce80 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fb6390289d97676 server_cookie=dda2cf53612b1c78 in_seq=0 out_seq=0 2023-07-14T12:50:13.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa8daffd700 10 client.26036 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:13.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa8daffd700 1 -- 172.21.15.40:0/3007966154 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55825edabe50 con 0x55825ee7aaa0 2023-07-14T12:50:13.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa8daffd700 10 client.26036 handle_command_reply: tid=0 2023-07-14T12:50:13.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 client.26036 shutdown 2023-07-14T12:50:13.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 msgr2=0x55825ee6d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 0x55825ee6d5d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec011b30 tx=0x7fa8ec01cc30 comp rx=0 tx=0).stop 2023-07-14T12:50:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 shutdown_connections 2023-07-14T12:50:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825ee7aaa0 0x55825ee7ce80 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ee672d0 0x55825ee6ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ecbd6b0 0x55825ee6d5d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/3007966154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee61580 0x55825ee6a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa8daffd700 0 client.26036 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:13.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 >> 172.21.15.40:0/3007966154 conn(0x55825ee56be0 msgr2=0x55825ee5ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:13.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 shutdown_connections 2023-07-14T12:50:13.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.387+0000 7fa90df4bb80 1 -- 172.21.15.40:0/3007966154 wait complete. 2023-07-14T12:50:13.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.388+0000 7fa90df4bb80 20 client.26036 trim_cache size 0 max 16384 2023-07-14T12:50:13.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 Processor -- start 2023-07-14T12:50:13.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 -- start start 2023-07-14T12:50:13.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee61040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee6a790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee71c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ee65390 con 0x55825ee672d0 2023-07-14T12:50:13.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ee676a0 con 0x55825ee61580 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ee53bc0 con 0x55825ecbd6b0 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.403+0000 7fa8fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee71c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee6a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee61040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee71c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36232/0 (socket says 172.21.15.40:36232) 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1311779879 learned_addr learned my addr 172.21.15.40:0/1311779879 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:13.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee6a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53484/0 (socket says 172.21.15.40:53484) 2023-07-14T12:50:13.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1311779879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 msgr2=0x55825ee61040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee61040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1311779879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 msgr2=0x55825ee6a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee6a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 -- 172.21.15.40:0/1311779879 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55825ebc9c00 con 0x55825ee672d0 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee61040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee71c60 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4096440 tx=0x7fa8f409f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3150608ae2a3bf10 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8e27fc700 1 -- 172.21.15.40:0/1311779879 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f4004ad0 con 0x55825ee672d0 2023-07-14T12:50:13.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8e27fc700 1 -- 172.21.15.40:0/1311779879 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa8f400ce60 con 0x55825ee672d0 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.404+0000 7fa8e27fc700 1 -- 172.21.15.40:0/1311779879 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f4099c30 con 0x55825ee672d0 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1311779879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 msgr2=0x55825ee71c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee71c60 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4096440 tx=0x7fa8f409f040 comp rx=0 tx=0).stop 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1311779879 shutdown_connections 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee61040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee71c60 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/1311779879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee6a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1311779879 >> 172.21.15.40:0/1311779879 conn(0x55825ee56be0 msgr2=0x55825ee6a080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:13.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1311779879 shutdown_connections 2023-07-14T12:50:13.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 -- 172.21.15.40:0/1311779879 wait complete. 2023-07-14T12:50:13.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.405+0000 7fa90df4bb80 1 -- start start 2023-07-14T12:50:13.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 Processor -- start 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee63e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee62790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee62cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ee644a0 con 0x55825ee672d0 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ee63210 con 0x55825ee61580 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55825ee633d0 con 0x55825ecbd6b0 2023-07-14T12:50:13.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa90df4bb80 10 client.0 _ll_register_callbacks cb 0x7fa8f40097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee63e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee62790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8fbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee62cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee62790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53490/0 (socket says 172.21.15.40:53490) 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 -- 172.21.15.40:0/639708571 learned_addr learned my addr 172.21.15.40:0/639708571 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8fb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee63e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:49924/0 (socket says 172.21.15.40:49924) 2023-07-14T12:50:13.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 -- 172.21.15.40:0/639708571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 msgr2=0x55825ee63e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee63e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 -- 172.21.15.40:0/639708571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 msgr2=0x55825ee62cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee62cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8faffd700 1 -- 172.21.15.40:0/639708571 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8ec017070 con 0x55825ee61580 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8fbfff700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee62cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.406+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee63e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:13.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8faffd700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee62790 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009990 tx=0x7fa8f00056d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ce424461882ef2b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8daffd700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8daffd700 1 -- 172.21.15.40:0/639708571 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8f001d040 con 0x55825ee61580 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8daffd700 1 -- 172.21.15.40:0/639708571 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fa8f000ba70 con 0x55825ee61580 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa8ec021070 con 0x55825ee61580 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8daffd700 1 -- 172.21.15.40:0/639708571 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa8f0005940 con 0x55825ee61580 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa90df4bb80 10 client.26042 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x7fa8fc1a2bb0 con 0x55825ee61580 2023-07-14T12:50:13.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8daffd700 1 -- 172.21.15.40:0/639708571 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa8ec021070 con 0x55825ee61580 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa8daffd700 1 -- 172.21.15.40:0/639708571 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fa8f0032690 con 0x55825ee61580 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.407+0000 7fa90df4bb80 10 client.26042 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa90df4bb80 10 client.26042 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa90df4bb80 20 client.26042 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825eed4030 0x55825eed6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa90df4bb80 4 client.26042 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:50:13.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55825ed6dff0 con 0x55825eed4030 2023-07-14T12:50:13.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825eed4030 0x55825eed6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:13.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa8daffd700 10 client.26042 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:13.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.408+0000 7fa8fb7fe700 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825eed4030 0x55825eed6440 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cee29c19c387289 server_cookie=120cdd964d1c652c in_seq=0 out_seq=0 2023-07-14T12:50:13.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa8daffd700 1 -- 172.21.15.40:0/639708571 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55825ed6dff0 con 0x55825eed4030 2023-07-14T12:50:13.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa8daffd700 10 client.26042 handle_command_reply: tid=0 2023-07-14T12:50:13.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 client.26042 shutdown 2023-07-14T12:50:13.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 msgr2=0x55825ee62790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee62790 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0009990 tx=0x7fa8f00056d0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 shutdown_connections 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55825eed4030 0x55825eed6440 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55825ecbd6b0 0x55825ee63e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa8daffd700 0 client.26042 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55825ee672d0 0x55825ee62cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 --2- 172.21.15.40:0/639708571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55825ee61580 0x55825ee62790 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 >> 172.21.15.40:0/639708571 conn(0x55825ee56be0 msgr2=0x55825ee678a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:13.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 shutdown_connections 2023-07-14T12:50:13.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.446+0000 7fa90df4bb80 1 -- 172.21.15.40:0/639708571 wait complete. 2023-07-14T12:50:13.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.447+0000 7fa90df4bb80 20 client.26042 trim_cache size 0 max 16384 2023-07-14T12:50:13.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:50:13.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:50:13.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:50:13.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:50:13.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.447+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa8e40a12c0 msgr2=0x7fa8e40a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.447+0000 7fa901dc5700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa8e40a12c0 0x7fa8e40a3770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc0ffba0 tx=0x7fa8ec009260 comp rx=0 tx=0).stop 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.447+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 msgr2=0x7fa8fc195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.447+0000 7fa901dc5700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 0x7fa8fc195a20 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fa8f400ef30 tx=0x7fa8f400c3a0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 shutdown_connections 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa8e40a12c0 0x7fa8e40a3770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8fc104a30 0x7fa8fc195a20 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8fc0fea30 0x7fa8fc19bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 --2- 172.21.15.40:0/1495088697 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8fc0ff3e0 0x7fa8fc19c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:13.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 >> 172.21.15.40:0/1495088697 conn(0x7fa8fc074760 msgr2=0x7fa8fc1027e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:13.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 shutdown_connections 2023-07-14T12:50:13.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:13.448+0000 7fa901dc5700 1 -- 172.21.15.40:0/1495088697 wait complete. 2023-07-14T12:50:13.486 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:13 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:13.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:13 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:14.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 96607 3.62 MB/sec execute 48 sec latency 270.847 ms 2023-07-14T12:50:14.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:14 smithi040 ceph-mon[96535]: pgmap v118: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 233 op/s 2023-07-14T12:50:14.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:14 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:14.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:14 smithi133 ceph-mon[98311]: pgmap v118: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 233 op/s 2023-07-14T12:50:14.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:14 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:14.527 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:14 smithi130 ceph-mon[97977]: pgmap v118: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 233 op/s 2023-07-14T12:50:14.527 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:14 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:50:15.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 96806 3.56 MB/sec execute 49 sec latency 1141.612 ms 2023-07-14T12:50:16.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 99212 3.76 MB/sec execute 50 sec latency 25.502 ms 2023-07-14T12:50:16.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:16 smithi040 ceph-mon[96535]: pgmap v119: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:50:16.487 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:16 smithi133 ceph-mon[98311]: pgmap v119: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:50:16.526 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:16 smithi130 ceph-mon[97977]: pgmap v119: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:50:17.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 100084 3.78 MB/sec execute 51 sec latency 208.375 ms 2023-07-14T12:50:18.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 100084 3.71 MB/sec execute 52 sec latency 1208.434 ms 2023-07-14T12:50:19.105 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:18 smithi040 ceph-mon[96535]: pgmap v120: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:50:19.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 100084 3.64 MB/sec execute 53 sec latency 2208.549 ms 2023-07-14T12:50:19.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:18 smithi133 ceph-mon[98311]: pgmap v120: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:50:19.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:18 smithi130 ceph-mon[97977]: pgmap v120: 97 pgs: 97 active+clean; 54 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:50:20.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 100275 3.58 MB/sec execute 54 sec latency 3082.345 ms 2023-07-14T12:50:21.105 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:20 smithi040 ceph-mon[96535]: pgmap v121: 97 pgs: 97 active+clean; 53 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 230 op/s 2023-07-14T12:50:21.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 102731 3.77 MB/sec execute 55 sec latency 13.019 ms 2023-07-14T12:50:21.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:20 smithi133 ceph-mon[98311]: pgmap v121: 97 pgs: 97 active+clean; 53 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 230 op/s 2023-07-14T12:50:21.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:20 smithi130 ceph-mon[97977]: pgmap v121: 97 pgs: 97 active+clean; 53 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.8 MiB/s wr, 230 op/s 2023-07-14T12:50:22.160 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103576 3.78 MB/sec execute 56 sec latency 252.639 ms 2023-07-14T12:50:23.105 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:22 smithi040 ceph-mon[96535]: pgmap v122: 97 pgs: 97 active+clean; 53 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 177 op/s 2023-07-14T12:50:23.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103576 3.72 MB/sec execute 57 sec latency 1252.750 ms 2023-07-14T12:50:23.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:22 smithi133 ceph-mon[98311]: pgmap v122: 97 pgs: 97 active+clean; 53 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 177 op/s 2023-07-14T12:50:23.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:22 smithi130 ceph-mon[97977]: pgmap v122: 97 pgs: 97 active+clean; 53 MiB data, 712 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 177 op/s 2023-07-14T12:50:24.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103576 3.65 MB/sec execute 58 sec latency 2252.861 ms 2023-07-14T12:50:25.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103632 3.59 MB/sec execute 59 sec latency 3123.090 ms 2023-07-14T12:50:25.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:24 smithi133 ceph-mon[98311]: pgmap v123: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 233 op/s 2023-07-14T12:50:25.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:24 smithi130 ceph-mon[97977]: pgmap v123: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 233 op/s 2023-07-14T12:50:25.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:24 smithi040 ceph-mon[96535]: pgmap v123: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 233 op/s 2023-07-14T12:50:26.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103632 3.53 MB/sec execute 60 sec latency 1088.897 ms 2023-07-14T12:50:26.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 -- 172.21.15.40:0/4173094969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c0685b0 msgr2=0x7fae6c104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 --2- 172.21.15.40:0/4173094969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c0685b0 0x7fae6c104770 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fae580099c0 tx=0x7fae58009cd0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 -- 172.21.15.40:0/4173094969 shutdown_connections 2023-07-14T12:50:26.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 --2- 172.21.15.40:0/4173094969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c104e50 0x7fae6c10ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 --2- 172.21.15.40:0/4173094969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c067c10 0x7fae6c067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 --2- 172.21.15.40:0/4173094969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c0685b0 0x7fae6c104770 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.572+0000 7fae72c83700 1 -- 172.21.15.40:0/4173094969 >> 172.21.15.40:0/4173094969 conn(0x7fae6c074760 msgr2=0x7fae6c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:26.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 -- 172.21.15.40:0/4173094969 shutdown_connections 2023-07-14T12:50:26.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 -- 172.21.15.40:0/4173094969 wait complete. 2023-07-14T12:50:26.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 Processor -- start 2023-07-14T12:50:26.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 -- start start 2023-07-14T12:50:26.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 0x7fae6c19bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c0685b0 0x7fae6c19c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c104e50 0x7fae6c195a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c196070 con 0x7fae6c067c10 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c1961e0 con 0x7fae6c104e50 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.573+0000 7fae72c83700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6c1963a0 con 0x7fae6c0685b0 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 0x7fae6c19bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 0x7fae6c19bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36248/0 (socket says 172.21.15.40:36248) 2023-07-14T12:50:26.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 -- 172.21.15.40:0/1195879142 learned_addr learned my addr 172.21.15.40:0/1195879142 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:26.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae71220700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c104e50 0x7fae6c195a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae6bfff700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c0685b0 0x7fae6c19c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 -- 172.21.15.40:0/1195879142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c0685b0 msgr2=0x7fae6c19c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c0685b0 0x7fae6c19c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 -- 172.21.15.40:0/1195879142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c104e50 msgr2=0x7fae6c195a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c104e50 0x7fae6c195a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 -- 172.21.15.40:0/1195879142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae580095f0 con 0x7fae6c067c10 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae6bfff700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c0685b0 0x7fae6c19c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae70a1f700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 0x7fae6c19bba0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fae6000e9a0 tx=0x7fae6000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae69ffb700 1 -- 172.21.15.40:0/1195879142 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae60009790 con 0x7fae6c067c10 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae69ffb700 1 -- 172.21.15.40:0/1195879142 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae6000cbd0 con 0x7fae6c067c10 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae6c196680 con 0x7fae6c067c10 2023-07-14T12:50:26.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.574+0000 7fae69ffb700 1 -- 172.21.15.40:0/1195879142 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae60018680 con 0x7fae6c067c10 2023-07-14T12:50:26.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.575+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae6c1a2b90 con 0x7fae6c067c10 2023-07-14T12:50:26.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.577+0000 7fae69ffb700 1 -- 172.21.15.40:0/1195879142 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fae6000cd40 con 0x7fae6c067c10 2023-07-14T12:50:26.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.577+0000 7fae69ffb700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fae5c0a12c0 0x7fae5c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.577+0000 7fae69ffb700 1 -- 172.21.15.40:0/1195879142 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fae60014070 con 0x7fae6c067c10 2023-07-14T12:50:26.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.578+0000 7fae6bfff700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fae5c0a12c0 0x7fae5c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.578+0000 7fae6bfff700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fae5c0a12c0 0x7fae5c0a3770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fae580098e0 tx=0x7fae5801a040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:26.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.578+0000 7fae7ee09b80 1 Processor -- start 2023-07-14T12:50:26.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.578+0000 7fae7ee09b80 1 -- start start 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 0x562555e52d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555e532d0 0x562555e4d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e4d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555d52c50 con 0x562555ca96b0 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555da59e0 con 0x562555e4d580 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555d9ee70 con 0x562555e532d0 2023-07-14T12:50:26.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 0x562555e52d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 0x562555e52d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36256/0 (socket says 172.21.15.40:36256) 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 -- 172.21.15.40:0/1924856885 learned_addr learned my addr 172.21.15.40:0/1924856885 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae71220700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e4d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae6bfff700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555e532d0 0x562555e4d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 -- 172.21.15.40:0/1924856885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555e532d0 msgr2=0x562555e4d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555e532d0 0x562555e4d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 -- 172.21.15.40:0/1924856885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 msgr2=0x562555e4d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e4d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 -- 172.21.15.40:0/1924856885 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562555bccd80 con 0x562555ca96b0 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae71220700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e4d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae6bfff700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555e532d0 0x562555e4d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae70a1f700 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 0x562555e52d90 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fae600a1f60 tx=0x7fae60099a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ad81afb5847e2fb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae56ffd700 1 -- 172.21.15.40:0/1924856885 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600a2490 con 0x562555ca96b0 2023-07-14T12:50:26.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae56ffd700 1 -- 172.21.15.40:0/1924856885 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae6009a2a0 con 0x562555ca96b0 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.579+0000 7fae56ffd700 1 -- 172.21.15.40:0/1924856885 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600a2240 con 0x562555ca96b0 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 -- 172.21.15.40:0/1924856885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 msgr2=0x562555e52d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 0x562555e52d90 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fae600a1f60 tx=0x7fae60099a20 comp rx=0 tx=0).stop 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 -- 172.21.15.40:0/1924856885 shutdown_connections 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e4d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555ca96b0 0x562555e52d90 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/1924856885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555e532d0 0x562555e4d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 -- 172.21.15.40:0/1924856885 >> 172.21.15.40:0/1924856885 conn(0x562555e42be0 msgr2=0x562555e47f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 -- 172.21.15.40:0/1924856885 shutdown_connections 2023-07-14T12:50:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.580+0000 7fae7ee09b80 1 -- 172.21.15.40:0/1924856885 wait complete. 2023-07-14T12:50:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 -- start start 2023-07-14T12:50:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 Processor -- start 2023-07-14T12:50:26.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e56960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e56ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555e573e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555d3ea60 con 0x562555e4d580 2023-07-14T12:50:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555d3e760 con 0x562555e532d0 2023-07-14T12:50:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555c228c0 con 0x562555ca96b0 2023-07-14T12:50:26.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae7ee09b80 10 client.0 _ll_register_callbacks cb 0x562555d3c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae6bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e56ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae6bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e56ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36264/0 (socket says 172.21.15.40:36264) 2023-07-14T12:50:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae6bfff700 1 -- 172.21.15.40:0/555215530 learned_addr learned my addr 172.21.15.40:0/555215530 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae70a1f700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e56960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.581+0000 7fae71220700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555e573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae6bfff700 1 -- 172.21.15.40:0/555215530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 msgr2=0x562555e56960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae6bfff700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e56960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae6bfff700 1 -- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 msgr2=0x562555e573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae6bfff700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555e573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae6bfff700 1 -- 172.21.15.40:0/555215530 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae6c1a2b90 con 0x562555e4d580 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae71220700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555e573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae6bfff700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e56ea0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fae5800a010 tx=0x7fae58009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=496cc193e08002b2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:26.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae4bfff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:50:26.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae4bfff700 1 -- 172.21.15.40:0/555215530 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae5801d040 con 0x562555e4d580 2023-07-14T12:50:26.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae4bfff700 1 -- 172.21.15.40:0/555215530 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fae580056b0 con 0x562555e4d580 2023-07-14T12:50:26.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562555cf8490 con 0x562555e4d580 2023-07-14T12:50:26.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae4bfff700 1 -- 172.21.15.40:0/555215530 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae58004ea0 con 0x562555e4d580 2023-07-14T12:50:26.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae7ee09b80 10 client.16416 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:26.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x562555bb5c00 con 0x562555e4d580 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae4bfff700 1 -- 172.21.15.40:0/555215530 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae5803b020 con 0x562555e4d580 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.582+0000 7fae4bfff700 1 -- 172.21.15.40:0/555215530 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fae58023810 con 0x562555e4d580 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae7ee09b80 10 client.16416 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae7ee09b80 10 client.16416 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae7ee09b80 20 client.16416 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555e66b60 0x562555e68f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae7ee09b80 4 client.16416 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562555d97e50 con 0x562555e66b60 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae70a1f700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555e66b60 0x562555e68f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae70a1f700 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555e66b60 0x562555e68f70 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d32c22bca08be916 server_cookie=465dd5f2db9c3e5f in_seq=0 out_seq=0 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.583+0000 7fae4bfff700 10 client.16416 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae4bfff700 1 -- 172.21.15.40:0/555215530 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562555d97e50 con 0x562555e66b60 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae4bfff700 10 client.16416 handle_command_reply: tid=0 2023-07-14T12:50:26.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 client.16416 shutdown 2023-07-14T12:50:26.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 msgr2=0x562555e56ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e56ea0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fae5800a010 tx=0x7fae58009310 comp rx=0 tx=0).stop 2023-07-14T12:50:26.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 shutdown_connections 2023-07-14T12:50:26.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555e66b60 0x562555e68f70 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e56960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555e573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae4bfff700 0 client.16416 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:26.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/555215530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e56ea0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 >> 172.21.15.40:0/555215530 conn(0x562555e42be0 msgr2=0x562555e474e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:26.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 shutdown_connections 2023-07-14T12:50:26.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 1 -- 172.21.15.40:0/555215530 wait complete. 2023-07-14T12:50:26.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.584+0000 7fae7ee09b80 20 client.16416 trim_cache size 0 max 16384 2023-07-14T12:50:26.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.599+0000 7fae7ee09b80 1 Processor -- start 2023-07-14T12:50:26.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.599+0000 7fae7ee09b80 1 -- start start 2023-07-14T12:50:26.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.599+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e4d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.599+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e5d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 0x562555e57210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555e3fbb0 con 0x562555e532d0 2023-07-14T12:50:26.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555e445f0 con 0x562555e4d580 2023-07-14T12:50:26.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555e48b20 con 0x562555ca96b0 2023-07-14T12:50:26.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 0x562555e57210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 0x562555e57210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36274/0 (socket says 172.21.15.40:36274) 2023-07-14T12:50:26.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 -- 172.21.15.40:0/4079583713 learned_addr learned my addr 172.21.15.40:0/4079583713 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:26.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae6bfff700 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e5d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae70a1f700 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e4d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 -- 172.21.15.40:0/4079583713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 msgr2=0x562555e4d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e4d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 -- 172.21.15.40:0/4079583713 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 msgr2=0x562555e5d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e5d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 -- 172.21.15.40:0/4079583713 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562555bf31f0 con 0x562555e532d0 2023-07-14T12:50:26.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae71220700 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 0x562555e57210 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fae64009910 tx=0x7fae64009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b0d0d60bfa254c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae577fe700 1 -- 172.21.15.40:0/4079583713 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae64004740 con 0x562555e532d0 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae577fe700 1 -- 172.21.15.40:0/4079583713 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae6400f040 con 0x562555e532d0 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.600+0000 7fae577fe700 1 -- 172.21.15.40:0/4079583713 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae64007760 con 0x562555e532d0 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 -- 172.21.15.40:0/4079583713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 msgr2=0x562555e57210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 0x562555e57210 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fae64009910 tx=0x7fae64009c20 comp rx=0 tx=0).stop 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 -- 172.21.15.40:0/4079583713 shutdown_connections 2023-07-14T12:50:26.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e4d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e532d0 0x562555e57210 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/4079583713 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e4d580 0x562555e5d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 -- 172.21.15.40:0/4079583713 >> 172.21.15.40:0/4079583713 conn(0x562555e42be0 msgr2=0x562555e523d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:26.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 -- 172.21.15.40:0/4079583713 shutdown_connections 2023-07-14T12:50:26.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 -- 172.21.15.40:0/4079583713 wait complete. 2023-07-14T12:50:26.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 -- start start 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.601+0000 7fae7ee09b80 1 Processor -- start 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e5bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e5c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555eb3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555eb3fa0 con 0x562555e4d580 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555eb4110 con 0x562555e532d0 2023-07-14T12:50:26.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562555eb42d0 con 0x562555ca96b0 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae7ee09b80 10 client.0 _ll_register_callbacks cb 0x7fae5800be80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e5c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae70a1f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e5bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e5c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36278/0 (socket says 172.21.15.40:36278) 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 -- 172.21.15.40:0/798357796 learned_addr learned my addr 172.21.15.40:0/798357796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae71220700 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555eb3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 -- 172.21.15.40:0/798357796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 msgr2=0x562555e5bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e5bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 -- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 msgr2=0x562555eb3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:26.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555eb3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.602+0000 7fae6bfff700 1 -- 172.21.15.40:0/798357796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae64003d40 con 0x562555e4d580 2023-07-14T12:50:26.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae6bfff700 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e5c0e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fae58023bf0 tx=0x7fae580236c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b68b21e3f6adf26 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:26.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae4bfff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae4bfff700 1 -- 172.21.15.40:0/798357796 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae5801d070 con 0x562555e4d580 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae4bfff700 1 -- 172.21.15.40:0/798357796 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fae5803c080 con 0x562555e4d580 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fae6009a2a0 con 0x562555e4d580 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae4bfff700 1 -- 172.21.15.40:0/798357796 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae58004ea0 con 0x562555e4d580 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 10 client.16422 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x562555bcb250 con 0x562555e4d580 2023-07-14T12:50:26.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae4bfff700 1 -- 172.21.15.40:0/798357796 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae6009a2a0 con 0x562555e4d580 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae4bfff700 1 -- 172.21.15.40:0/798357796 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fae58037510 con 0x562555e4d580 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 10 client.16422 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 10 client.16422 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 20 client.16422 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555ebb640 0x562555ebda50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 4 client.16422 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:50:26.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.603+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562555d59ff0 con 0x562555ebb640 2023-07-14T12:50:26.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.604+0000 7fae70a1f700 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555ebb640 0x562555ebda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:26.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.604+0000 7fae70a1f700 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555ebb640 0x562555ebda50 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38d9e4c7ef0f376d server_cookie=c83d7bdf582c4958 in_seq=0 out_seq=0 2023-07-14T12:50:26.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.604+0000 7fae4bfff700 10 client.16422 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae4bfff700 1 -- 172.21.15.40:0/798357796 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562555d59ff0 con 0x562555ebb640 2023-07-14T12:50:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae4bfff700 10 client.16422 handle_command_reply: tid=0 2023-07-14T12:50:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 client.16422 shutdown 2023-07-14T12:50:26.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 msgr2=0x562555e5c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e5c0e0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fae58023bf0 tx=0x7fae580236c0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 shutdown_connections 2023-07-14T12:50:26.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562555ebb640 0x562555ebda50 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562555ca96b0 0x562555e5bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae4bfff700 0 client.16422 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:26.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562555e532d0 0x562555eb3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 --2- 172.21.15.40:0/798357796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562555e4d580 0x562555e5c0e0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 >> 172.21.15.40:0/798357796 conn(0x562555e42be0 msgr2=0x562555e53a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 shutdown_connections 2023-07-14T12:50:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 1 -- 172.21.15.40:0/798357796 wait complete. 2023-07-14T12:50:26.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.641+0000 7fae7ee09b80 20 client.16422 trim_cache size 0 max 16384 2023-07-14T12:50:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:50:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:50:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:50:26.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:50:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fae5c0a12c0 msgr2=0x7fae5c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fae5c0a12c0 0x7fae5c0a3770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fae580098e0 tx=0x7fae5801a040 comp rx=0 tx=0).stop 2023-07-14T12:50:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 msgr2=0x7fae6c19bba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 0x7fae6c19bba0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fae6000e9a0 tx=0x7fae6000ecb0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 shutdown_connections 2023-07-14T12:50:26.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fae5c0a12c0 0x7fae5c0a3770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fae6c104e50 0x7fae6c195a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae6c067c10 0x7fae6c19bba0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 --2- 172.21.15.40:0/1195879142 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fae6c0685b0 0x7fae6c19c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:26.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 >> 172.21.15.40:0/1195879142 conn(0x7fae6c074760 msgr2=0x7fae6c1036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:26.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 shutdown_connections 2023-07-14T12:50:26.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:26.642+0000 7fae72c83700 1 -- 172.21.15.40:0/1195879142 wait complete. 2023-07-14T12:50:27.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103632 3.48 MB/sec execute 61 sec latency 2088.983 ms 2023-07-14T12:50:27.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:26 smithi133 ceph-mon[98311]: pgmap v124: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2023-07-14T12:50:27.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:26 smithi130 ceph-mon[97977]: pgmap v124: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2023-07-14T12:50:27.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:26 smithi040 ceph-mon[96535]: pgmap v124: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2023-07-14T12:50:28.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103632 3.42 MB/sec execute 62 sec latency 3089.092 ms 2023-07-14T12:50:29.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103632 3.37 MB/sec execute 63 sec latency 4089.193 ms 2023-07-14T12:50:29.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:28 smithi133 ceph-mon[98311]: pgmap v125: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2023-07-14T12:50:29.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:28 smithi130 ceph-mon[97977]: pgmap v125: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2023-07-14T12:50:29.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:28 smithi040 ceph-mon[96535]: pgmap v125: 97 pgs: 97 active+clean; 55 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 153 op/s 2023-07-14T12:50:30.161 INFO:tasks.workunit.client.0.smithi040.stdout: 1 103823 3.32 MB/sec execute 64 sec latency 4960.333 ms 2023-07-14T12:50:31.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 106397 3.53 MB/sec execute 65 sec latency 13.856 ms 2023-07-14T12:50:31.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:30 smithi133 ceph-mon[98311]: pgmap v126: 97 pgs: 97 active+clean; 55 MiB data, 734 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.7 MiB/s wr, 185 op/s 2023-07-14T12:50:31.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:30 smithi130 ceph-mon[97977]: pgmap v126: 97 pgs: 97 active+clean; 55 MiB data, 734 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.7 MiB/s wr, 185 op/s 2023-07-14T12:50:31.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:30 smithi040 ceph-mon[96535]: pgmap v126: 97 pgs: 97 active+clean; 55 MiB data, 734 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.7 MiB/s wr, 185 op/s 2023-07-14T12:50:32.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 107241 3.50 MB/sec execute 66 sec latency 219.383 ms 2023-07-14T12:50:33.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 107241 3.45 MB/sec execute 67 sec latency 1219.510 ms 2023-07-14T12:50:33.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:32 smithi133 ceph-mon[98311]: pgmap v127: 97 pgs: 97 active+clean; 55 MiB data, 734 MiB used, 1.0 TiB / 1.0 TiB avail; 420 KiB/s rd, 948 KiB/s wr, 88 op/s 2023-07-14T12:50:33.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:32 smithi130 ceph-mon[97977]: pgmap v127: 97 pgs: 97 active+clean; 55 MiB data, 734 MiB used, 1.0 TiB / 1.0 TiB avail; 420 KiB/s rd, 948 KiB/s wr, 88 op/s 2023-07-14T12:50:33.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:32 smithi040 ceph-mon[96535]: pgmap v127: 97 pgs: 97 active+clean; 55 MiB data, 734 MiB used, 1.0 TiB / 1.0 TiB avail; 420 KiB/s rd, 948 KiB/s wr, 88 op/s 2023-07-14T12:50:34.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 107241 3.40 MB/sec execute 68 sec latency 2219.618 ms 2023-07-14T12:50:35.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 107430 3.36 MB/sec execute 69 sec latency 3093.517 ms 2023-07-14T12:50:35.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:34 smithi133 ceph-mon[98311]: pgmap v128: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 1.3 MiB/s wr, 148 op/s 2023-07-14T12:50:35.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:34 smithi130 ceph-mon[97977]: pgmap v128: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 1.3 MiB/s wr, 148 op/s 2023-07-14T12:50:35.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:34 smithi040 ceph-mon[96535]: pgmap v128: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 1.3 MiB/s wr, 148 op/s 2023-07-14T12:50:36.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 109998 3.55 MB/sec execute 70 sec latency 12.118 ms 2023-07-14T12:50:37.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 111136 3.55 MB/sec execute 71 sec latency 30.525 ms 2023-07-14T12:50:37.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:36 smithi133 ceph-mon[98311]: pgmap v129: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 800 KiB/s wr, 92 op/s 2023-07-14T12:50:37.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:50:37.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:50:37.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:50:37.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:50:37.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:36 smithi130 ceph-mon[97977]: pgmap v129: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 800 KiB/s wr, 92 op/s 2023-07-14T12:50:37.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:50:37.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:50:37.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:50:37.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:50:37.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:36 smithi040 ceph-mon[96535]: pgmap v129: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 800 KiB/s wr, 92 op/s 2023-07-14T12:50:37.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:50:37.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:50:37.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:50:37.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:50:38.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 113701 3.72 MB/sec execute 72 sec latency 12.719 ms 2023-07-14T12:50:39.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 114266 3.69 MB/sec execute 73 sec latency 361.558 ms 2023-07-14T12:50:39.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:38 smithi133 ceph-mon[98311]: pgmap v130: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 800 KiB/s wr, 92 op/s 2023-07-14T12:50:39.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:38 smithi130 ceph-mon[97977]: pgmap v130: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 800 KiB/s wr, 92 op/s 2023-07-14T12:50:39.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:38 smithi040 ceph-mon[96535]: pgmap v130: 97 pgs: 97 active+clean; 53 MiB data, 726 MiB used, 1.0 TiB / 1.0 TiB avail; 435 KiB/s rd, 800 KiB/s wr, 92 op/s 2023-07-14T12:50:39.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 -- 172.21.15.40:0/617496201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c067c10 msgr2=0x7f227c067fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 --2- 172.21.15.40:0/617496201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c067c10 0x7f227c067fe0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f227400b0d0 tx=0x7f227400b3e0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 -- 172.21.15.40:0/617496201 shutdown_connections 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 --2- 172.21.15.40:0/617496201 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 0x7f227c10ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 --2- 172.21.15.40:0/617496201 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c067c10 0x7f227c067fe0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 --2- 172.21.15.40:0/617496201 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c0685b0 0x7f227c104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.766+0000 7f2283c7c700 1 -- 172.21.15.40:0/617496201 >> 172.21.15.40:0/617496201 conn(0x7f227c074760 msgr2=0x7f227c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.767+0000 7f2283c7c700 1 -- 172.21.15.40:0/617496201 shutdown_connections 2023-07-14T12:50:39.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.767+0000 7f2283c7c700 1 -- 172.21.15.40:0/617496201 wait complete. 2023-07-14T12:50:39.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.767+0000 7f2283c7c700 1 Processor -- start 2023-07-14T12:50:39.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.767+0000 7f2283c7c700 1 -- start start 2023-07-14T12:50:39.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2283c7c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c067c10 0x7f227c0fec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2283c7c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 0x7f227c0ff180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2283c7c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 0x7f227c1a3f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2283c7c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f227c1a4440 con 0x7f227c104e50 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2283c7c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f227c1a4580 con 0x7f227c0685b0 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2283c7c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f227c1a46f0 con 0x7f227c067c10 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 0x7f227c0ff180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 0x7f227c0ff180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53546/0 (socket says 172.21.15.40:53546) 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 -- 172.21.15.40:0/3434160195 learned_addr learned my addr 172.21.15.40:0/3434160195 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:39.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281a18700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c067c10 0x7f227c0fec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2282219700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 0x7f227c1a3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 -- 172.21.15.40:0/3434160195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c067c10 msgr2=0x7f227c0fec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c067c10 0x7f227c0fec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 -- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 msgr2=0x7f227c1a3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 0x7f227c1a3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281217700 1 -- 172.21.15.40:0/3434160195 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f226c009520 con 0x7f227c0685b0 2023-07-14T12:50:39.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2281a18700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c067c10 0x7f227c0fec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.768+0000 7f2282219700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 0x7f227c1a3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.769+0000 7f2281217700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 0x7f227c0ff180 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f227800d950 tx=0x7f227800dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.769+0000 7f2272ffd700 1 -- 172.21.15.40:0/3434160195 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2278009930 con 0x7f227c0685b0 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.769+0000 7f2272ffd700 1 -- 172.21.15.40:0/3434160195 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f227800b640 con 0x7f227c0685b0 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.769+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2274009d00 con 0x7f227c0685b0 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.769+0000 7f2272ffd700 1 -- 172.21.15.40:0/3434160195 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227800f3c0 con 0x7f227c0685b0 2023-07-14T12:50:39.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.769+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f227c1a4d50 con 0x7f227c0685b0 2023-07-14T12:50:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.772+0000 7f2272ffd700 1 -- 172.21.15.40:0/3434160195 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f22780105f0 con 0x7f227c0685b0 2023-07-14T12:50:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.772+0000 7f2272ffd700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22680a12c0 0x7f22680a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.773+0000 7f2281a18700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22680a12c0 0x7f22680a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.773+0000 7f2272ffd700 1 -- 172.21.15.40:0/3434160195 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f22780cc800 con 0x7f227c0685b0 2023-07-14T12:50:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.773+0000 7f228fe02b80 1 Processor -- start 2023-07-14T12:50:39.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.773+0000 7f2281a18700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22680a12c0 0x7f22680a3770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2274009040 tx=0x7f227400b040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.773+0000 7f228fe02b80 1 -- start start 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c04aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c04f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f228fe02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733bf47c50 con 0x55733c04b3f0 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f228fe02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733bf9a9e0 con 0x55733be9e6b0 2023-07-14T12:50:39.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f228fe02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733bf93e70 con 0x55733c04af80 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c04aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c04aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53552/0 (socket says 172.21.15.40:53552) 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 -- 172.21.15.40:0/320110357 learned_addr learned my addr 172.21.15.40:0/320110357 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2282219700 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281217700 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c04f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 -- 172.21.15.40:0/320110357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 msgr2=0x55733c04f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c04f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 -- 172.21.15.40:0/320110357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 msgr2=0x55733c04f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 -- 172.21.15.40:0/320110357 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55733bdc1d80 con 0x55733be9e6b0 2023-07-14T12:50:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.774+0000 7f2281a18700 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c04aa40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f227400bd60 tx=0x7f227401d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ca76a66f3d7d5d1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f2267fff700 1 -- 172.21.15.40:0/320110357 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227400e040 con 0x55733be9e6b0 2023-07-14T12:50:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f2267fff700 1 -- 172.21.15.40:0/320110357 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2274009b80 con 0x55733be9e6b0 2023-07-14T12:50:39.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f2267fff700 1 -- 172.21.15.40:0/320110357 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2274029e80 con 0x55733be9e6b0 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 -- 172.21.15.40:0/320110357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 msgr2=0x55733c04aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c04aa40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f227400bd60 tx=0x7f227401d000 comp rx=0 tx=0).stop 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 -- 172.21.15.40:0/320110357 shutdown_connections 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c04aa40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 --2- 172.21.15.40:0/320110357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c04f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.775+0000 7f228fe02b80 1 -- 172.21.15.40:0/320110357 >> 172.21.15.40:0/320110357 conn(0x55733c037be0 msgr2=0x55733c03cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.776+0000 7f228fe02b80 1 -- 172.21.15.40:0/320110357 shutdown_connections 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.776+0000 7f228fe02b80 1 -- 172.21.15.40:0/320110357 wait complete. 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.776+0000 7f228fe02b80 1 -- start start 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.776+0000 7f228fe02b80 1 Processor -- start 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.776+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c059dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.776+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c05a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c054010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f228fe02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733bf33a60 con 0x55733c04af80 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f228fe02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733bf33760 con 0x55733be9e6b0 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f228fe02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733be178c0 con 0x55733c04b3f0 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f228fe02b80 10 client.0 _ll_register_callbacks cb 0x55733bf31700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c05a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c05a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36306/0 (socket says 172.21.15.40:36306) 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 -- 172.21.15.40:0/793086806 learned_addr learned my addr 172.21.15.40:0/793086806 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281a18700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c059dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2282219700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c054010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 -- 172.21.15.40:0/793086806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 msgr2=0x55733c054010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c054010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 -- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 msgr2=0x55733c059dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c059dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 -- 172.21.15.40:0/793086806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f227c10d210 con 0x55733c04af80 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2282219700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c054010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:50:39.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f2281217700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c05a300 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f22780995b0 tx=0x7f2278099210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10216533c0712f3b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f22657fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f22657fa700 1 -- 172.21.15.40:0/793086806 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22780a1d00 con 0x55733c04af80 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f22657fa700 1 -- 172.21.15.40:0/793086806 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2278098da0 con 0x55733c04af80 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.777+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55733bf8ce50 con 0x55733c04af80 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f22657fa700 1 -- 172.21.15.40:0/793086806 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2278098f60 con 0x55733c04af80 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 10 client.16434 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55733bdaac00 con 0x55733c04af80 2023-07-14T12:50:39.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f22657fa700 1 -- 172.21.15.40:0/793086806 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55733bf8ce50 con 0x55733c04af80 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f22657fa700 1 -- 172.21.15.40:0/793086806 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f22780b91d0 con 0x55733c04af80 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 10 client.16434 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 10 client.16434 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 20 client.16434 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c064120 0x55733c066500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 4 client.16434 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55733bf4eff0 con 0x55733c064120 2023-07-14T12:50:39.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.778+0000 7f2281a18700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c064120 0x55733c066500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f22657fa700 10 client.16434 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f2281a18700 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c064120 0x55733c066500 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a1a6bf0f0e1dfde server_cookie=b2a4a777e54d951f in_seq=0 out_seq=0 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f22657fa700 1 -- 172.21.15.40:0/793086806 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55733bf4eff0 con 0x55733c064120 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f22657fa700 10 client.16434 handle_command_reply: tid=0 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f228fe02b80 1 client.16434 shutdown 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 msgr2=0x55733c05a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.808 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.779+0000 7f228fe02b80 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c05a300 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f22780995b0 tx=0x7f2278099210 comp rx=0 tx=0).stop 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 shutdown_connections 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c064120 0x55733c066500 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c054010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c059dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 --2- 172.21.15.40:0/793086806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c05a300 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f22657fa700 0 client.16434 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 >> 172.21.15.40:0/793086806 conn(0x55733c037be0 msgr2=0x55733c03c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:39.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 shutdown_connections 2023-07-14T12:50:39.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 1 -- 172.21.15.40:0/793086806 wait complete. 2023-07-14T12:50:39.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.780+0000 7f228fe02b80 20 client.16434 trim_cache size 0 max 16384 2023-07-14T12:50:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 Processor -- start 2023-07-14T12:50:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 -- start start 2023-07-14T12:50:39.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c051a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c03cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733c03dd50 con 0x55733c04b3f0 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733c04b9f0 con 0x55733be9e6b0 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f228fe02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733c04b7c0 con 0x55733c04af80 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36316/0 (socket says 172.21.15.40:36316) 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 -- 172.21.15.40:0/4288148631 learned_addr learned my addr 172.21.15.40:0/4288148631 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2281a18700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c051a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2281217700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c03cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 -- 172.21.15.40:0/4288148631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 msgr2=0x55733c03cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c03cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 -- 172.21.15.40:0/4288148631 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 msgr2=0x55733c051a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c051a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2282219700 1 -- 172.21.15.40:0/4288148631 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55733c053b80 con 0x55733c04b3f0 2023-07-14T12:50:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2281217700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c03cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:50:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.795+0000 7f2281a18700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c051a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:50:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f2282219700 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04cfd0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f226c009430 tx=0x7f226c010b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9d410959bcc071b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f2270dac700 1 -- 172.21.15.40:0/4288148631 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f226c004220 con 0x55733c04b3f0 2023-07-14T12:50:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f2270dac700 1 -- 172.21.15.40:0/4288148631 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f226c018040 con 0x55733c04b3f0 2023-07-14T12:50:39.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f2270dac700 1 -- 172.21.15.40:0/4288148631 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f226c00f990 con 0x55733c04b3f0 2023-07-14T12:50:39.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 -- 172.21.15.40:0/4288148631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 msgr2=0x55733c04cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04cfd0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f226c009430 tx=0x7f226c010b70 comp rx=0 tx=0).stop 2023-07-14T12:50:39.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 -- 172.21.15.40:0/4288148631 shutdown_connections 2023-07-14T12:50:39.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04b3f0 0x55733c04cfd0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c051a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 --2- 172.21.15.40:0/4288148631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04af80 0x55733c03cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 -- 172.21.15.40:0/4288148631 >> 172.21.15.40:0/4288148631 conn(0x55733c037be0 msgr2=0x55733c06ae60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 -- 172.21.15.40:0/4288148631 shutdown_connections 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.796+0000 7f228fe02b80 1 -- 172.21.15.40:0/4288148631 wait complete. 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 -- start start 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 Processor -- start 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c057f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c058490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c0b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733c0b14c0 con 0x55733c04af80 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733c0b1600 con 0x55733be9e6b0 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55733c0b17c0 con 0x55733c04b3f0 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f228fe02b80 10 client.0 _ll_register_callbacks cb 0x7f2278099710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f2281217700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c058490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f2281217700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c058490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36320/0 (socket says 172.21.15.40:36320) 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.797+0000 7f2281217700 1 -- 172.21.15.40:0/1316119318 learned_addr learned my addr 172.21.15.40:0/1316119318 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281a18700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c057f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2282219700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c0b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281217700 1 -- 172.21.15.40:0/1316119318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 msgr2=0x55733c0b0f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281217700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c0b0f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281217700 1 -- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 msgr2=0x55733c057f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281217700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c057f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281217700 1 -- 172.21.15.40:0/1316119318 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f226c010570 con 0x55733c04af80 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281a18700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c057f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f2281217700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c058490 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f2278095d60 tx=0x7f227809da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb08f143040ec997 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f22657fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f22657fa700 1 -- 172.21.15.40:0/1316119318 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2278009c50 con 0x55733c04af80 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f22657fa700 1 -- 172.21.15.40:0/1316119318 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f22780c6020 con 0x55733c04af80 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55733beed490 con 0x55733c04af80 2023-07-14T12:50:39.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f22657fa700 1 -- 172.21.15.40:0/1316119318 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f22780a1d00 con 0x55733c04af80 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f228fe02b80 10 client.16440 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55733bde81f0 con 0x55733c04af80 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f22657fa700 1 -- 172.21.15.40:0/1316119318 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2278063080 con 0x55733c04af80 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.798+0000 7f22657fa700 1 -- 172.21.15.40:0/1316119318 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f22780988a0 con 0x55733c04af80 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f228fe02b80 10 client.16440 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f228fe02b80 10 client.16440 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f228fe02b80 20 client.16440 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:39.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f228fe02b80 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c0b8b80 0x55733c0baf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:39.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f228fe02b80 4 client.16440 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:50:39.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55733bde2f10 con 0x55733c0b8b80 2023-07-14T12:50:39.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f2281a18700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c0b8b80 0x55733c0baf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:39.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f22657fa700 10 client.16440 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:39.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.799+0000 7f2281a18700 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c0b8b80 0x55733c0baf90 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=550f4579e6f8e11d server_cookie=4eb91e5afc0caea7 in_seq=0 out_seq=0 2023-07-14T12:50:39.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f22657fa700 1 -- 172.21.15.40:0/1316119318 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55733bde2f10 con 0x55733c0b8b80 2023-07-14T12:50:39.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f22657fa700 10 client.16440 handle_command_reply: tid=0 2023-07-14T12:50:39.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 client.16440 shutdown 2023-07-14T12:50:39.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 msgr2=0x55733c058490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c058490 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f2278095d60 tx=0x7f227809da10 comp rx=0 tx=0).stop 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 shutdown_connections 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55733c0b8b80 0x55733c0baf90 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55733c04b3f0 0x55733c0b0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f22657fa700 0 client.16440 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55733be9e6b0 0x55733c057f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 --2- 172.21.15.40:0/1316119318 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55733c04af80 0x55733c058490 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 >> 172.21.15.40:0/1316119318 conn(0x55733c037be0 msgr2=0x55733c0418c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 shutdown_connections 2023-07-14T12:50:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 1 -- 172.21.15.40:0/1316119318 wait complete. 2023-07-14T12:50:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.830+0000 7f228fe02b80 20 client.16440 trim_cache size 0 max 16384 2023-07-14T12:50:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:50:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:50:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:50:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:50:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22680a12c0 msgr2=0x7f22680a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22680a12c0 0x7f22680a3770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2274009040 tx=0x7f227400b040 comp rx=0 tx=0).stop 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 msgr2=0x7f227c0ff180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 0x7f227c0ff180 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f227800d950 tx=0x7f227800dc60 comp rx=0 tx=0).stop 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 shutdown_connections 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22680a12c0 0x7f22680a3770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f227c067c10 0x7f227c0fec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f227c104e50 0x7f227c1a3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 --2- 172.21.15.40:0/3434160195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f227c0685b0 0x7f227c0ff180 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:39.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 >> 172.21.15.40:0/3434160195 conn(0x7f227c074760 msgr2=0x7f227c0fc600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:39.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 shutdown_connections 2023-07-14T12:50:39.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:39.831+0000 7f2283c7c700 1 -- 172.21.15.40:0/3434160195 wait complete. 2023-07-14T12:50:40.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 114467 3.65 MB/sec execute 74 sec latency 1232.317 ms 2023-07-14T12:50:41.162 INFO:tasks.workunit.client.0.smithi040.stdout: 1 116709 3.76 MB/sec execute 75 sec latency 9.585 ms 2023-07-14T12:50:41.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:40 smithi133 ceph-mon[98311]: pgmap v131: 97 pgs: 97 active+clean; 56 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 1.7 MiB/s wr, 174 op/s 2023-07-14T12:50:41.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:40 smithi130 ceph-mon[97977]: pgmap v131: 97 pgs: 97 active+clean; 56 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 1.7 MiB/s wr, 174 op/s 2023-07-14T12:50:41.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:40 smithi040 ceph-mon[96535]: pgmap v131: 97 pgs: 97 active+clean; 56 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 968 KiB/s rd, 1.7 MiB/s wr, 174 op/s 2023-07-14T12:50:42.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 117812 3.80 MB/sec execute 76 sec latency 119.993 ms 2023-07-14T12:50:43.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 117812 3.75 MB/sec execute 77 sec latency 1120.062 ms 2023-07-14T12:50:43.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:42 smithi133 ceph-mon[98311]: pgmap v132: 97 pgs: 97 active+clean; 56 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 920 KiB/s rd, 1.3 MiB/s wr, 142 op/s 2023-07-14T12:50:43.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:42 smithi130 ceph-mon[97977]: pgmap v132: 97 pgs: 97 active+clean; 56 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 920 KiB/s rd, 1.3 MiB/s wr, 142 op/s 2023-07-14T12:50:43.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:42 smithi040 ceph-mon[96535]: pgmap v132: 97 pgs: 97 active+clean; 56 MiB data, 763 MiB used, 1.0 TiB / 1.0 TiB avail; 920 KiB/s rd, 1.3 MiB/s wr, 142 op/s 2023-07-14T12:50:44.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 117812 3.70 MB/sec execute 78 sec latency 2120.101 ms 2023-07-14T12:50:45.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 118003 3.66 MB/sec execute 79 sec latency 2991.325 ms 2023-07-14T12:50:45.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:44 smithi133 ceph-mon[98311]: pgmap v133: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2023-07-14T12:50:45.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:44 smithi130 ceph-mon[97977]: pgmap v133: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2023-07-14T12:50:45.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:44 smithi040 ceph-mon[96535]: pgmap v133: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2023-07-14T12:50:46.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 120599 3.82 MB/sec execute 80 sec latency 9.472 ms 2023-07-14T12:50:47.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 121737 3.82 MB/sec execute 81 sec latency 25.794 ms 2023-07-14T12:50:47.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:46 smithi133 ceph-mon[98311]: pgmap v134: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 172 op/s 2023-07-14T12:50:47.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:46 smithi130 ceph-mon[97977]: pgmap v134: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 172 op/s 2023-07-14T12:50:47.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:46 smithi040 ceph-mon[96535]: pgmap v134: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 172 op/s 2023-07-14T12:50:48.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 124160 3.96 MB/sec execute 82 sec latency 35.848 ms 2023-07-14T12:50:49.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 125346 3.96 MB/sec execute 83 sec latency 11.436 ms 2023-07-14T12:50:49.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:48 smithi133 ceph-mon[98311]: pgmap v135: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 172 op/s 2023-07-14T12:50:49.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:48 smithi130 ceph-mon[97977]: pgmap v135: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 172 op/s 2023-07-14T12:50:49.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:48 smithi040 ceph-mon[96535]: pgmap v135: 97 pgs: 97 active+clean; 62 MiB data, 792 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 172 op/s 2023-07-14T12:50:50.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 127736 4.09 MB/sec execute 84 sec latency 43.827 ms 2023-07-14T12:50:51.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 128979 4.09 MB/sec execute 85 sec latency 10.656 ms 2023-07-14T12:50:51.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:50 smithi133 ceph-mon[98311]: pgmap v136: 97 pgs: 97 active+clean; 62 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 263 op/s 2023-07-14T12:50:51.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:50 smithi130 ceph-mon[97977]: pgmap v136: 97 pgs: 97 active+clean; 62 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 263 op/s 2023-07-14T12:50:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:50 smithi040 ceph-mon[96535]: pgmap v136: 97 pgs: 97 active+clean; 62 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 263 op/s 2023-07-14T12:50:52.163 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131498 4.24 MB/sec execute 86 sec latency 28.202 ms 2023-07-14T12:50:52.237 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:51 smithi133 ceph-mon[98311]: pgmap v137: 97 pgs: 97 active+clean; 62 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 181 op/s 2023-07-14T12:50:52.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:51 smithi130 ceph-mon[97977]: pgmap v137: 97 pgs: 97 active+clean; 62 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 181 op/s 2023-07-14T12:50:52.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:51 smithi040 ceph-mon[96535]: pgmap v137: 97 pgs: 97 active+clean; 62 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 181 op/s 2023-07-14T12:50:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 -- 172.21.15.40:0/4148707037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff140104af0 msgr2=0x7ff140104ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 --2- 172.21.15.40:0/4148707037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff140104af0 0x7ff140104ec0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0098f0 tx=0x7ff13c009c00 comp rx=0 tx=0).stop 2023-07-14T12:50:52.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 -- 172.21.15.40:0/4148707037 shutdown_connections 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 --2- 172.21.15.40:0/4148707037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff1400ff490 0x7ff14010b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 --2- 172.21.15.40:0/4148707037 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff140104af0 0x7ff140104ec0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 --2- 172.21.15.40:0/4148707037 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff1400fef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 -- 172.21.15.40:0/4148707037 >> 172.21.15.40:0/4148707037 conn(0x7ff140076a10 msgr2=0x7ff140076e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 -- 172.21.15.40:0/4148707037 shutdown_connections 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 -- 172.21.15.40:0/4148707037 wait complete. 2023-07-14T12:50:52.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 Processor -- start 2023-07-14T12:50:52.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.944+0000 7ff146c05700 1 -- start start 2023-07-14T12:50:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff14019bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1400ff490 0x7ff14019c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff140104af0 0x7ff140195ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff140196150 con 0x7ff1400feae0 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1401962c0 con 0x7ff1400ff490 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff140196480 con 0x7ff140104af0 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff14019bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff14019bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36332/0 (socket says 172.21.15.40:36332) 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 -- 172.21.15.40:0/1828699802 learned_addr learned my addr 172.21.15.40:0/1828699802 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff137fff700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1400ff490 0x7ff14019c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1451a2700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff140104af0 0x7ff140195ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 -- 172.21.15.40:0/1828699802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff140104af0 msgr2=0x7ff140195ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff140104af0 0x7ff140195ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 -- 172.21.15.40:0/1828699802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1400ff490 msgr2=0x7ff14019c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1400ff490 0x7ff14019c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 -- 172.21.15.40:0/1828699802 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1300095f0 con 0x7ff1400feae0 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff1449a1700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff14019bc80 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7ff13c009230 tx=0x7ff13c00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:52.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff135ffb700 1 -- 172.21.15.40:0/1828699802 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c01c070 con 0x7ff1400feae0 2023-07-14T12:50:52.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff13c009520 con 0x7ff1400feae0 2023-07-14T12:50:52.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff135ffb700 1 -- 172.21.15.40:0/1828699802 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff13c0058e0 con 0x7ff1400feae0 2023-07-14T12:50:52.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.945+0000 7ff135ffb700 1 -- 172.21.15.40:0/1828699802 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c0038e0 con 0x7ff1400feae0 2023-07-14T12:50:52.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.946+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1401a2a90 con 0x7ff1400feae0 2023-07-14T12:50:52.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.948+0000 7ff135ffb700 1 -- 172.21.15.40:0/1828699802 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7ff13c020030 con 0x7ff1400feae0 2023-07-14T12:50:52.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.948+0000 7ff135ffb700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff1280a12c0 0x7ff1280a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.948+0000 7ff135ffb700 1 -- 172.21.15.40:0/1828699802 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff13c0cdb90 con 0x7ff1400feae0 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.948+0000 7ff137fff700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff1280a12c0 0x7ff1280a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff137fff700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff1280a12c0 0x7ff1280a3770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff140103450 tx=0x7ff130009310 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 Processor -- start 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 -- start start 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0349d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca0344040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca03449d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca0249c50 con 0x558ca01a06b0 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca029c9e0 con 0x558ca034a2d0 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca0295e70 con 0x558ca0344580 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0349d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0349d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36340/0 (socket says 172.21.15.40:36340) 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.949+0000 7ff1449a1700 1 -- 172.21.15.40:0/2219207126 learned_addr learned my addr 172.21.15.40:0/2219207126 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:52.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff137fff700 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca0344040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1451a2700 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca03449d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1449a1700 1 -- 172.21.15.40:0/2219207126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 msgr2=0x558ca03449d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1449a1700 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca03449d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1449a1700 1 -- 172.21.15.40:0/2219207126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 msgr2=0x558ca0344040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1449a1700 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca0344040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1449a1700 1 -- 172.21.15.40:0/2219207126 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ca00c3d80 con 0x558ca01a06b0 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1451a2700 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca03449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:50:52.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff1449a1700 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0349d90 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0971d0 tx=0x7ff13c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=980df6d9195ccd3d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff126ffd700 1 -- 172.21.15.40:0/2219207126 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c0b2070 con 0x558ca01a06b0 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff126ffd700 1 -- 172.21.15.40:0/2219207126 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff13c0a3090 con 0x558ca01a06b0 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.950+0000 7ff126ffd700 1 -- 172.21.15.40:0/2219207126 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c09d070 con 0x558ca01a06b0 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2219207126 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 msgr2=0x558ca0349d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0349d90 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0971d0 tx=0x7ff13c009260 comp rx=0 tx=0).stop 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2219207126 shutdown_connections 2023-07-14T12:50:52.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca03449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0349d90 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2219207126 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca0344040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2219207126 >> 172.21.15.40:0/2219207126 conn(0x558ca0339be0 msgr2=0x558ca033ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2219207126 shutdown_connections 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2219207126 wait complete. 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 -- start start 2023-07-14T12:50:52.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.951+0000 7ff152d8bb80 1 Processor -- start 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca03533c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0353900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca0235a60 con 0x558ca01a06b0 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca0235760 con 0x558ca034a2d0 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca01198c0 con 0x558ca0344580 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff152d8bb80 10 client.0 _ll_register_callbacks cb 0x558ca0233700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:52.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca03533c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca03533c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36346/0 (socket says 172.21.15.40:36346) 2023-07-14T12:50:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 -- 172.21.15.40:0/4134146045 learned_addr learned my addr 172.21.15.40:0/4134146045 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1451a2700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff137fff700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0353900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 -- 172.21.15.40:0/4134146045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 msgr2=0x558ca0353900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0353900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 -- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 msgr2=0x558ca034d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 -- 172.21.15.40:0/4134146045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1401a2a90 con 0x558ca01a06b0 2023-07-14T12:50:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff1449a1700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca03533c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0098c0 tx=0x7ff13c09ae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7796d3cdbffd6676 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff11ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:50:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.952+0000 7ff11ffff700 1 -- 172.21.15.40:0/4134146045 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c0b2070 con 0x558ca01a06b0 2023-07-14T12:50:52.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff11ffff700 1 -- 172.21.15.40:0/4134146045 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff13c005100 con 0x558ca01a06b0 2023-07-14T12:50:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ca01ef490 con 0x558ca01a06b0 2023-07-14T12:50:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff11ffff700 1 -- 172.21.15.40:0/4134146045 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff13c09d070 con 0x558ca01a06b0 2023-07-14T12:50:52.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 10 client.16452 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:52.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x558ca00acc00 con 0x558ca01a06b0 2023-07-14T12:50:52.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff11ffff700 1 -- 172.21.15.40:0/4134146045 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff13c064020 con 0x558ca01a06b0 2023-07-14T12:50:52.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff11ffff700 1 -- 172.21.15.40:0/4134146045 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff13c09b050 con 0x558ca01a06b0 2023-07-14T12:50:52.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 10 client.16452 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:52.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 10 client.16452 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:52.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 20 client.16452 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:52.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca035d330 0x558ca035f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 4 client.16452 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:50:52.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558ca028ee50 con 0x558ca035d330 2023-07-14T12:50:52.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.953+0000 7ff137fff700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca035d330 0x558ca035f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.954+0000 7ff11ffff700 10 client.16452 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:52.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.954+0000 7ff137fff700 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca035d330 0x558ca035f740 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e166e7c4d05c45a4 server_cookie=2b4806915e2f0a41 in_seq=0 out_seq=0 2023-07-14T12:50:52.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.954+0000 7ff11ffff700 1 -- 172.21.15.40:0/4134146045 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x558ca028ee50 con 0x558ca035d330 2023-07-14T12:50:52.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.954+0000 7ff11ffff700 10 client.16452 handle_command_reply: tid=0 2023-07-14T12:50:52.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.954+0000 7ff152d8bb80 1 client.16452 shutdown 2023-07-14T12:50:52.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 msgr2=0x558ca03533c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:52.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca03533c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7ff13c0098c0 tx=0x7ff13c09ae50 comp rx=0 tx=0).stop 2023-07-14T12:50:52.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 shutdown_connections 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca03533c0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca035d330 0x558ca035f740 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/4134146045 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0353900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff11ffff700 0 client.16452 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 >> 172.21.15.40:0/4134146045 conn(0x558ca0339be0 msgr2=0x558ca033e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 shutdown_connections 2023-07-14T12:50:52.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 1 -- 172.21.15.40:0/4134146045 wait complete. 2023-07-14T12:50:52.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.955+0000 7ff152d8bb80 20 client.16452 trim_cache size 0 max 16384 2023-07-14T12:50:52.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 Processor -- start 2023-07-14T12:50:52.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 -- start start 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0344040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca034d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca0340740 con 0x558ca01a06b0 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca034eaa0 con 0x558ca034a2d0 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca0340990 con 0x558ca0344580 2023-07-14T12:50:52.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0344040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0344040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36354/0 (socket says 172.21.15.40:36354) 2023-07-14T12:50:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 -- 172.21.15.40:0/2767472403 learned_addr learned my addr 172.21.15.40:0/2767472403 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1451a2700 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff137fff700 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca034d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 -- 172.21.15.40:0/2767472403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 msgr2=0x558ca034d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca034d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 -- 172.21.15.40:0/2767472403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 msgr2=0x558ca034b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.970+0000 7ff1449a1700 1 -- 172.21.15.40:0/2767472403 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ca0364330 con 0x558ca01a06b0 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff1449a1700 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0344040 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7ff13c097740 tx=0x7ff13c005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aca50d825dc4058 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff1277fe700 1 -- 172.21.15.40:0/2767472403 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c09acd0 con 0x558ca01a06b0 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff1277fe700 1 -- 172.21.15.40:0/2767472403 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff13c064070 con 0x558ca01a06b0 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff1277fe700 1 -- 172.21.15.40:0/2767472403 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13c09b190 con 0x558ca01a06b0 2023-07-14T12:50:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2767472403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 msgr2=0x558ca0344040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0344040 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7ff13c097740 tx=0x7ff13c005b40 comp rx=0 tx=0).stop 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2767472403 shutdown_connections 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca034a2d0 0x558ca034b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca01a06b0 0x558ca0344040 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/2767472403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca034d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2767472403 >> 172.21.15.40:0/2767472403 conn(0x558ca0339be0 msgr2=0x558ca034a900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2767472403 shutdown_connections 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.971+0000 7ff152d8bb80 1 -- 172.21.15.40:0/2767472403 wait complete. 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 -- start start 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 Processor -- start 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca01a06b0 0x558ca0350f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0351470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 0x558ca03519b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca03b02a0 con 0x558ca034a2d0 2023-07-14T12:50:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca03b03e0 con 0x558ca01a06b0 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ca03b05a0 con 0x558ca0344580 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.972+0000 7ff152d8bb80 10 client.0 _ll_register_callbacks cb 0x7ff13c09a810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 0x558ca03519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 0x558ca03519b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36364/0 (socket says 172.21.15.40:36364) 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 -- 172.21.15.40:0/3055910674 learned_addr learned my addr 172.21.15.40:0/3055910674 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1449a1700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca01a06b0 0x558ca0350f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:53.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff137fff700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0351470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 -- 172.21.15.40:0/3055910674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 msgr2=0x558ca0351470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0351470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 -- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca01a06b0 msgr2=0x558ca0350f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca01a06b0 0x558ca0350f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 -- 172.21.15.40:0/3055910674 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558ca00acc00 con 0x558ca034a2d0 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff1451a2700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 0x558ca03519b0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff138007f00 tx=0x7ff138007f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6509cc27388a69 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff11ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:50:53.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff11ffff700 1 -- 172.21.15.40:0/3055910674 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff13800e040 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff11ffff700 1 -- 172.21.15.40:0/3055910674 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff1380179c0 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff13c0a3090 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff11ffff700 1 -- 172.21.15.40:0/3055910674 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff138017b80 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff152d8bb80 10 client.16458 fetch_fsmap learned FSMap version 39 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x558ca00ea1f0 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.973+0000 7ff11ffff700 1 -- 172.21.15.40:0/3055910674 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff13802d080 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff11ffff700 1 -- 172.21.15.40:0/3055910674 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7ff138029420 con 0x558ca034a2d0 2023-07-14T12:50:53.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff152d8bb80 10 client.16458 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff152d8bb80 10 client.16458 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff152d8bb80 20 client.16458 populate_metadata read hostname 'smithi040' 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca03b1de0 0x558ca03b41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff152d8bb80 4 client.16458 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558ca0250ff0 con 0x558ca03b1de0 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff1449a1700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca03b1de0 0x558ca03b41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:50:53.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff11ffff700 10 client.16458 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:53.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:52.974+0000 7ff1449a1700 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca03b1de0 0x558ca03b41f0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc72c6d9b4f2de1a server_cookie=ba5fa2fcd00f607f in_seq=0 out_seq=0 2023-07-14T12:50:53.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.012+0000 7ff11ffff700 1 -- 172.21.15.40:0/3055910674 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558ca0250ff0 con 0x558ca03b1de0 2023-07-14T12:50:53.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.012+0000 7ff11ffff700 10 client.16458 handle_command_reply: tid=0 2023-07-14T12:50:53.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.012+0000 7ff152d8bb80 1 client.16458 shutdown 2023-07-14T12:50:53.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 msgr2=0x558ca03519b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:53.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 0x558ca03519b0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff138007f00 tx=0x7ff138007f30 comp rx=0 tx=0).stop 2023-07-14T12:50:53.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 shutdown_connections 2023-07-14T12:50:53.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558ca034a2d0 0x558ca03519b0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558ca01a06b0 0x558ca0350f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558ca03b1de0 0x558ca03b41f0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 --2- 172.21.15.40:0/3055910674 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558ca0344580 0x558ca0351470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff11ffff700 0 client.16458 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:50:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 >> 172.21.15.40:0/3055910674 conn(0x558ca0339be0 msgr2=0x558ca0348980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 shutdown_connections 2023-07-14T12:50:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 1 -- 172.21.15.40:0/3055910674 wait complete. 2023-07-14T12:50:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff152d8bb80 20 client.16458 trim_cache size 0 max 16384 2023-07-14T12:50:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:50:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:50:53.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:50:53.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:50:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff1280a12c0 msgr2=0x7ff1280a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff146c05700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff1280a12c0 0x7ff1280a3770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff140103450 tx=0x7ff130009310 comp rx=0 tx=0).stop 2023-07-14T12:50:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 msgr2=0x7ff14019bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:50:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff146c05700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff14019bc80 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7ff13c009230 tx=0x7ff13c00fa00 comp rx=0 tx=0).stop 2023-07-14T12:50:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 shutdown_connections 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.013+0000 7ff146c05700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff1280a12c0 0x7ff1280a3770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.014+0000 7ff146c05700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff140104af0 0x7ff140195ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.014+0000 7ff146c05700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff1400feae0 0x7ff14019bc80 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.014+0000 7ff146c05700 1 --2- 172.21.15.40:0/1828699802 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff1400ff490 0x7ff14019c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.014+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 >> 172.21.15.40:0/1828699802 conn(0x7ff140076a10 msgr2=0x7ff140068560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.014+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 shutdown_connections 2023-07-14T12:50:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:50:53.014+0000 7ff146c05700 1 -- 172.21.15.40:0/1828699802 wait complete. 2023-07-14T12:50:53.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131943 4.19 MB/sec execute 87 sec latency 500.832 ms 2023-07-14T12:50:54.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131943 4.15 MB/sec execute 88 sec latency 1500.944 ms 2023-07-14T12:50:55.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131999 4.10 MB/sec execute 89 sec latency 2370.817 ms 2023-07-14T12:50:55.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:54 smithi133 ceph-mon[98311]: pgmap v138: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 297 op/s 2023-07-14T12:50:55.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:54 smithi130 ceph-mon[97977]: pgmap v138: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 297 op/s 2023-07-14T12:50:55.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:54 smithi040 ceph-mon[96535]: pgmap v138: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 297 op/s 2023-07-14T12:50:56.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131999 4.06 MB/sec execute 90 sec latency 1089.940 ms 2023-07-14T12:50:57.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131999 4.01 MB/sec execute 91 sec latency 2090.040 ms 2023-07-14T12:50:57.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:56 smithi133 ceph-mon[98311]: pgmap v139: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 206 op/s 2023-07-14T12:50:57.277 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:56 smithi130 ceph-mon[97977]: pgmap v139: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 206 op/s 2023-07-14T12:50:57.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:56 smithi040 ceph-mon[96535]: pgmap v139: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 206 op/s 2023-07-14T12:50:58.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131999 3.97 MB/sec execute 92 sec latency 3090.156 ms 2023-07-14T12:50:59.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 131999 3.92 MB/sec execute 93 sec latency 4090.265 ms 2023-07-14T12:50:59.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:50:58 smithi133 ceph-mon[98311]: pgmap v140: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 206 op/s 2023-07-14T12:50:59.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:50:58 smithi130 ceph-mon[97977]: pgmap v140: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 206 op/s 2023-07-14T12:50:59.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:50:58 smithi040 ceph-mon[96535]: pgmap v140: 97 pgs: 97 active+clean; 68 MiB data, 853 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 206 op/s 2023-07-14T12:51:00.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 132190 3.89 MB/sec execute 94 sec latency 4961.391 ms 2023-07-14T12:51:01.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 134519 3.98 MB/sec execute 95 sec latency 19.653 ms 2023-07-14T12:51:01.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:00 smithi133 ceph-mon[98311]: pgmap v141: 97 pgs: 97 active+clean; 60 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 238 op/s 2023-07-14T12:51:01.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:00 smithi130 ceph-mon[97977]: pgmap v141: 97 pgs: 97 active+clean; 60 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 238 op/s 2023-07-14T12:51:01.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:00 smithi040 ceph-mon[96535]: pgmap v141: 97 pgs: 97 active+clean; 60 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.9 MiB/s wr, 238 op/s 2023-07-14T12:51:02.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135497 4.00 MB/sec execute 96 sec latency 25.260 ms 2023-07-14T12:51:03.164 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135543 3.96 MB/sec execute 97 sec latency 970.254 ms 2023-07-14T12:51:03.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:02 smithi133 ceph-mon[98311]: pgmap v142: 97 pgs: 97 active+clean; 60 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 1.0 MiB/s wr, 147 op/s 2023-07-14T12:51:03.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:02 smithi130 ceph-mon[97977]: pgmap v142: 97 pgs: 97 active+clean; 60 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 1.0 MiB/s wr, 147 op/s 2023-07-14T12:51:03.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:02 smithi040 ceph-mon[96535]: pgmap v142: 97 pgs: 97 active+clean; 60 MiB data, 858 MiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 1.0 MiB/s wr, 147 op/s 2023-07-14T12:51:04.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135543 3.92 MB/sec execute 98 sec latency 1970.370 ms 2023-07-14T12:51:05.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135611 3.88 MB/sec execute 99 sec latency 2840.906 ms 2023-07-14T12:51:05.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:04 smithi133 ceph-mon[98311]: pgmap v143: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 233 op/s 2023-07-14T12:51:05.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:04 smithi130 ceph-mon[97977]: pgmap v143: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 233 op/s 2023-07-14T12:51:05.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:04 smithi040 ceph-mon[96535]: pgmap v143: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 233 op/s 2023-07-14T12:51:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 -- 172.21.15.40:0/3389818383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f80ff3e0 msgr2=0x7f49f810b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 --2- 172.21.15.40:0/3389818383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f80ff3e0 0x7f49f810b860 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f49f000b0a0 tx=0x7f49f000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 -- 172.21.15.40:0/3389818383 shutdown_connections 2023-07-14T12:51:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 --2- 172.21.15.40:0/3389818383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f8104a30 0x7f49f8104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 --2- 172.21.15.40:0/3389818383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f80ff3e0 0x7f49f810b860 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 --2- 172.21.15.40:0/3389818383 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f49f80fea30 0x7f49f80feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 -- 172.21.15.40:0/3389818383 >> 172.21.15.40:0/3389818383 conn(0x7f49f8074760 msgr2=0x7f49f8074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 -- 172.21.15.40:0/3389818383 shutdown_connections 2023-07-14T12:51:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 -- 172.21.15.40:0/3389818383 wait complete. 2023-07-14T12:51:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.135+0000 7f49fd014700 1 Processor -- start 2023-07-14T12:51:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 -- start start 2023-07-14T12:51:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f80fea30 0x7f49f819bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f49f80ff3e0 0x7f49f819c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 0x7f49f8195a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49f81960b0 con 0x7f49f8104a30 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49f8196220 con 0x7f49f80ff3e0 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49fd014700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49f81963e0 con 0x7f49f80fea30 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 0x7f49f8195a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 0x7f49f8195a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36378/0 (socket says 172.21.15.40:36378) 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 -- 172.21.15.40:0/1096346053 learned_addr learned my addr 172.21.15.40:0/1096346053 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f80fea30 0x7f49f819bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f659c700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f49f80ff3e0 0x7f49f819c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 -- 172.21.15.40:0/1096346053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f80fea30 msgr2=0x7f49f819bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f80fea30 0x7f49f819bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 -- 172.21.15.40:0/1096346053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f49f80ff3e0 msgr2=0x7f49f819c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f49f80ff3e0 0x7f49f819c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.136+0000 7f49f759e700 1 -- 172.21.15.40:0/1096346053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49f0009d00 con 0x7f49f8104a30 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.137+0000 7f49f759e700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 0x7f49f8195a40 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f49f000b070 tx=0x7f49f0004b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.137+0000 7f49dffff700 1 -- 172.21.15.40:0/1096346053 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f000e040 con 0x7f49f8104a30 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.137+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49f8196660 con 0x7f49f8104a30 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.137+0000 7f49dffff700 1 -- 172.21.15.40:0/1096346053 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f49f001db40 con 0x7f49f8104a30 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.137+0000 7f49dffff700 1 -- 172.21.15.40:0/1096346053 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f001bcc0 con 0x7f49f8104a30 2023-07-14T12:51:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.137+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49f81a2bd0 con 0x7f49f8104a30 2023-07-14T12:51:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.139+0000 7f49dffff700 1 -- 172.21.15.40:0/1096346053 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f49f001dcb0 con 0x7f49f8104a30 2023-07-14T12:51:06.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.140+0000 7f49dffff700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f49e00a12c0 0x7f49e00a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.140+0000 7f49dffff700 1 -- 172.21.15.40:0/1096346053 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f49f00cebe0 con 0x7f49f8104a30 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.140+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f49e00a12c0 0x7f49e00a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.140+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f49e00a12c0 0x7f49e00a3770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f49e8005fd0 tx=0x7f49e8005dd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.140+0000 7f4a0919ab80 1 Processor -- start 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 -- start start 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea0dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea08040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea089d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbe90dc50 con 0x55fbbea0e2d0 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbe9609e0 con 0x55fbbea08580 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbe959e70 con 0x55fbbe8646b0 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea08040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea08040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36384/0 (socket says 172.21.15.40:36384) 2023-07-14T12:51:06.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 -- 172.21.15.40:0/4027175356 learned_addr learned my addr 172.21.15.40:0/4027175356 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea0dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f759e700 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea089d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 -- 172.21.15.40:0/4027175356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 msgr2=0x55fbbea0dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea0dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 -- 172.21.15.40:0/4027175356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 msgr2=0x55fbbea089d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea089d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 -- 172.21.15.40:0/4027175356 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fbbe787d80 con 0x55fbbea0e2d0 2023-07-14T12:51:06.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.141+0000 7f49f659c700 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea08040 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f49ec008c30 tx=0x7f49ec008f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c46cef8286b7d2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f49dd7fa700 1 -- 172.21.15.40:0/4027175356 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49ec00ecb0 con 0x55fbbea0e2d0 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f49dd7fa700 1 -- 172.21.15.40:0/4027175356 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f49ec00ee10 con 0x55fbbea0e2d0 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f49dd7fa700 1 -- 172.21.15.40:0/4027175356 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49ec010430 con 0x55fbbea0e2d0 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 -- 172.21.15.40:0/4027175356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 msgr2=0x55fbbea08040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea08040 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f49ec008c30 tx=0x7f49ec008f40 comp rx=0 tx=0).stop 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 -- 172.21.15.40:0/4027175356 shutdown_connections 2023-07-14T12:51:06.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea0dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/4027175356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea08040 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 -- 172.21.15.40:0/4027175356 >> 172.21.15.40:0/4027175356 conn(0x55fbbe9fdbe0 msgr2=0x55fbbea02f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 -- 172.21.15.40:0/4027175356 shutdown_connections 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.142+0000 7f4a0919ab80 1 -- 172.21.15.40:0/4027175356 wait complete. 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 -- start start 2023-07-14T12:51:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 Processor -- start 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea145d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea11850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea11e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbe8f9a60 con 0x55fbbea0e2d0 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbe8f9760 con 0x55fbbea08580 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbe7dd8c0 con 0x55fbbe8646b0 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f4a0919ab80 10 client.0 _ll_register_callbacks cb 0x55fbbe8f7700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f49f759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea11e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f49f759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea11e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36392/0 (socket says 172.21.15.40:36392) 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f49f759e700 1 -- 172.21.15.40:0/1423388089 learned_addr learned my addr 172.21.15.40:0/1423388089 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f49f659c700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea11850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.143+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea145d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49f759e700 1 -- 172.21.15.40:0/1423388089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 msgr2=0x55fbbea145d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49f759e700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea145d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49f759e700 1 -- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 msgr2=0x55fbbea11850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49f759e700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea11850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135611 3.84 MB/sec execute 100 sec latency 1081.012 ms 2023-07-14T12:51:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49f759e700 1 -- 172.21.15.40:0/1423388089 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49ec008890 con 0x55fbbea0e2d0 2023-07-14T12:51:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49f759e700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea11e80 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f49f009bcb0 tx=0x7f49f009b950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55723fcd29adb680 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49daff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49daff5700 1 -- 172.21.15.40:0/1423388089 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f00a40e0 con 0x55fbbea0e2d0 2023-07-14T12:51:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49daff5700 1 -- 172.21.15.40:0/1423388089 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f49f0011c60 con 0x55fbbea0e2d0 2023-07-14T12:51:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fbbe8b3490 con 0x55fbbea0e2d0 2023-07-14T12:51:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49daff5700 1 -- 172.21.15.40:0/1423388089 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49f0011e20 con 0x55fbbea0e2d0 2023-07-14T12:51:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f4a0919ab80 10 client.16470 fetch_fsmap learned FSMap version 39 2023-07-14T12:51:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55fbbe770c00 con 0x55fbbea0e2d0 2023-07-14T12:51:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.144+0000 7f49daff5700 1 -- 172.21.15.40:0/1423388089 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f49f00ba020 con 0x55fbbea0e2d0 2023-07-14T12:51:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f49daff5700 1 -- 172.21.15.40:0/1423388089 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f49f009bf80 con 0x55fbbea0e2d0 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f4a0919ab80 10 client.16470 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f4a0919ab80 10 client.16470 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f4a0919ab80 20 client.16470 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea219b0 0x55fbbea23dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f4a0919ab80 4 client.16470 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fbbe952e50 con 0x55fbbea219b0 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea219b0 0x55fbbea23dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea219b0 0x55fbbea23dc0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96c9642724794e7c server_cookie=2f20028100896fed in_seq=0 out_seq=0 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.145+0000 7f49daff5700 10 client.16470 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f49daff5700 1 -- 172.21.15.40:0/1423388089 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55fbbe952e50 con 0x55fbbea219b0 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f49daff5700 10 client.16470 handle_command_reply: tid=0 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 client.16470 shutdown 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 msgr2=0x55fbbea11e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea11e80 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f49f009bcb0 tx=0x7f49f009b950 comp rx=0 tx=0).stop 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 shutdown_connections 2023-07-14T12:51:06.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea219b0 0x55fbbea23dc0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbe8646b0 0x55fbbea145d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbea0e2d0 0x55fbbea11e80 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1423388089 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea08580 0x55fbbea11850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f49daff5700 0 client.16470 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 >> 172.21.15.40:0/1423388089 conn(0x55fbbe9fdbe0 msgr2=0x55fbbea024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 shutdown_connections 2023-07-14T12:51:06.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1423388089 wait complete. 2023-07-14T12:51:06.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.146+0000 7f4a0919ab80 20 client.16470 trim_cache size 0 max 16384 2023-07-14T12:51:06.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 Processor -- start 2023-07-14T12:51:06.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 -- start start 2023-07-14T12:51:06.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea08040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea18ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea02c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbea04040 con 0x55fbbe8646b0 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbea0e100 con 0x55fbbea0e2d0 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbea0fdb0 con 0x55fbbea08580 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea08040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea08040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36396/0 (socket says 172.21.15.40:36396) 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 -- 172.21.15.40:0/1934516967 learned_addr learned my addr 172.21.15.40:0/1934516967 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f659c700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea18ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f759e700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea02c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 -- 172.21.15.40:0/1934516967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 msgr2=0x55fbbea18ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea18ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 -- 172.21.15.40:0/1934516967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 msgr2=0x55fbbea02c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea02c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 -- 172.21.15.40:0/1934516967 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fbbe7ae1f0 con 0x55fbbe8646b0 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f659c700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea18ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:51:06.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f759e700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea02c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:51:06.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea08040 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f49e8005e40 tx=0x7f49e8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ca59345a23ada47 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:06.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.162+0000 7f49ddffb700 1 -- 172.21.15.40:0/1934516967 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e8023030 con 0x55fbbe8646b0 2023-07-14T12:51:06.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f49ddffb700 1 -- 172.21.15.40:0/1934516967 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f49e8024040 con 0x55fbbe8646b0 2023-07-14T12:51:06.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f49ddffb700 1 -- 172.21.15.40:0/1934516967 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e8027780 con 0x55fbbe8646b0 2023-07-14T12:51:06.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1934516967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 msgr2=0x55fbbea08040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea08040 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f49e8005e40 tx=0x7f49e8011000 comp rx=0 tx=0).stop 2023-07-14T12:51:06.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1934516967 shutdown_connections 2023-07-14T12:51:06.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea02c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea08040 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/1934516967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea18ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1934516967 >> 172.21.15.40:0/1934516967 conn(0x55fbbe9fdbe0 msgr2=0x55fbbea11810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1934516967 shutdown_connections 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 -- 172.21.15.40:0/1934516967 wait complete. 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.163+0000 7f4a0919ab80 1 -- start start 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 Processor -- start 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea0aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea09790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea09cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbea0a210 con 0x55fbbe8646b0 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbea0a380 con 0x55fbbea0e2d0 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbbea0a540 con 0x55fbbea08580 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f4a0919ab80 10 client.0 _ll_register_callbacks cb 0x7f49f009baf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea0aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea0aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36402/0 (socket says 172.21.15.40:36402) 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 -- 172.21.15.40:0/2231139108 learned_addr learned my addr 172.21.15.40:0/2231139108 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f659c700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea09790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f759e700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea09cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 -- 172.21.15.40:0/2231139108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 msgr2=0x55fbbea09790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea09790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 -- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 msgr2=0x55fbbea09cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea09cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 -- 172.21.15.40:0/2231139108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e800ea70 con 0x55fbbe8646b0 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49f6d9d700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea0aff0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f49e800a990 tx=0x7f49e8003bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbc7935b681b38c1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:06.193 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.164+0000 7f49daff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f49daff5700 1 -- 172.21.15.40:0/2231139108 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e8023030 con 0x55fbbe8646b0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f49daff5700 1 -- 172.21.15.40:0/2231139108 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f49e8005450 con 0x55fbbe8646b0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f49ec00ee10 con 0x55fbbe8646b0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f49daff5700 1 -- 172.21.15.40:0/2231139108 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49e8003e50 con 0x55fbbe8646b0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 10 client.16476 fetch_fsmap learned FSMap version 39 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55fbbe786250 con 0x55fbbe8646b0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f49daff5700 1 -- 172.21.15.40:0/2231139108 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f49ec00ee10 con 0x55fbbe8646b0 2023-07-14T12:51:06.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f49daff5700 1 -- 172.21.15.40:0/2231139108 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f49e8030750 con 0x55fbbe8646b0 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 10 client.16476 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 10 client.16476 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 20 client.16476 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea7af80 0x55fbbea7d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 4 client.16476 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fbbe914ff0 con 0x55fbbea7af80 2023-07-14T12:51:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.165+0000 7f49f659c700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea7af80 0x55fbbea7d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.166+0000 7f49daff5700 10 client.16476 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.166+0000 7f49f659c700 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea7af80 0x55fbbea7d390 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa9201dea52d7a9f server_cookie=a25b19750c5eee8c in_seq=0 out_seq=0 2023-07-14T12:51:06.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f49daff5700 1 -- 172.21.15.40:0/2231139108 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fbbe914ff0 con 0x55fbbea7af80 2023-07-14T12:51:06.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f49daff5700 10 client.16476 handle_command_reply: tid=0 2023-07-14T12:51:06.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 client.16476 shutdown 2023-07-14T12:51:06.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 msgr2=0x55fbbea0aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea0aff0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f49e800a990 tx=0x7f49e8003bb0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 shutdown_connections 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fbbea0e2d0 0x55fbbea09cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fbbe8646b0 0x55fbbea0aff0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fbbea7af80 0x55fbbea7d390 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 --2- 172.21.15.40:0/2231139108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fbbea08580 0x55fbbea09790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f49daff5700 0 client.16476 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 >> 172.21.15.40:0/2231139108 conn(0x55fbbe9fdbe0 msgr2=0x55fbbea0ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 shutdown_connections 2023-07-14T12:51:06.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 1 -- 172.21.15.40:0/2231139108 wait complete. 2023-07-14T12:51:06.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.194+0000 7f4a0919ab80 20 client.16476 trim_cache size 0 max 16384 2023-07-14T12:51:06.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:51:06.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:51:06.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:51:06.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:51:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f49e00a12c0 msgr2=0x7f49e00a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f49e00a12c0 0x7f49e00a3770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f49e8005fd0 tx=0x7f49e8005dd0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 msgr2=0x7f49f8195a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 0x7f49f8195a40 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f49f000b070 tx=0x7f49f0004b00 comp rx=0 tx=0).stop 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 shutdown_connections 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f49e00a12c0 0x7f49e00a3770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f80fea30 0x7f49f819bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f49f8104a30 0x7f49f8195a40 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 --2- 172.21.15.40:0/1096346053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f49f80ff3e0 0x7f49f819c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 >> 172.21.15.40:0/1096346053 conn(0x7f49f8074760 msgr2=0x7f49f80fd370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:06.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 shutdown_connections 2023-07-14T12:51:06.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:06.195+0000 7f49fd014700 1 -- 172.21.15.40:0/1096346053 wait complete. 2023-07-14T12:51:07.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135611 3.80 MB/sec execute 101 sec latency 2081.058 ms 2023-07-14T12:51:07.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:06 smithi133 ceph-mon[98311]: pgmap v144: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 710 KiB/s wr, 117 op/s 2023-07-14T12:51:07.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:06 smithi130 ceph-mon[97977]: pgmap v144: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 710 KiB/s wr, 117 op/s 2023-07-14T12:51:07.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:06 smithi040 ceph-mon[96535]: pgmap v144: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 710 KiB/s wr, 117 op/s 2023-07-14T12:51:08.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135611 3.77 MB/sec execute 102 sec latency 3081.112 ms 2023-07-14T12:51:09.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135611 3.73 MB/sec execute 103 sec latency 4081.162 ms 2023-07-14T12:51:09.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:08 smithi133 ceph-mon[98311]: pgmap v145: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 710 KiB/s wr, 117 op/s 2023-07-14T12:51:09.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:08 smithi130 ceph-mon[97977]: pgmap v145: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 710 KiB/s wr, 117 op/s 2023-07-14T12:51:09.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:08 smithi040 ceph-mon[96535]: pgmap v145: 97 pgs: 97 active+clean; 65 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 710 KiB/s wr, 117 op/s 2023-07-14T12:51:10.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 135810 3.70 MB/sec execute 104 sec latency 4950.483 ms 2023-07-14T12:51:11.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.70 MB/sec execute 105 sec latency 812.764 ms 2023-07-14T12:51:11.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:10 smithi133 ceph-mon[98311]: pgmap v146: 97 pgs: 97 active+clean; 66 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.0 MiB/s wr, 143 op/s 2023-07-14T12:51:11.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:10 smithi130 ceph-mon[97977]: pgmap v146: 97 pgs: 97 active+clean; 66 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.0 MiB/s wr, 143 op/s 2023-07-14T12:51:11.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:10 smithi040 ceph-mon[96535]: pgmap v146: 97 pgs: 97 active+clean; 66 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 1.0 MiB/s wr, 143 op/s 2023-07-14T12:51:12.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.67 MB/sec execute 106 sec latency 1812.830 ms 2023-07-14T12:51:13.165 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.63 MB/sec execute 107 sec latency 2812.918 ms 2023-07-14T12:51:13.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:12 smithi133 ceph-mon[98311]: pgmap v147: 97 pgs: 97 active+clean; 66 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 1010 KiB/s wr, 111 op/s 2023-07-14T12:51:13.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:12 smithi130 ceph-mon[97977]: pgmap v147: 97 pgs: 97 active+clean; 66 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 1010 KiB/s wr, 111 op/s 2023-07-14T12:51:13.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:12 smithi040 ceph-mon[96535]: pgmap v147: 97 pgs: 97 active+clean; 66 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 452 KiB/s rd, 1010 KiB/s wr, 111 op/s 2023-07-14T12:51:14.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.60 MB/sec execute 108 sec latency 3813.044 ms 2023-07-14T12:51:15.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.57 MB/sec execute 109 sec latency 4813.130 ms 2023-07-14T12:51:15.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:14 smithi133 ceph-mon[98311]: pgmap v148: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 572 KiB/s rd, 1.5 MiB/s wr, 143 op/s 2023-07-14T12:51:15.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:14 smithi130 ceph-mon[97977]: pgmap v148: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 572 KiB/s rd, 1.5 MiB/s wr, 143 op/s 2023-07-14T12:51:15.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:14 smithi040 ceph-mon[96535]: pgmap v148: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 572 KiB/s rd, 1.5 MiB/s wr, 143 op/s 2023-07-14T12:51:16.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.54 MB/sec execute 110 sec latency 5813.205 ms 2023-07-14T12:51:17.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 136205 3.50 MB/sec execute 111 sec latency 6813.304 ms 2023-07-14T12:51:17.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:16 smithi133 ceph-mon[98311]: pgmap v149: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 153 KiB/s rd, 916 KiB/s wr, 57 op/s 2023-07-14T12:51:17.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:16 smithi130 ceph-mon[97977]: pgmap v149: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 153 KiB/s rd, 916 KiB/s wr, 57 op/s 2023-07-14T12:51:17.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:16 smithi040 ceph-mon[96535]: pgmap v149: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 153 KiB/s rd, 916 KiB/s wr, 57 op/s 2023-07-14T12:51:18.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 137588 3.53 MB/sec execute 112 sec latency 7108.776 ms 2023-07-14T12:51:19.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 139078 3.57 MB/sec execute 113 sec latency 11.887 ms 2023-07-14T12:51:19.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:18 smithi133 ceph-mon[98311]: pgmap v150: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 153 KiB/s rd, 916 KiB/s wr, 57 op/s 2023-07-14T12:51:19.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:18 smithi130 ceph-mon[97977]: pgmap v150: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 153 KiB/s rd, 916 KiB/s wr, 57 op/s 2023-07-14T12:51:19.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 -- 172.21.15.40:0/3887322879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0105b80 msgr2=0x7fd6c0105f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/3887322879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0105b80 0x7fd6c0105f50 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0009990 tx=0x7fd6b0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 -- 172.21.15.40:0/3887322879 shutdown_connections 2023-07-14T12:51:19.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/3887322879 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0100500 0x7fd6c010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/3887322879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0105b80 0x7fd6c0105f50 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/3887322879 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 -- 172.21.15.40:0/3887322879 >> 172.21.15.40:0/3887322879 conn(0x7fd6c00fb650 msgr2=0x7fd6c00fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:19.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 -- 172.21.15.40:0/3887322879 shutdown_connections 2023-07-14T12:51:19.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 -- 172.21.15.40:0/3887322879 wait complete. 2023-07-14T12:51:19.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 Processor -- start 2023-07-14T12:51:19.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.312+0000 7fd6c60d4700 1 -- start start 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6c60d4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00729f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6c60d4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0100500 0x7fd6c0072f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6c60d4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0105b80 0x7fd6c01a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6c60d4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c01a42e0 con 0x7fd6c0100500 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6c60d4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c01a4420 con 0x7fd6c00ffb50 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6c60d4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6c01a4590 con 0x7fd6c0105b80 2023-07-14T12:51:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0100500 0x7fd6c0072f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00729f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00729f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53670/0 (socket says 172.21.15.40:53670) 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6bf7fe700 1 -- 172.21.15.40:0/945961997 learned_addr learned my addr 172.21.15.40:0/945961997 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 -- 172.21.15.40:0/945961997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0105b80 msgr2=0x7fd6c01a3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6bffff700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0105b80 0x7fd6c01a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0105b80 0x7fd6c01a3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 -- 172.21.15.40:0/945961997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 msgr2=0x7fd6c00729f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00729f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 -- 172.21.15.40:0/945961997 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6b00095f0 con 0x7fd6c0100500 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6bffff700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0105b80 0x7fd6c01a3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00729f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.313+0000 7fd6beffd700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0100500 0x7fd6c0072f30 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd6b400e9f0 tx=0x7fd6b400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.314+0000 7fd6bcff9700 1 -- 172.21.15.40:0/945961997 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b400eee0 con 0x7fd6c0100500 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.314+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6c01a4870 con 0x7fd6c0100500 2023-07-14T12:51:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.314+0000 7fd6bcff9700 1 -- 172.21.15.40:0/945961997 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6b400cbd0 con 0x7fd6c0100500 2023-07-14T12:51:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.314+0000 7fd6bcff9700 1 -- 172.21.15.40:0/945961997 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b4018680 con 0x7fd6c0100500 2023-07-14T12:51:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.314+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6c01a4d80 con 0x7fd6c0100500 2023-07-14T12:51:19.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.316+0000 7fd6bcff9700 1 -- 172.21.15.40:0/945961997 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fd6b400cd40 con 0x7fd6c0100500 2023-07-14T12:51:19.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.316+0000 7fd6bcff9700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd6a80a12c0 0x7fd6a80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.317+0000 7fd6bcff9700 1 -- 172.21.15.40:0/945961997 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fd6b4014070 con 0x7fd6c0100500 2023-07-14T12:51:19.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.317+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd6a80a12c0 0x7fd6a80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.317+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd6a80a12c0 0x7fd6a80a3770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0006010 tx=0x7fd6b0005960 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:19.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 Processor -- start 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 -- start start 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 0x56132640fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613264102d0 0x56132640a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x56132640a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56132630fc50 con 0x56132640a580 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613263629e0 con 0x5613264102d0 2023-07-14T12:51:19.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56132635be70 con 0x5613262666b0 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 0x56132640fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x56132640a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 0x56132640fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50114/0 (socket says 172.21.15.40:50114) 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bf7fe700 1 -- 172.21.15.40:0/2259781492 learned_addr learned my addr 172.21.15.40:0/2259781492 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x56132640a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36428/0 (socket says 172.21.15.40:36428) 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6beffd700 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613264102d0 0x56132640a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 -- 172.21.15.40:0/2259781492 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 msgr2=0x56132640fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 0x56132640fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 -- 172.21.15.40:0/2259781492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613264102d0 msgr2=0x56132640a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613264102d0 0x56132640a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bffff700 1 -- 172.21.15.40:0/2259781492 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561326189d80 con 0x56132640a580 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6beffd700 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613264102d0 0x56132640a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.318+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 0x56132640fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.319+0000 7fd6bffff700 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x56132640a9d0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd6b8009420 tx=0x7fd6b8009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9294c20c7e4edf03 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:19.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.319+0000 7fd6a5ffb700 1 -- 172.21.15.40:0/2259781492 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b8007ea0 con 0x56132640a580 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.319+0000 7fd6a5ffb700 1 -- 172.21.15.40:0/2259781492 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6b8011040 con 0x56132640a580 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.319+0000 7fd6a5ffb700 1 -- 172.21.15.40:0/2259781492 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b8014990 con 0x56132640a580 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.319+0000 7fd6d225ab80 1 -- 172.21.15.40:0/2259781492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 msgr2=0x56132640a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.319+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x56132640a9d0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fd6b8009420 tx=0x7fd6b8009920 comp rx=0 tx=0).stop 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- 172.21.15.40:0/2259781492 shutdown_connections 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613262666b0 0x56132640fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x56132640a9d0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/2259781492 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613264102d0 0x56132640a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- 172.21.15.40:0/2259781492 >> 172.21.15.40:0/2259781492 conn(0x5613263ffbe0 msgr2=0x561326404f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- 172.21.15.40:0/2259781492 shutdown_connections 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- 172.21.15.40:0/2259781492 wait complete. 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- start start 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 Processor -- start 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x5613264165c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56132640a580 0x5613264138b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613264102d0 0x561326413f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613262fba60 con 0x5613264102d0 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613262fb760 con 0x5613262666b0 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613261df8c0 con 0x56132640a580 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.320+0000 7fd6d225ab80 10 client.0 _ll_register_callbacks cb 0x5613262f9700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x5613264165c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x5613264165c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53684/0 (socket says 172.21.15.40:53684) 2023-07-14T12:51:19.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6beffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56132640a580 0x5613264138b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bf7fe700 1 -- 172.21.15.40:0/1663351484 learned_addr learned my addr 172.21.15.40:0/1663351484 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613264102d0 0x561326413f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 -- 172.21.15.40:0/1663351484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56132640a580 msgr2=0x5613264138b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56132640a580 0x5613264138b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 -- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 msgr2=0x5613264165c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x5613264165c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 -- 172.21.15.40:0/1663351484 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6c010d240 con 0x5613264102d0 2023-07-14T12:51:19.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x5613264165c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6beffd700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56132640a580 0x5613264138b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6bffff700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613264102d0 0x561326413f50 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fd6b800b010 tx=0x7fd6b8014880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=863d57d3b1aef2e0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd69effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd69effd700 1 -- 172.21.15.40:0/1663351484 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b8007ea0 con 0x5613264102d0 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd69effd700 1 -- 172.21.15.40:0/1663351484 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fd6b80153f0 con 0x5613264102d0 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.321+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5613262b5490 con 0x5613264102d0 2023-07-14T12:51:19.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd69effd700 1 -- 172.21.15.40:0/1663351484 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd6b8014390 con 0x5613264102d0 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 10 client.16488 fetch_fsmap learned FSMap version 39 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x7fd6c01a4d80 con 0x5613264102d0 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd69effd700 1 -- 172.21.15.40:0/1663351484 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5613262b5490 con 0x5613264102d0 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd69effd700 1 -- 172.21.15.40:0/1663351484 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fd6b8005200 con 0x5613264102d0 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 10 client.16488 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 10 client.16488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 20 client.16488 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:19.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561326423a20 0x561326425e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 4 client.16488 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:51:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561326354e50 con 0x561326423a20 2023-07-14T12:51:19.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.322+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561326423a20 0x561326425e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd69effd700 10 client.16488 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:19.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561326423a20 0x561326425e00 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac502449d1bf1955 server_cookie=e4823021ac46cab6 in_seq=0 out_seq=0 2023-07-14T12:51:19.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd69effd700 1 -- 172.21.15.40:0/1663351484 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561326354e50 con 0x561326423a20 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd69effd700 10 client.16488 handle_command_reply: tid=0 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 client.16488 shutdown 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613264102d0 msgr2=0x561326413f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613264102d0 0x561326413f50 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fd6b800b010 tx=0x7fd6b8014880 comp rx=0 tx=0).stop 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 shutdown_connections 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613264102d0 0x561326413f50 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x5613264165c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561326423a20 0x561326425e00 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/1663351484 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56132640a580 0x5613264138b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd69effd700 0 client.16488 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.323+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 >> 172.21.15.40:0/1663351484 conn(0x5613263ffbe0 msgr2=0x561326403c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.324+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 shutdown_connections 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.324+0000 7fd6d225ab80 1 -- 172.21.15.40:0/1663351484 wait complete. 2023-07-14T12:51:19.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.324+0000 7fd6d225ab80 20 client.16488 trim_cache size 0 max 16384 2023-07-14T12:51:19.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:18 smithi040 ceph-mon[96535]: pgmap v150: 97 pgs: 97 active+clean; 69 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 153 KiB/s rd, 916 KiB/s wr, 57 op/s 2023-07-14T12:51:19.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 Processor -- start 2023-07-14T12:51:19.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 -- start start 2023-07-14T12:51:19.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x56132640a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326404c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x561326413070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561326405e70 con 0x56132640a580 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613264142b0 con 0x5613262666b0 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.340+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561326406af0 con 0x5613264102d0 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326404c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6bffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x561326413070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326404c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36440/0 (socket says 172.21.15.40:36440) 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6bffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x561326413070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50132/0 (socket says 172.21.15.40:50132) 2023-07-14T12:51:19.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 -- 172.21.15.40:0/3655380962 learned_addr learned my addr 172.21.15.40:0/3655380962 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x56132640a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 -- 172.21.15.40:0/3655380962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 msgr2=0x561326413070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x561326413070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 -- 172.21.15.40:0/3655380962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 msgr2=0x56132640a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x56132640a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 -- 172.21.15.40:0/3655380962 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6b80090d0 con 0x56132640a580 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6bffff700 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x561326413070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x56132640a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:19.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6beffd700 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326404c60 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fd6b4099cd0 tx=0x7fd6b4099c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a36a389217a9c504 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:19.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6a67fc700 1 -- 172.21.15.40:0/3655380962 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b4099fd0 con 0x56132640a580 2023-07-14T12:51:19.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6a67fc700 1 -- 172.21.15.40:0/3655380962 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6b409e000 con 0x56132640a580 2023-07-14T12:51:19.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.341+0000 7fd6a67fc700 1 -- 172.21.15.40:0/3655380962 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b40a1f90 con 0x56132640a580 2023-07-14T12:51:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 -- 172.21.15.40:0/3655380962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 msgr2=0x561326404c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326404c60 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fd6b4099cd0 tx=0x7fd6b4099c10 comp rx=0 tx=0).stop 2023-07-14T12:51:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 -- 172.21.15.40:0/3655380962 shutdown_connections 2023-07-14T12:51:19.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x561326413070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x56132640a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/3655380962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326404c60 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 -- 172.21.15.40:0/3655380962 >> 172.21.15.40:0/3655380962 conn(0x5613263ffbe0 msgr2=0x56132640dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 -- 172.21.15.40:0/3655380962 shutdown_connections 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 -- 172.21.15.40:0/3655380962 wait complete. 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.342+0000 7fd6d225ab80 1 -- start start 2023-07-14T12:51:19.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 Processor -- start 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x561326418e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326419380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x5613264708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561326470e60 con 0x56132640a580 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561326470fd0 con 0x5613262666b0 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561326471190 con 0x5613264102d0 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6d225ab80 10 client.0 _ll_register_callbacks cb 0x7fd6b4010ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:19.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326419380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6beffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326419380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36446/0 (socket says 172.21.15.40:36446) 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6beffd700 1 -- 172.21.15.40:0/4255340412 learned_addr learned my addr 172.21.15.40:0/4255340412 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6bffff700 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x5613264708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.343+0000 7fd6bf7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x561326418e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6beffd700 1 -- 172.21.15.40:0/4255340412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 msgr2=0x5613264708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6beffd700 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x5613264708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6beffd700 1 -- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 msgr2=0x561326418e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6beffd700 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x561326418e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6beffd700 1 -- 172.21.15.40:0/4255340412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6b000fbf0 con 0x56132640a580 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6beffd700 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326419380 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd6b400e9c0 tx=0x7fd6b40a2420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe77edd46d625415 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd69effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd69effd700 1 -- 172.21.15.40:0/4255340412 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6b40ca3c0 con 0x56132640a580 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd69effd700 1 -- 172.21.15.40:0/4255340412 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fd6b405fe40 con 0x56132640a580 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd6b8011040 con 0x56132640a580 2023-07-14T12:51:19.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd69effd700 1 -- 172.21.15.40:0/4255340412 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd6b4078ea0 con 0x56132640a580 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6d225ab80 10 client.16494 fetch_fsmap learned FSMap version 39 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x7fd6c01a4d80 con 0x56132640a580 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd69effd700 1 -- 172.21.15.40:0/4255340412 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6b407c080 con 0x56132640a580 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd69effd700 1 -- 172.21.15.40:0/4255340412 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fd6b4098f30 con 0x56132640a580 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6d225ab80 10 client.16494 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.344+0000 7fd6d225ab80 10 client.16494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd6d225ab80 20 client.16494 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:19.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5613264784a0 0x56132647a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:19.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd6d225ab80 4 client.16494 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:51:19.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561326316ff0 con 0x5613264784a0 2023-07-14T12:51:19.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5613264784a0 0x56132647a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:19.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd6bf7fe700 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5613264784a0 0x56132647a8b0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eebb0a8cb87ab920 server_cookie=e33f8fd9b6ff9c9b in_seq=0 out_seq=0 2023-07-14T12:51:19.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.345+0000 7fd69effd700 10 client.16494 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:19.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd69effd700 1 -- 172.21.15.40:0/4255340412 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561326316ff0 con 0x5613264784a0 2023-07-14T12:51:19.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd69effd700 10 client.16494 handle_command_reply: tid=0 2023-07-14T12:51:19.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 client.16494 shutdown 2023-07-14T12:51:19.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 msgr2=0x561326419380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326419380 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fd6b400e9c0 tx=0x7fd6b40a2420 comp rx=0 tx=0).stop 2023-07-14T12:51:19.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 shutdown_connections 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5613264784a0 0x56132647a8b0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5613264102d0 0x5613264708f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd69effd700 0 client.16494 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5613262666b0 0x561326418e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 --2- 172.21.15.40:0/4255340412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56132640a580 0x561326419380 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 >> 172.21.15.40:0/4255340412 conn(0x5613263ffbe0 msgr2=0x56132640f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:19.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 shutdown_connections 2023-07-14T12:51:19.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 1 -- 172.21.15.40:0/4255340412 wait complete. 2023-07-14T12:51:19.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.374+0000 7fd6d225ab80 20 client.16494 trim_cache size 0 max 16384 2023-07-14T12:51:19.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:51:19.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:51:19.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:51:19.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:51:19.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd6a80a12c0 msgr2=0x7fd6a80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd6a80a12c0 0x7fd6a80a3770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd6b0006010 tx=0x7fd6b0005960 comp rx=0 tx=0).stop 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0100500 msgr2=0x7fd6c0072f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0100500 0x7fd6c0072f30 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fd6b400e9f0 tx=0x7fd6b400ed00 comp rx=0 tx=0).stop 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 shutdown_connections 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd6a80a12c0 0x7fd6a80a3770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6c0105b80 0x7fd6c01a3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd6c00ffb50 0x7fd6c00729f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 --2- 172.21.15.40:0/945961997 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6c0100500 0x7fd6c0072f30 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:19.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 >> 172.21.15.40:0/945961997 conn(0x7fd6c00fb650 msgr2=0x7fd6c01036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:19.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 shutdown_connections 2023-07-14T12:51:19.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:19.375+0000 7fd6c60d4700 1 -- 172.21.15.40:0/945961997 wait complete. 2023-07-14T12:51:20.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 140975 3.61 MB/sec execute 114 sec latency 22.705 ms 2023-07-14T12:51:20.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:19 smithi133 ceph-mon[98311]: pgmap v151: 97 pgs: 97 active+clean; 66 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 88 op/s 2023-07-14T12:51:20.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:19 smithi130 ceph-mon[97977]: pgmap v151: 97 pgs: 97 active+clean; 66 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 88 op/s 2023-07-14T12:51:20.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:19 smithi040 ceph-mon[96535]: pgmap v151: 97 pgs: 97 active+clean; 66 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 238 KiB/s rd, 1.2 MiB/s wr, 88 op/s 2023-07-14T12:51:21.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142512 3.67 MB/sec execute 115 sec latency 11.363 ms 2023-07-14T12:51:22.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142577 3.64 MB/sec execute 116 sec latency 966.688 ms 2023-07-14T12:51:22.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:22 smithi130 ceph-mon[97977]: pgmap v152: 97 pgs: 97 active+clean; 66 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 911 KiB/s wr, 61 op/s 2023-07-14T12:51:22.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:22 smithi040 ceph-mon[96535]: pgmap v152: 97 pgs: 97 active+clean; 66 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 911 KiB/s wr, 61 op/s 2023-07-14T12:51:22.488 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:22 smithi133 ceph-mon[98311]: pgmap v152: 97 pgs: 97 active+clean; 66 MiB data, 908 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 911 KiB/s wr, 61 op/s 2023-07-14T12:51:23.166 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142577 3.61 MB/sec execute 117 sec latency 1966.764 ms 2023-07-14T12:51:24.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142577 3.58 MB/sec execute 118 sec latency 2966.858 ms 2023-07-14T12:51:25.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142633 3.55 MB/sec execute 119 sec latency 3836.044 ms 2023-07-14T12:51:25.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:24 smithi133 ceph-mon[98311]: pgmap v153: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-07-14T12:51:25.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:24 smithi130 ceph-mon[97977]: pgmap v153: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-07-14T12:51:25.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:24 smithi040 ceph-mon[96535]: pgmap v153: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 2.0 MiB/s wr, 160 op/s 2023-07-14T12:51:26.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142633 3.52 MB/sec execute 120 sec latency 1088.011 ms 2023-07-14T12:51:27.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142633 3.49 MB/sec execute 121 sec latency 2088.108 ms 2023-07-14T12:51:27.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:26 smithi133 ceph-mon[98311]: pgmap v154: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2023-07-14T12:51:27.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:26 smithi130 ceph-mon[97977]: pgmap v154: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2023-07-14T12:51:27.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:26 smithi040 ceph-mon[96535]: pgmap v154: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2023-07-14T12:51:28.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142633 3.46 MB/sec execute 122 sec latency 3088.215 ms 2023-07-14T12:51:29.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142633 3.43 MB/sec execute 123 sec latency 4088.322 ms 2023-07-14T12:51:29.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:28 smithi133 ceph-mon[98311]: pgmap v155: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2023-07-14T12:51:29.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:28 smithi130 ceph-mon[97977]: pgmap v155: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2023-07-14T12:51:29.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:28 smithi040 ceph-mon[96535]: pgmap v155: 97 pgs: 97 active+clean; 71 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 1.5 MiB/s wr, 128 op/s 2023-07-14T12:51:30.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 142838 3.41 MB/sec execute 124 sec latency 4955.652 ms 2023-07-14T12:51:31.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 144919 3.48 MB/sec execute 125 sec latency 96.200 ms 2023-07-14T12:51:31.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:30 smithi133 ceph-mon[98311]: pgmap v156: 97 pgs: 97 active+clean; 62 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 1.6 MiB/s wr, 154 op/s 2023-07-14T12:51:31.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:30 smithi130 ceph-mon[97977]: pgmap v156: 97 pgs: 97 active+clean; 62 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 1.6 MiB/s wr, 154 op/s 2023-07-14T12:51:31.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:30 smithi040 ceph-mon[96535]: pgmap v156: 97 pgs: 97 active+clean; 62 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 1.6 MiB/s wr, 154 op/s 2023-07-14T12:51:32.167 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146126 3.50 MB/sec execute 126 sec latency 175.887 ms 2023-07-14T12:51:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.492+0000 7fb6370f3700 1 -- 172.21.15.40:0/755799971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb630104a30 msgr2=0x7fb630104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:32.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.492+0000 7fb6370f3700 1 --2- 172.21.15.40:0/755799971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb630104a30 0x7fb630104e00 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb624009990 tx=0x7fb624009ca0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- 172.21.15.40:0/755799971 shutdown_connections 2023-07-14T12:51:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 --2- 172.21.15.40:0/755799971 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb6300ff3e0 0x7fb63010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 --2- 172.21.15.40:0/755799971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb630104a30 0x7fb630104e00 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 --2- 172.21.15.40:0/755799971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6300fea30 0x7fb6300feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- 172.21.15.40:0/755799971 >> 172.21.15.40:0/755799971 conn(0x7fb630074760 msgr2=0x7fb630074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:32.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- 172.21.15.40:0/755799971 shutdown_connections 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- 172.21.15.40:0/755799971 wait complete. 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 Processor -- start 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- start start 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6300fea30 0x7fb630197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 0x7fb630198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb630104a30 0x7fb63019ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63019d040 con 0x7fb6300ff3e0 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63019d1b0 con 0x7fb630104a30 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.493+0000 7fb6370f3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63019d370 con 0x7fb6300fea30 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 0x7fb630198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 0x7fb630198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36460/0 (socket says 172.21.15.40:36460) 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 -- 172.21.15.40:0/99640131 learned_addr learned my addr 172.21.15.40:0/99640131 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb635690700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb630104a30 0x7fb63019ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb634e8f700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6300fea30 0x7fb630197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 -- 172.21.15.40:0/99640131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6300fea30 msgr2=0x7fb630197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6300fea30 0x7fb630197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 -- 172.21.15.40:0/99640131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb630104a30 msgr2=0x7fb63019ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb630104a30 0x7fb63019ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 -- 172.21.15.40:0/99640131 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6240095f0 con 0x7fb6300ff3e0 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62ffff700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 0x7fb630198390 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb61c00d950 tx=0x7fb61c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:32.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62dffb700 1 -- 172.21.15.40:0/99640131 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c009940 con 0x7fb6300ff3e0 2023-07-14T12:51:32.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62dffb700 1 -- 172.21.15.40:0/99640131 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb61c010460 con 0x7fb6300ff3e0 2023-07-14T12:51:32.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb62dffb700 1 -- 172.21.15.40:0/99640131 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c00f620 con 0x7fb6300ff3e0 2023-07-14T12:51:32.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb63019d650 con 0x7fb6300ff3e0 2023-07-14T12:51:32.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.494+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6301a4e90 con 0x7fb6300ff3e0 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.497+0000 7fb62dffb700 1 -- 172.21.15.40:0/99640131 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fb61c0108d0 con 0x7fb6300ff3e0 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.498+0000 7fb62dffb700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb6200a12c0 0x7fb6200a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.498+0000 7fb62dffb700 1 -- 172.21.15.40:0/99640131 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb61c0ccbb0 con 0x7fb6300ff3e0 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.498+0000 7fb634e8f700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb6200a12c0 0x7fb6200a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.498+0000 7fb634e8f700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb6200a12c0 0x7fb6200a3770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb62400b2e0 tx=0x7fb624005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 Processor -- start 2023-07-14T12:51:32.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 -- start start 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59dd6a6b0 0x55a59df13d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df0e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59df0e580 0x55a59df0e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59de13c50 con 0x55a59df142d0 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59de669e0 con 0x55a59dd6a6b0 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb643279b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59de5fe70 con 0x55a59df0e580 2023-07-14T12:51:32.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df0e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df0e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36468/0 (socket says 172.21.15.40:36468) 2023-07-14T12:51:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 -- 172.21.15.40:0/1135070153 learned_addr learned my addr 172.21.15.40:0/1135070153 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb635690700 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59df0e580 0x55a59df0e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb634e8f700 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59dd6a6b0 0x55a59df13d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 -- 172.21.15.40:0/1135070153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59df0e580 msgr2=0x55a59df0e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59df0e580 0x55a59df0e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 -- 172.21.15.40:0/1135070153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59dd6a6b0 msgr2=0x55a59df13d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59dd6a6b0 0x55a59df13d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 -- 172.21.15.40:0/1135070153 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a59dc8dd80 con 0x55a59df142d0 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb634e8f700 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59dd6a6b0 0x55a59df13d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.499+0000 7fb62ffff700 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df0e040 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb61c099bf0 tx=0x7fb61c099690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97ef5cfc67c87de1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb61affd700 1 -- 172.21.15.40:0/1135070153 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c0a20b0 con 0x55a59df142d0 2023-07-14T12:51:32.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb61affd700 1 -- 172.21.15.40:0/1135070153 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb61c096370 con 0x55a59df142d0 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb61affd700 1 -- 172.21.15.40:0/1135070153 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c0a1c20 con 0x55a59df142d0 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 -- 172.21.15.40:0/1135070153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 msgr2=0x55a59df0e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df0e040 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb61c099bf0 tx=0x7fb61c099690 comp rx=0 tx=0).stop 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 -- 172.21.15.40:0/1135070153 shutdown_connections 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59df0e580 0x55a59df0e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59dd6a6b0 0x55a59df13d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 --2- 172.21.15.40:0/1135070153 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df0e040 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 -- 172.21.15.40:0/1135070153 >> 172.21.15.40:0/1135070153 conn(0x55a59df03be0 msgr2=0x55a59df08f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 -- 172.21.15.40:0/1135070153 shutdown_connections 2023-07-14T12:51:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.500+0000 7fb643279b80 1 -- 172.21.15.40:0/1135070153 wait complete. 2023-07-14T12:51:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 -- start start 2023-07-14T12:51:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 Processor -- start 2023-07-14T12:51:32.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df178c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df0e580 0x55a59df17e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df18340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59ddffa60 con 0x55a59df142d0 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59ddff760 con 0x55a59df0e580 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59dce38c0 con 0x55a59dd6a6b0 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb643279b80 10 client.0 _ll_register_callbacks cb 0x55a59ddfd700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:32.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb635690700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df18340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb635690700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df18340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36476/0 (socket says 172.21.15.40:36476) 2023-07-14T12:51:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.501+0000 7fb635690700 1 -- 172.21.15.40:0/4066268987 learned_addr learned my addr 172.21.15.40:0/4066268987 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df0e580 0x55a59df17e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb634e8f700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df178c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 -- 172.21.15.40:0/4066268987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 msgr2=0x55a59df178c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df178c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 -- 172.21.15.40:0/4066268987 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 msgr2=0x55a59df18340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df18340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 -- 172.21.15.40:0/4066268987 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6301a4e90 con 0x55a59df0e580 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb635690700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df18340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb62ffff700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df0e580 0x55a59df17e00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb61c099bf0 tx=0x7fb61c09a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9777273cc187f58b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb60ffff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:51:32.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb60ffff700 1 -- 172.21.15.40:0/4066268987 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c0a20b0 con 0x55a59df0e580 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a59ddb9490 con 0x55a59df0e580 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb60ffff700 1 -- 172.21.15.40:0/4066268987 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb61c099360 con 0x55a59df0e580 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb60ffff700 1 -- 172.21.15.40:0/4066268987 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb61c0a1c20 con 0x55a59df0e580 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb643279b80 10 client.26138 fetch_fsmap learned FSMap version 39 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.502+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55a59dc76c00 con 0x55a59df0e580 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb60ffff700 1 -- 172.21.15.40:0/4066268987 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a59ddb9490 con 0x55a59df0e580 2023-07-14T12:51:32.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb60ffff700 1 -- 172.21.15.40:0/4066268987 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb61c05fad0 con 0x55a59df0e580 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb643279b80 10 client.26138 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb643279b80 10 client.26138 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb643279b80 20 client.26138 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb643279b80 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df27710 0x55a59df29af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb643279b80 4 client.26138 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a59de58e50 con 0x55a59df27710 2023-07-14T12:51:32.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb634e8f700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df27710 0x55a59df29af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb60ffff700 10 client.26138 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.503+0000 7fb634e8f700 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df27710 0x55a59df29af0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b83ac17b5200ea5d server_cookie=f9a98ba66d7c63db in_seq=0 out_seq=0 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb60ffff700 1 -- 172.21.15.40:0/4066268987 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a59de58e50 con 0x55a59df27710 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb60ffff700 10 client.26138 handle_command_reply: tid=0 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 client.26138 shutdown 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df0e580 msgr2=0x55a59df17e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:32.539 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df0e580 0x55a59df17e00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb61c099bf0 tx=0x7fb61c09a0f0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 shutdown_connections 2023-07-14T12:51:32.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df27710 0x55a59df29af0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df178c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df142d0 0x55a59df18340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb60ffff700 0 client.26138 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:32.540 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 --2- 172.21.15.40:0/4066268987 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df0e580 0x55a59df17e00 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 >> 172.21.15.40:0/4066268987 conn(0x55a59df03be0 msgr2=0x55a59df084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:32.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.504+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 shutdown_connections 2023-07-14T12:51:32.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.505+0000 7fb643279b80 1 -- 172.21.15.40:0/4066268987 wait complete. 2023-07-14T12:51:32.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.505+0000 7fb643279b80 20 client.26138 trim_cache size 0 max 16384 2023-07-14T12:51:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.519+0000 7fb643279b80 1 Processor -- start 2023-07-14T12:51:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.519+0000 7fb643279b80 1 -- start start 2023-07-14T12:51:32.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb643279b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df0e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb643279b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb643279b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df131c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb643279b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59df146a0 con 0x55a59df0e580 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb643279b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59df09a00 con 0x55a59df142d0 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb643279b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59df09fb0 con 0x55a59dd6a6b0 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36482/0 (socket says 172.21.15.40:36482) 2023-07-14T12:51:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 -- 172.21.15.40:0/2214882625 learned_addr learned my addr 172.21.15.40:0/2214882625 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb635690700 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df131c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb634e8f700 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df0e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 -- 172.21.15.40:0/2214882625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 msgr2=0x55a59df0e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df0e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 -- 172.21.15.40:0/2214882625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 msgr2=0x55a59df131c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df131c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 -- 172.21.15.40:0/2214882625 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a59dcb41f0 con 0x55a59df0e580 2023-07-14T12:51:32.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.520+0000 7fb62ffff700 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1ec60 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb61c0966d0 tx=0x7fb61c0ca390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6730c470c8a00c1c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:32.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.521+0000 7fb61b7fe700 1 -- 172.21.15.40:0/2214882625 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c099c60 con 0x55a59df0e580 2023-07-14T12:51:32.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.521+0000 7fb61b7fe700 1 -- 172.21.15.40:0/2214882625 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb61c09a160 con 0x55a59df0e580 2023-07-14T12:51:32.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.521+0000 7fb61b7fe700 1 -- 172.21.15.40:0/2214882625 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c0a1e80 con 0x55a59df0e580 2023-07-14T12:51:32.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 -- 172.21.15.40:0/2214882625 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 msgr2=0x55a59df1ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1ec60 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fb61c0966d0 tx=0x7fb61c0ca390 comp rx=0 tx=0).stop 2023-07-14T12:51:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 -- 172.21.15.40:0/2214882625 shutdown_connections 2023-07-14T12:51:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df0e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df131c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 --2- 172.21.15.40:0/2214882625 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1ec60 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.526+0000 7fb643279b80 1 -- 172.21.15.40:0/2214882625 >> 172.21.15.40:0/2214882625 conn(0x55a59df03be0 msgr2=0x55a59df12ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.527+0000 7fb643279b80 1 -- 172.21.15.40:0/2214882625 shutdown_connections 2023-07-14T12:51:32.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.527+0000 7fb643279b80 1 -- 172.21.15.40:0/2214882625 wait complete. 2023-07-14T12:51:32.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 -- start start 2023-07-14T12:51:32.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 Processor -- start 2023-07-14T12:51:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df1ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df1d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59df1d840 con 0x55a59df0e580 2023-07-14T12:51:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59df1d9b0 con 0x55a59df142d0 2023-07-14T12:51:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.528+0000 7fb643279b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a59df7a530 con 0x55a59dd6a6b0 2023-07-14T12:51:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb643279b80 10 client.0 _ll_register_callbacks cb 0x7fb628009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:32.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36488/0 (socket says 172.21.15.40:36488) 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 -- 172.21.15.40:0/1835502049 learned_addr learned my addr 172.21.15.40:0/1835502049 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb634e8f700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df1ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb635690700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df1d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 -- 172.21.15.40:0/1835502049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 msgr2=0x55a59df1ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df1ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 -- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 msgr2=0x55a59df1d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df1d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:32.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.529+0000 7fb62ffff700 1 -- 172.21.15.40:0/1835502049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a59dc76c00 con 0x55a59df0e580 2023-07-14T12:51:32.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb62ffff700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1cc50 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb61c099960 tx=0x7fb61c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaad9975abb838ba server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb60ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb60ffff700 1 -- 172.21.15.40:0/1835502049 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb61c0a1e20 con 0x55a59df0e580 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb60ffff700 1 -- 172.21.15.40:0/1835502049 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fb61c099c60 con 0x55a59df0e580 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb61c096370 con 0x55a59df0e580 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb60ffff700 1 -- 172.21.15.40:0/1835502049 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb61c083020 con 0x55a59df0e580 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 10 client.16512 fetch_fsmap learned FSMap version 39 2023-07-14T12:51:32.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55a59dc8c250 con 0x55a59df0e580 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb60ffff700 1 -- 172.21.15.40:0/1835502049 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb61c096370 con 0x55a59df0e580 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb60ffff700 1 -- 172.21.15.40:0/1835502049 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 39) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb61c095ae0 con 0x55a59df0e580 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 10 client.16512 fetch_fsmap finished waiting for FSMap version 39 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 10 client.16512 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 20 client.16512 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.530+0000 7fb643279b80 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df7b6b0 0x55a59df7da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.531+0000 7fb643279b80 4 client.16512 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:51:32.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.531+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a59de1aff0 con 0x55a59df7b6b0 2023-07-14T12:51:32.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.531+0000 7fb634e8f700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df7b6b0 0x55a59df7da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:32.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.531+0000 7fb60ffff700 10 client.16512 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:32.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:32.531+0000 7fb634e8f700 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df7b6b0 0x55a59df7da90 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f130a70f9d99ba9 server_cookie=5f285f142a5461a2 in_seq=0 out_seq=0 2023-07-14T12:51:33.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146126 3.47 MB/sec execute 127 sec latency 1175.944 ms 2023-07-14T12:51:33.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:32 smithi133 ceph-mon[98311]: pgmap v157: 97 pgs: 97 active+clean; 62 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 1.2 MiB/s wr, 124 op/s 2023-07-14T12:51:33.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:32 smithi130 ceph-mon[97977]: pgmap v157: 97 pgs: 97 active+clean; 62 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 1.2 MiB/s wr, 124 op/s 2023-07-14T12:51:33.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:32 smithi040 ceph-mon[96535]: pgmap v157: 97 pgs: 97 active+clean; 62 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 1.2 MiB/s wr, 124 op/s 2023-07-14T12:51:34.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146126 3.45 MB/sec execute 128 sec latency 2176.055 ms 2023-07-14T12:51:34.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:33 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:51:34.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:33 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:51:34.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:33 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:51:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.061+0000 7fb60ffff700 1 -- 172.21.15.40:0/1835502049 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a59de1aff0 con 0x55a59df7b6b0 2023-07-14T12:51:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.061+0000 7fb60ffff700 10 client.16512 handle_command_reply: tid=0 2023-07-14T12:51:35.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 client.16512 shutdown 2023-07-14T12:51:35.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 msgr2=0x55a59df1cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:35.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1cc50 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb61c099960 tx=0x7fb61c000bc0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 shutdown_connections 2023-07-14T12:51:35.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a59df7b6b0 0x55a59df7da90 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a59dd6a6b0 0x55a59df1ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a59df142d0 0x55a59df1d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 --2- 172.21.15.40:0/1835502049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a59df0e580 0x55a59df1cc50 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 >> 172.21.15.40:0/1835502049 conn(0x55a59df03be0 msgr2=0x55a59df16950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:35.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb60ffff700 0 client.16512 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 shutdown_connections 2023-07-14T12:51:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.062+0000 7fb643279b80 1 -- 172.21.15.40:0/1835502049 wait complete. 2023-07-14T12:51:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.063+0000 7fb643279b80 20 client.16512 trim_cache size 0 max 16384 2023-07-14T12:51:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:51:35.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:51:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:51:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:51:35.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb6200a12c0 msgr2=0x7fb6200a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb6200a12c0 0x7fb6200a3770 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb62400b2e0 tx=0x7fb624005fb0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 msgr2=0x7fb630198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 0x7fb630198390 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb61c00d950 tx=0x7fb61c00dc60 comp rx=0 tx=0).stop 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 shutdown_connections 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb6200a12c0 0x7fb6200a3770 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb6300fea30 0x7fb630197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb630104a30 0x7fb63019ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 --2- 172.21.15.40:0/99640131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb6300ff3e0 0x7fb630198390 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 >> 172.21.15.40:0/99640131 conn(0x7fb630074760 msgr2=0x7fb6300fd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 shutdown_connections 2023-07-14T12:51:35.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:35.064+0000 7fb6370f3700 1 -- 172.21.15.40:0/99640131 wait complete. 2023-07-14T12:51:35.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146250 3.42 MB/sec execute 129 sec latency 3059.730 ms 2023-07-14T12:51:35.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:34 smithi133 ceph-mon[98311]: pgmap v158: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 1.7 MiB/s wr, 171 op/s 2023-07-14T12:51:35.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:34 smithi130 ceph-mon[97977]: pgmap v158: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 1.7 MiB/s wr, 171 op/s 2023-07-14T12:51:35.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:34 smithi040 ceph-mon[96535]: pgmap v158: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 998 KiB/s rd, 1.7 MiB/s wr, 171 op/s 2023-07-14T12:51:36.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146250 3.40 MB/sec execute 130 sec latency 1012.524 ms 2023-07-14T12:51:37.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146250 3.37 MB/sec execute 131 sec latency 2012.610 ms 2023-07-14T12:51:37.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:36 smithi133 ceph-mon[98311]: pgmap v159: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 609 KiB/s wr, 72 op/s 2023-07-14T12:51:37.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:36 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:51:37.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:36 smithi130 ceph-mon[97977]: pgmap v159: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 609 KiB/s wr, 72 op/s 2023-07-14T12:51:37.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:36 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:51:37.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:36 smithi040 ceph-mon[96535]: pgmap v159: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 609 KiB/s wr, 72 op/s 2023-07-14T12:51:37.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:36 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:51:38.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146250 3.35 MB/sec execute 132 sec latency 3012.721 ms 2023-07-14T12:51:38.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:37 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:51:38.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:37 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:51:38.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:37 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:51:38.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:37 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:51:38.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:37 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:51:38.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:37 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:51:38.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:37 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:51:38.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:37 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:51:38.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:37 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:51:39.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146250 3.32 MB/sec execute 133 sec latency 4012.820 ms 2023-07-14T12:51:39.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:38 smithi133 ceph-mon[98311]: pgmap v160: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 609 KiB/s wr, 72 op/s 2023-07-14T12:51:39.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:38 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:51:39.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:38 smithi130 ceph-mon[97977]: pgmap v160: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 609 KiB/s wr, 72 op/s 2023-07-14T12:51:39.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:38 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:51:39.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:38 smithi040 ceph-mon[96535]: pgmap v160: 97 pgs: 97 active+clean; 67 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 408 KiB/s rd, 609 KiB/s wr, 72 op/s 2023-07-14T12:51:39.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:38 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:51:40.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 146439 3.30 MB/sec execute 134 sec latency 4880.304 ms 2023-07-14T12:51:40.238 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:39 smithi133 ceph-mon[98311]: pgmap v161: 97 pgs: 97 active+clean; 65 MiB data, 901 MiB used, 1.0 TiB / 1.0 TiB avail; 489 KiB/s rd, 723 KiB/s wr, 101 op/s 2023-07-14T12:51:40.278 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:39 smithi130 ceph-mon[97977]: pgmap v161: 97 pgs: 97 active+clean; 65 MiB data, 901 MiB used, 1.0 TiB / 1.0 TiB avail; 489 KiB/s rd, 723 KiB/s wr, 101 op/s 2023-07-14T12:51:40.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:39 smithi040 ceph-mon[96535]: pgmap v161: 97 pgs: 97 active+clean; 65 MiB data, 901 MiB used, 1.0 TiB / 1.0 TiB avail; 489 KiB/s rd, 723 KiB/s wr, 101 op/s 2023-07-14T12:51:41.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 148056 3.33 MB/sec execute 135 sec latency 14.983 ms 2023-07-14T12:51:42.168 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149598 3.38 MB/sec execute 136 sec latency 14.689 ms 2023-07-14T12:51:42.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:42 smithi040 ceph-mon[96535]: pgmap v162: 97 pgs: 97 active+clean; 65 MiB data, 901 MiB used, 1.0 TiB / 1.0 TiB avail; 424 KiB/s rd, 627 KiB/s wr, 76 op/s 2023-07-14T12:51:42.489 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:42 smithi133 ceph-mon[98311]: pgmap v162: 97 pgs: 97 active+clean; 65 MiB data, 901 MiB used, 1.0 TiB / 1.0 TiB avail; 424 KiB/s rd, 627 KiB/s wr, 76 op/s 2023-07-14T12:51:42.528 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:42 smithi130 ceph-mon[97977]: pgmap v162: 97 pgs: 97 active+clean; 65 MiB data, 901 MiB used, 1.0 TiB / 1.0 TiB avail; 424 KiB/s rd, 627 KiB/s wr, 76 op/s 2023-07-14T12:51:43.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149723 3.36 MB/sec execute 137 sec latency 922.720 ms 2023-07-14T12:51:44.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149723 3.34 MB/sec execute 138 sec latency 1922.814 ms 2023-07-14T12:51:45.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149791 3.31 MB/sec execute 139 sec latency 2788.529 ms 2023-07-14T12:51:45.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:44 smithi133 ceph-mon[98311]: pgmap v163: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 999 KiB/s wr, 128 op/s 2023-07-14T12:51:45.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:44 smithi130 ceph-mon[97977]: pgmap v163: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 999 KiB/s wr, 128 op/s 2023-07-14T12:51:45.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:44 smithi040 ceph-mon[96535]: pgmap v163: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 999 KiB/s wr, 128 op/s 2023-07-14T12:51:46.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149791 3.29 MB/sec execute 140 sec latency 1086.679 ms 2023-07-14T12:51:47.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149791 3.27 MB/sec execute 141 sec latency 2086.740 ms 2023-07-14T12:51:47.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:46 smithi133 ceph-mon[98311]: pgmap v164: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 486 KiB/s wr, 81 op/s 2023-07-14T12:51:47.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:46 smithi130 ceph-mon[97977]: pgmap v164: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 486 KiB/s wr, 81 op/s 2023-07-14T12:51:47.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:46 smithi040 ceph-mon[96535]: pgmap v164: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 486 KiB/s wr, 81 op/s 2023-07-14T12:51:48.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149791 3.24 MB/sec execute 142 sec latency 3086.805 ms 2023-07-14T12:51:48.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 -- 172.21.15.40:0/3348817727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20104e50 msgr2=0x7f5c2010ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/3348817727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20104e50 0x7f5c2010ca00 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b0d0 tx=0x7f5c1800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 -- 172.21.15.40:0/3348817727 shutdown_connections 2023-07-14T12:51:48.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/3348817727 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c20067c10 0x7f5c20067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/3348817727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20104e50 0x7f5c2010ca00 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/3348817727 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c200685b0 0x7f5c20104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 -- 172.21.15.40:0/3348817727 >> 172.21.15.40:0/3348817727 conn(0x7f5c20074760 msgr2=0x7f5c20074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:48.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 -- 172.21.15.40:0/3348817727 shutdown_connections 2023-07-14T12:51:48.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.190+0000 7f5c26aa4700 1 -- 172.21.15.40:0/3348817727 wait complete. 2023-07-14T12:51:48.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.191+0000 7f5c26aa4700 1 Processor -- start 2023-07-14T12:51:48.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.191+0000 7f5c26aa4700 1 -- start start 2023-07-14T12:51:48.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 0x7f5c2019bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c200685b0 0x7f5c2019c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c20104e50 0x7f5c20195ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c20196130 con 0x7f5c20067c10 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c201962a0 con 0x7f5c20104e50 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c20196460 con 0x7f5c200685b0 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 0x7f5c2019bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 0x7f5c2019bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36500/0 (socket says 172.21.15.40:36500) 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 -- 172.21.15.40:0/2776774885 learned_addr learned my addr 172.21.15.40:0/2776774885 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c25041700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c20104e50 0x7f5c20195ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 -- 172.21.15.40:0/2776774885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c200685b0 msgr2=0x7f5c2019c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c200685b0 0x7f5c2019c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c200685b0 0x7f5c2019c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 -- 172.21.15.40:0/2776774885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c20104e50 msgr2=0x7f5c20195ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c20104e50 0x7f5c20195ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 -- 172.21.15.40:0/2776774885 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c18009d00 con 0x7f5c20067c10 2023-07-14T12:51:48.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c25041700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c20104e50 0x7f5c20195ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c200685b0 0x7f5c2019c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c24840700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 0x7f5c2019bc60 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f5c1400e9a0 tx=0x7f5c1400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c1dffb700 1 -- 172.21.15.40:0/2776774885 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c14009790 con 0x7f5c20067c10 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c1dffb700 1 -- 172.21.15.40:0/2776774885 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c1400cbd0 con 0x7f5c20067c10 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c20196740 con 0x7f5c20067c10 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.192+0000 7f5c1dffb700 1 -- 172.21.15.40:0/2776774885 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c14018680 con 0x7f5c20067c10 2023-07-14T12:51:48.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.193+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c201a2c50 con 0x7f5c20067c10 2023-07-14T12:51:48.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.196+0000 7f5c32c2ab80 1 Processor -- start 2023-07-14T12:51:48.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.196+0000 7f5c32c2ab80 1 -- start start 2023-07-14T12:51:48.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3110d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e31112d0 0x5601e310b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e310b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e3010c50 con 0x5601e2f676b0 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e30639e0 con 0x5601e31112d0 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e305ce70 con 0x5601e310b580 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3110d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3110d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36506/0 (socket says 172.21.15.40:36506) 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 -- 172.21.15.40:0/3862594741 learned_addr learned my addr 172.21.15.40:0/3862594741 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e310b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 -- 172.21.15.40:0/3862594741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 msgr2=0x5601e310b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e310b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 -- 172.21.15.40:0/3862594741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e31112d0 msgr2=0x5601e310b040 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e31112d0 0x5601e310b040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 -- 172.21.15.40:0/3862594741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5601e2e8ad80 con 0x5601e2f676b0 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.197+0000 7f5c25041700 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3110d90 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f5c180092e0 tx=0x7f5c18009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5010ee45d1c1df server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c0affd700 1 -- 172.21.15.40:0/3862594741 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1800e040 con 0x5601e2f676b0 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c0affd700 1 -- 172.21.15.40:0/3862594741 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c1800bca0 con 0x5601e2f676b0 2023-07-14T12:51:48.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c0affd700 1 -- 172.21.15.40:0/3862594741 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1801c7c0 con 0x5601e2f676b0 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c1dffb700 1 -- 172.21.15.40:0/2776774885 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f5c1400cd40 con 0x7f5c20067c10 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c1dffb700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c100a12c0 0x7f5c100a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/3862594741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 msgr2=0x5601e3110d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3110d90 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f5c180092e0 tx=0x7f5c18009310 comp rx=0 tx=0).stop 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c24840700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c100a12c0 0x7f5c100a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/3862594741 shutdown_connections 2023-07-14T12:51:48.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e310b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3110d90 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/3862594741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e31112d0 0x5601e310b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.198+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/3862594741 >> 172.21.15.40:0/3862594741 conn(0x5601e3100be0 msgr2=0x5601e3105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.199+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/3862594741 shutdown_connections 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.199+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/3862594741 wait complete. 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.199+0000 7f5c1dffb700 1 -- 172.21.15.40:0/2776774885 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f5c14014070 con 0x7f5c20067c10 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.199+0000 7f5c24840700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c100a12c0 0x7f5c100a3770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x5601e3107b40 tx=0x7f5c1406c1e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:48.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.199+0000 7f5c32c2ab80 1 -- start start 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.199+0000 7f5c32c2ab80 1 Processor -- start 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e2f676b0 0x5601e311a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e311abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e31149a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e2ffca60 con 0x5601e31112d0 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e2ffc760 con 0x5601e310b580 2023-07-14T12:51:48.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e2ee08c0 con 0x5601e2f676b0 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 10 client.0 _ll_register_callbacks cb 0x5601e2ffa700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e31149a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e31149a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36516/0 (socket says 172.21.15.40:36516) 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 -- 172.21.15.40:0/485530373 learned_addr learned my addr 172.21.15.40:0/485530373 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e311abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e2f676b0 0x5601e311a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 -- 172.21.15.40:0/485530373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e2f676b0 msgr2=0x5601e311a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e2f676b0 0x5601e311a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 -- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 msgr2=0x5601e311abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e311abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 -- 172.21.15.40:0/485530373 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c2010d210 con 0x5601e31112d0 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e311abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c25041700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e31149a0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b870 tx=0x7f5c18007950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa8e80e1d928ba79 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5bfffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5bfffff700 1 -- 172.21.15.40:0/485530373 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1801c650 con 0x5601e31112d0 2023-07-14T12:51:48.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5bfffff700 1 -- 172.21.15.40:0/485530373 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f5c1801c7b0 con 0x5601e31112d0 2023-07-14T12:51:48.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.200+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5601e2fb6490 con 0x5601e31112d0 2023-07-14T12:51:48.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5bfffff700 1 -- 172.21.15.40:0/485530373 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c1801c970 con 0x5601e31112d0 2023-07-14T12:51:48.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 10 client.16524 fetch_fsmap learned FSMap version 41 2023-07-14T12:51:48.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x5601e2e73c00 con 0x5601e31112d0 2023-07-14T12:51:48.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5bfffff700 1 -- 172.21.15.40:0/485530373 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5601e2fb6490 con 0x5601e31112d0 2023-07-14T12:51:48.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5bfffff700 1 -- 172.21.15.40:0/485530373 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 41) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f5c18019030 con 0x5601e31112d0 2023-07-14T12:51:48.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 10 client.16524 fetch_fsmap finished waiting for FSMap version 41 2023-07-14T12:51:48.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 10 client.16524 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:48.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 20 client.16524 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:48.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e3124760 0x5601e3126b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 4 client.16524 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5601e3055e50 con 0x5601e3124760 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.201+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e3124760 0x5601e3126b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.202+0000 7f5bfffff700 10 client.16524 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.202+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e3124760 0x5601e3126b70 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21a43f60c5ecaeb server_cookie=fa180b9398e3e774 in_seq=0 out_seq=0 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.202+0000 7f5bfffff700 1 -- 172.21.15.40:0/485530373 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5601e3055e50 con 0x5601e3124760 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.202+0000 7f5bfffff700 10 client.16524 handle_command_reply: tid=0 2023-07-14T12:51:48.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 client.16524 shutdown 2023-07-14T12:51:48.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 msgr2=0x5601e31149a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e31149a0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b870 tx=0x7f5c18007950 comp rx=0 tx=0).stop 2023-07-14T12:51:48.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 shutdown_connections 2023-07-14T12:51:48.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e3124760 0x5601e3126b70 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e2f676b0 0x5601e311a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5bfffff700 0 client.16524 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:48.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e31149a0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/485530373 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e311abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 >> 172.21.15.40:0/485530373 conn(0x5601e3100be0 msgr2=0x5601e31054e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:48.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 shutdown_connections 2023-07-14T12:51:48.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/485530373 wait complete. 2023-07-14T12:51:48.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.203+0000 7f5c32c2ab80 20 client.16524 trim_cache size 0 max 16384 2023-07-14T12:51:48.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 Processor -- start 2023-07-14T12:51:48.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 -- start start 2023-07-14T12:51:48.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e2f676b0 0x5601e310b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e3114ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e3110270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e3106b20 con 0x5601e31112d0 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e3106d50 con 0x5601e2f676b0 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e3110a10 con 0x5601e310b580 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e3110270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e3110270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36524/0 (socket says 172.21.15.40:36524) 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.218+0000 7f5c25041700 1 -- 172.21.15.40:0/891053285 learned_addr learned my addr 172.21.15.40:0/891053285 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c25041700 1 -- 172.21.15.40:0/891053285 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 msgr2=0x5601e3114ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c25041700 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e3114ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c25041700 1 -- 172.21.15.40:0/891053285 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e2f676b0 msgr2=0x5601e310b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c25041700 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e2f676b0 0x5601e310b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c25041700 1 -- 172.21.15.40:0/891053285 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5601e312b760 con 0x5601e31112d0 2023-07-14T12:51:48.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c25041700 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e3110270 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b0a0 tx=0x7f5c180076f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27636efe448abb1f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:48.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/891053285 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1800e070 con 0x5601e31112d0 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/891053285 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c18025e90 con 0x5601e31112d0 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c0b7fe700 1 -- 172.21.15.40:0/891053285 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c18023e30 con 0x5601e31112d0 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/891053285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 msgr2=0x5601e3110270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e3110270 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b0a0 tx=0x7f5c180076f0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/891053285 shutdown_connections 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e31112d0 0x5601e3110270 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e2f676b0 0x5601e310b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/891053285 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e310b580 0x5601e3114ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/891053285 >> 172.21.15.40:0/891053285 conn(0x5601e3100be0 msgr2=0x5601e310fb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.219+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/891053285 shutdown_connections 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.220+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/891053285 wait complete. 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.220+0000 7f5c32c2ab80 1 -- start start 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.220+0000 7f5c32c2ab80 1 Processor -- start 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.220+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3170980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e3170ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e31112d0 0x5601e3171400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e317ba50 con 0x5601e2f676b0 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e317bb90 con 0x5601e310b580 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601e317bd50 con 0x5601e31112d0 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 10 client.0 _ll_register_callbacks cb 0x7f5c14005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3170980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3170980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36526/0 (socket says 172.21.15.40:36526) 2023-07-14T12:51:48.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 -- 172.21.15.40:0/2086786829 learned_addr learned my addr 172.21.15.40:0/2086786829 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e3170ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 -- 172.21.15.40:0/2086786829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e31112d0 msgr2=0x5601e3171400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e31112d0 0x5601e3171400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 -- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 msgr2=0x5601e3170ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e3170ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 -- 172.21.15.40:0/2086786829 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5601e2e73c00 con 0x5601e2f676b0 2023-07-14T12:51:48.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e3170ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c25041700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3170980 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b870 tx=0x7f5c180021d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8cdb97631620a82 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5bfffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5bfffff700 1 -- 172.21.15.40:0/2086786829 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c1800e070 con 0x5601e2f676b0 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5bfffff700 1 -- 172.21.15.40:0/2086786829 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f5c18023d60 con 0x5601e2f676b0 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c1800bca0 con 0x5601e2f676b0 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5bfffff700 1 -- 172.21.15.40:0/2086786829 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c18006150 con 0x5601e2f676b0 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 10 client.16530 fetch_fsmap learned FSMap version 41 2023-07-14T12:51:48.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.221+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x5601e2eb11f0 con 0x5601e2f676b0 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5bfffff700 1 -- 172.21.15.40:0/2086786829 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c1804a020 con 0x5601e2f676b0 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5bfffff700 1 -- 172.21.15.40:0/2086786829 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 41) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f5c1800b100 con 0x5601e2f676b0 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c32c2ab80 10 client.16530 fetch_fsmap finished waiting for FSMap version 41 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c32c2ab80 10 client.16530 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c32c2ab80 20 client.16530 populate_metadata read hostname 'smithi040' 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e317d120 0x5601e317f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c32c2ab80 4 client.16530 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:51:48.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5601e3017ff0 con 0x5601e317d120 2023-07-14T12:51:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e317d120 0x5601e317f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:51:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5bfffff700 10 client.16530 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:48.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.222+0000 7f5c1ffff700 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e317d120 0x5601e317f530 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4b97148229663f9 server_cookie=7de05fe733f0f8c8 in_seq=0 out_seq=0 2023-07-14T12:51:48.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5bfffff700 1 -- 172.21.15.40:0/2086786829 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5601e3017ff0 con 0x5601e317d120 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5bfffff700 10 client.16530 handle_command_reply: tid=0 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 client.16530 shutdown 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 msgr2=0x5601e3170980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3170980 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f5c1800b870 tx=0x7f5c180021d0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 shutdown_connections 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5601e317d120 0x5601e317f530 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5601e31112d0 0x5601e3171400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5601e2f676b0 0x5601e3170980 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5bfffff700 0 client.16530 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 --2- 172.21.15.40:0/2086786829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5601e310b580 0x5601e3170ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 >> 172.21.15.40:0/2086786829 conn(0x5601e3100be0 msgr2=0x5601e3112320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 shutdown_connections 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 1 -- 172.21.15.40:0/2086786829 wait complete. 2023-07-14T12:51:48.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.255+0000 7f5c32c2ab80 20 client.16530 trim_cache size 0 max 16384 2023-07-14T12:51:48.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:51:48.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:51:48.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:51:48.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:51:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c100a12c0 msgr2=0x7f5c100a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c100a12c0 0x7f5c100a3770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x5601e3107b40 tx=0x7f5c1406c1e0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 msgr2=0x7f5c2019bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:51:48.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 0x7f5c2019bc60 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f5c1400e9a0 tx=0x7f5c1400ed60 comp rx=0 tx=0).stop 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 shutdown_connections 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c100a12c0 0x7f5c100a3770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c20104e50 0x7f5c20195ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c20067c10 0x7f5c2019bc60 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 --2- 172.21.15.40:0/2776774885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c200685b0 0x7f5c2019c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 >> 172.21.15.40:0/2776774885 conn(0x7f5c20074760 msgr2=0x7f5c200fc5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 shutdown_connections 2023-07-14T12:51:48.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:51:48.256+0000 7f5c26aa4700 1 -- 172.21.15.40:0/2776774885 wait complete. 2023-07-14T12:51:49.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 149791 3.22 MB/sec execute 143 sec latency 4086.904 ms 2023-07-14T12:51:49.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:48 smithi133 ceph-mon[98311]: pgmap v165: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 486 KiB/s wr, 81 op/s 2023-07-14T12:51:49.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:48 smithi130 ceph-mon[97977]: pgmap v165: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 486 KiB/s wr, 81 op/s 2023-07-14T12:51:49.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:48 smithi040 ceph-mon[96535]: pgmap v165: 97 pgs: 97 active+clean; 67 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 522 KiB/s rd, 486 KiB/s wr, 81 op/s 2023-07-14T12:51:50.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 150008 3.20 MB/sec execute 144 sec latency 4953.039 ms 2023-07-14T12:51:51.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 152208 3.27 MB/sec execute 145 sec latency 14.042 ms 2023-07-14T12:51:51.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:50 smithi133 ceph-mon[98311]: pgmap v166: 97 pgs: 97 active+clean; 68 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 524 KiB/s wr, 95 op/s 2023-07-14T12:51:51.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:50 smithi130 ceph-mon[97977]: pgmap v166: 97 pgs: 97 active+clean; 68 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 524 KiB/s wr, 95 op/s 2023-07-14T12:51:51.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:50 smithi040 ceph-mon[96535]: pgmap v166: 97 pgs: 97 active+clean; 68 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 549 KiB/s rd, 524 KiB/s wr, 95 op/s 2023-07-14T12:51:52.169 INFO:tasks.workunit.client.0.smithi040.stdout: 1 153217 3.28 MB/sec execute 146 sec latency 243.558 ms 2023-07-14T12:51:53.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 153217 3.26 MB/sec execute 147 sec latency 1243.670 ms 2023-07-14T12:51:53.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:52 smithi133 ceph-mon[98311]: pgmap v167: 97 pgs: 97 active+clean; 68 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 410 KiB/s wr, 66 op/s 2023-07-14T12:51:53.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:52 smithi130 ceph-mon[97977]: pgmap v167: 97 pgs: 97 active+clean; 68 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 410 KiB/s wr, 66 op/s 2023-07-14T12:51:53.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:52 smithi040 ceph-mon[96535]: pgmap v167: 97 pgs: 97 active+clean; 68 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 410 KiB/s wr, 66 op/s 2023-07-14T12:51:54.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 153217 3.24 MB/sec execute 148 sec latency 2243.802 ms 2023-07-14T12:51:55.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 153377 3.22 MB/sec execute 149 sec latency 3123.386 ms 2023-07-14T12:51:55.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:54 smithi133 ceph-mon[98311]: pgmap v168: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 856 KiB/s rd, 711 KiB/s wr, 121 op/s 2023-07-14T12:51:55.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:54 smithi130 ceph-mon[97977]: pgmap v168: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 856 KiB/s rd, 711 KiB/s wr, 121 op/s 2023-07-14T12:51:55.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:54 smithi040 ceph-mon[96535]: pgmap v168: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 856 KiB/s rd, 711 KiB/s wr, 121 op/s 2023-07-14T12:51:56.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 155308 3.27 MB/sec execute 150 sec latency 15.310 ms 2023-07-14T12:51:57.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 156687 3.30 MB/sec execute 151 sec latency 15.343 ms 2023-07-14T12:51:57.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:56 smithi133 ceph-mon[98311]: pgmap v169: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 415 KiB/s rd, 340 KiB/s wr, 68 op/s 2023-07-14T12:51:57.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:56 smithi130 ceph-mon[97977]: pgmap v169: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 415 KiB/s rd, 340 KiB/s wr, 68 op/s 2023-07-14T12:51:57.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:56 smithi040 ceph-mon[96535]: pgmap v169: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 415 KiB/s rd, 340 KiB/s wr, 68 op/s 2023-07-14T12:51:58.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 156759 3.28 MB/sec execute 152 sec latency 957.182 ms 2023-07-14T12:51:59.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 156759 3.26 MB/sec execute 153 sec latency 1957.283 ms 2023-07-14T12:51:59.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:51:58 smithi133 ceph-mon[98311]: pgmap v170: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 415 KiB/s rd, 340 KiB/s wr, 68 op/s 2023-07-14T12:51:59.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:51:58 smithi130 ceph-mon[97977]: pgmap v170: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 415 KiB/s rd, 340 KiB/s wr, 68 op/s 2023-07-14T12:51:59.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:51:58 smithi040 ceph-mon[96535]: pgmap v170: 97 pgs: 97 active+clean; 66 MiB data, 935 MiB used, 1.0 TiB / 1.0 TiB avail; 415 KiB/s rd, 340 KiB/s wr, 68 op/s 2023-07-14T12:52:00.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 156815 3.24 MB/sec execute 154 sec latency 2824.053 ms 2023-07-14T12:52:01.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 157121 3.23 MB/sec execute 155 sec latency 687.243 ms 2023-07-14T12:52:01.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:00 smithi133 ceph-mon[98311]: pgmap v171: 97 pgs: 97 active+clean; 68 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:52:01.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:00 smithi130 ceph-mon[97977]: pgmap v171: 97 pgs: 97 active+clean; 68 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:52:01.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:00 smithi040 ceph-mon[96535]: pgmap v171: 97 pgs: 97 active+clean; 68 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 1.1 MiB/s wr, 133 op/s 2023-07-14T12:52:01.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 -- 172.21.15.40:0/2732133297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0980104db0 msgr2=0x7f098010c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 --2- 172.21.15.40:0/2732133297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0980104db0 0x7f098010c980 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f097800b0d0 tx=0x7f097800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 -- 172.21.15.40:0/2732133297 shutdown_connections 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 --2- 172.21.15.40:0/2732133297 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09800fe260 0x7f09800fe630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 --2- 172.21.15.40:0/2732133297 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0980104db0 0x7f098010c980 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 --2- 172.21.15.40:0/2732133297 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09800fec00 0x7f09801046d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 -- 172.21.15.40:0/2732133297 >> 172.21.15.40:0/2732133297 conn(0x7f0980075f90 msgr2=0x7f0980076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 -- 172.21.15.40:0/2732133297 shutdown_connections 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.369+0000 7f09871d2700 1 -- 172.21.15.40:0/2732133297 wait complete. 2023-07-14T12:52:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 Processor -- start 2023-07-14T12:52:01.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 -- start start 2023-07-14T12:52:01.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09800fe260 0x7f098019bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 0x7f098019c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0980104db0 0x7f0980195aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0980196110 con 0x7f09800fec00 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0980196280 con 0x7f09800fe260 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f09871d2700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0980196440 con 0x7f0980104db0 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f097ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 0x7f098019c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f097ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 0x7f098019c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36542/0 (socket says 172.21.15.40:36542) 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f097ffff700 1 -- 172.21.15.40:0/1343962859 learned_addr learned my addr 172.21.15.40:0/1343962859 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f0984f6e700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09800fe260 0x7f098019bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.370+0000 7f098576f700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0980104db0 0x7f0980195aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097ffff700 1 -- 172.21.15.40:0/1343962859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0980104db0 msgr2=0x7f0980195aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097ffff700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0980104db0 0x7f0980195aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097ffff700 1 -- 172.21.15.40:0/1343962859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09800fe260 msgr2=0x7f098019bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097ffff700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09800fe260 0x7f098019bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097ffff700 1 -- 172.21.15.40:0/1343962859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0978009d00 con 0x7f09800fec00 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097ffff700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 0x7f098019c180 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f096c00c9b0 tx=0x7f096c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:01.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097dffb700 1 -- 172.21.15.40:0/1343962859 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c007aa0 con 0x7f09800fec00 2023-07-14T12:52:01.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097dffb700 1 -- 172.21.15.40:0/1343962859 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f096c00ce50 con 0x7f09800fec00 2023-07-14T12:52:01.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f097dffb700 1 -- 172.21.15.40:0/1343962859 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c018460 con 0x7f09800fec00 2023-07-14T12:52:01.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0980196720 con 0x7f09800fec00 2023-07-14T12:52:01.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.371+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09801a2c30 con 0x7f09800fec00 2023-07-14T12:52:01.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.373+0000 7f097dffb700 1 -- 172.21.15.40:0/1343962859 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f096c00f450 con 0x7f09800fec00 2023-07-14T12:52:01.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.374+0000 7f097dffb700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09700a1340 0x7f09700a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.374+0000 7f097dffb700 1 -- 172.21.15.40:0/1343962859 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f096c0ccab0 con 0x7f09800fec00 2023-07-14T12:52:01.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.374+0000 7f0984f6e700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09700a1340 0x7f09700a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.374+0000 7f0984f6e700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09700a1340 0x7f09700a37f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0974005950 tx=0x7f097400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:01.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 Processor -- start 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 -- start start 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d35d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d30040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d30580 0x561ec0d309d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0c35c50 con 0x561ec0b8c6b0 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0c889e0 con 0x561ec0d30580 2023-07-14T12:52:01.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0993358b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0c81e70 con 0x561ec0d362d0 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d35d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d35d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36548/0 (socket says 172.21.15.40:36548) 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 -- 172.21.15.40:0/394129663 learned_addr learned my addr 172.21.15.40:0/394129663 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f097ffff700 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d30040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f098576f700 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d30580 0x561ec0d309d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 -- 172.21.15.40:0/394129663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 msgr2=0x561ec0d30040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d30040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 -- 172.21.15.40:0/394129663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d30580 msgr2=0x561ec0d309d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d30580 0x561ec0d309d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f0984f6e700 1 -- 172.21.15.40:0/394129663 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561ec0aafd80 con 0x561ec0b8c6b0 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.375+0000 7f097ffff700 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d30040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.376+0000 7f0984f6e700 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d35d90 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f0974010fa0 tx=0x7f0974013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3885236077c1a8b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.376+0000 7f096affd700 1 -- 172.21.15.40:0/394129663 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097401e620 con 0x561ec0b8c6b0 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.376+0000 7f096affd700 1 -- 172.21.15.40:0/394129663 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0974015070 con 0x561ec0b8c6b0 2023-07-14T12:52:01.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.376+0000 7f096affd700 1 -- 172.21.15.40:0/394129663 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097401ca20 con 0x561ec0b8c6b0 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.376+0000 7f0993358b80 1 -- 172.21.15.40:0/394129663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 msgr2=0x561ec0d35d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.376+0000 7f0993358b80 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d35d90 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f0974010fa0 tx=0x7f0974013000 comp rx=0 tx=0).stop 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- 172.21.15.40:0/394129663 shutdown_connections 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d30580 0x561ec0d309d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d35d90 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 --2- 172.21.15.40:0/394129663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d30040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- 172.21.15.40:0/394129663 >> 172.21.15.40:0/394129663 conn(0x561ec0d25be0 msgr2=0x561ec0d2af10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- 172.21.15.40:0/394129663 shutdown_connections 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- 172.21.15.40:0/394129663 wait complete. 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- start start 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 Processor -- start 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d39890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0d39f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0c21a60 con 0x561ec0d30580 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0c21760 con 0x561ec0d362d0 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.377+0000 7f0993358b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0b058c0 con 0x561ec0b8c6b0 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f0993358b80 10 client.0 _ll_register_callbacks cb 0x561ec0c1f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d39890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d39890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36556/0 (socket says 172.21.15.40:36556) 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 -- 172.21.15.40:0/2308250847 learned_addr learned my addr 172.21.15.40:0/2308250847 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f098576f700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0d39f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f0984f6e700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 -- 172.21.15.40:0/2308250847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0b8c6b0 msgr2=0x561ec0d3c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 -- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 msgr2=0x561ec0d39f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0d39f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 -- 172.21.15.40:0/2308250847 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0974010c50 con 0x561ec0d30580 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f097ffff700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d39890 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f096c005fd0 tx=0x7f096c007cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6200b5983122f2b5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f095ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f095ffff700 1 -- 172.21.15.40:0/2308250847 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0b9040 con 0x561ec0d30580 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f095ffff700 1 -- 172.21.15.40:0/2308250847 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f096c00f910 con 0x561ec0d30580 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561ec0bdb490 con 0x561ec0d30580 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f095ffff700 1 -- 172.21.15.40:0/2308250847 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) v2 ==== 24+0+0 (secure 0 0 0) 0x7f096c0a1f50 con 0x561ec0d30580 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f0993358b80 10 client.16542 fetch_fsmap learned FSMap version 42 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.378+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) v3 -- 0x561ec0a98c00 con 0x561ec0d30580 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f095ffff700 1 -- 172.21.15.40:0/2308250847 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561ec0bdb490 con 0x561ec0d30580 2023-07-14T12:52:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f095ffff700 1 -- 172.21.15.40:0/2308250847 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 42) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f096c0a1ac0 con 0x561ec0d30580 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0993358b80 10 client.16542 fetch_fsmap finished waiting for FSMap version 42 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0993358b80 10 client.16542 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0993358b80 20 client.16542 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0993358b80 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0d49b30 0x561ec0d4bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0993358b80 4 client.16542 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561ec0c7ae50 con 0x561ec0d49b30 2023-07-14T12:52:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0984f6e700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0d49b30 0x561ec0d4bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f095ffff700 10 client.16542 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:01.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.379+0000 7f0984f6e700 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0d49b30 0x561ec0d4bf40 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=450bd57083a59171 server_cookie=8c02b5275b7def14 in_seq=0 out_seq=0 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f095ffff700 1 -- 172.21.15.40:0/2308250847 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561ec0c7ae50 con 0x561ec0d49b30 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f095ffff700 10 client.16542 handle_command_reply: tid=0 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 client.16542 shutdown 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 msgr2=0x561ec0d39890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d39890 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f096c005fd0 tx=0x7f096c007cf0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 shutdown_connections 2023-07-14T12:52:01.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0d49b30 0x561ec0d4bf40 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0d39f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f095ffff700 0 client.16542 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 --2- 172.21.15.40:0/2308250847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d39890 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 >> 172.21.15.40:0/2308250847 conn(0x561ec0d25be0 msgr2=0x561ec0d2a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 shutdown_connections 2023-07-14T12:52:01.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 1 -- 172.21.15.40:0/2308250847 wait complete. 2023-07-14T12:52:01.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.380+0000 7f0993358b80 20 client.16542 trim_cache size 0 max 16384 2023-07-14T12:52:01.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 Processor -- start 2023-07-14T12:52:01.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 -- start start 2023-07-14T12:52:01.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0b8c6b0 0x561ec0d30040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d2ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d33b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0d27d00 con 0x561ec0d30580 2023-07-14T12:52:01.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0d34680 con 0x561ec0b8c6b0 2023-07-14T12:52:01.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.395+0000 7f0993358b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0d464b0 con 0x561ec0d362d0 2023-07-14T12:52:01.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d2ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d2ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36564/0 (socket says 172.21.15.40:36564) 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 -- 172.21.15.40:0/3624044829 learned_addr learned my addr 172.21.15.40:0/3624044829 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f098576f700 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d33b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 -- 172.21.15.40:0/3624044829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 msgr2=0x561ec0d33b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d33b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f0984f6e700 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0b8c6b0 0x561ec0d30040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 -- 172.21.15.40:0/3624044829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0b8c6b0 msgr2=0x561ec0d30040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0b8c6b0 0x561ec0d30040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 -- 172.21.15.40:0/3624044829 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561ec0d30c20 con 0x561ec0d30580 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f097ffff700 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d2ac60 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f096c0a1e50 tx=0x7f096c09dcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2847d8f768cc0aa9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f096b7fe700 1 -- 172.21.15.40:0/3624044829 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0b9070 con 0x561ec0d30580 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f096b7fe700 1 -- 172.21.15.40:0/3624044829 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f096c098a60 con 0x561ec0d30580 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.396+0000 7f096b7fe700 1 -- 172.21.15.40:0/3624044829 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0a1c20 con 0x561ec0d30580 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 -- 172.21.15.40:0/3624044829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 msgr2=0x561ec0d2ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d2ac60 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f096c0a1e50 tx=0x7f096c09dcb0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 -- 172.21.15.40:0/3624044829 shutdown_connections 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d362d0 0x561ec0d33b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0b8c6b0 0x561ec0d30040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 --2- 172.21.15.40:0/3624044829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0d30580 0x561ec0d2ac60 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 -- 172.21.15.40:0/3624044829 >> 172.21.15.40:0/3624044829 conn(0x561ec0d25be0 msgr2=0x561ec0d45da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 -- 172.21.15.40:0/3624044829 shutdown_connections 2023-07-14T12:52:01.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 -- 172.21.15.40:0/3624044829 wait complete. 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 -- start start 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.397+0000 7f0993358b80 1 Processor -- start 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d30580 0x561ec0d3f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0da0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0d3fad0 con 0x561ec0b8c6b0 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0da1340 con 0x561ec0d362d0 2023-07-14T12:52:01.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ec0da1480 con 0x561ec0d30580 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 10 client.0 _ll_register_callbacks cb 0x561ec0c1f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36568/0 (socket says 172.21.15.40:36568) 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 -- 172.21.15.40:0/3529105496 learned_addr learned my addr 172.21.15.40:0/3529105496 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f097ffff700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d30580 0x561ec0d3f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f098576f700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0da0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 -- 172.21.15.40:0/3529105496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d30580 msgr2=0x561ec0d3f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d30580 0x561ec0d3f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 -- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 msgr2=0x561ec0da0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0da0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 -- 172.21.15.40:0/3529105496 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561ec0a98c00 con 0x561ec0b8c6b0 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f097ffff700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d30580 0x561ec0d3f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f098576f700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0da0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0984f6e700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3ec50 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f0974021040 tx=0x7f0974005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dacf8bb0747d2374 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:01.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f095ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f095ffff700 1 -- 172.21.15.40:0/3529105496 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097402d040 con 0x561ec0b8c6b0 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f095ffff700 1 -- 172.21.15.40:0/3529105496 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f0974017070 con 0x561ec0b8c6b0 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0974015070 con 0x561ec0b8c6b0 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f095ffff700 1 -- 172.21.15.40:0/3529105496 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0974034bd0 con 0x561ec0b8c6b0 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 10 client.16548 fetch_fsmap learned FSMap version 42 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.398+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=4+}) v3 -- 0x561ec0ad61f0 con 0x561ec0b8c6b0 2023-07-14T12:52:01.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f095ffff700 1 -- 172.21.15.40:0/3529105496 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0974015070 con 0x561ec0b8c6b0 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f095ffff700 1 -- 172.21.15.40:0/3529105496 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 42) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f0974004a10 con 0x561ec0b8c6b0 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f0993358b80 10 client.16548 fetch_fsmap finished waiting for FSMap version 42 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f0993358b80 10 client.16548 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f0993358b80 20 client.16548 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f0993358b80 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0da2bd0 0x561ec0da4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f0993358b80 4 client.16548 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561ec0c3cff0 con 0x561ec0da2bd0 2023-07-14T12:52:01.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.399+0000 7f097ffff700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0da2bd0 0x561ec0da4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:01.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.400+0000 7f095ffff700 10 client.16548 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:01.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.400+0000 7f097ffff700 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0da2bd0 0x561ec0da4fe0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92c11077373e4b1f server_cookie=8b8c663faeea678a in_seq=0 out_seq=0 2023-07-14T12:52:01.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.458+0000 7f095ffff700 1 -- 172.21.15.40:0/3529105496 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561ec0c3cff0 con 0x561ec0da2bd0 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.458+0000 7f095ffff700 10 client.16548 handle_command_reply: tid=0 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.458+0000 7f0993358b80 1 client.16548 shutdown 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 msgr2=0x561ec0d3ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3ec50 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f0974021040 tx=0x7f0974005040 comp rx=0 tx=0).stop 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 shutdown_connections 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561ec0d362d0 0x561ec0da0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561ec0b8c6b0 0x561ec0d3ec50 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561ec0da2bd0 0x561ec0da4fe0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 --2- 172.21.15.40:0/3529105496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ec0d30580 0x561ec0d3f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f095ffff700 0 client.16548 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 >> 172.21.15.40:0/3529105496 conn(0x561ec0d25be0 msgr2=0x561ec0d34a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 shutdown_connections 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 1 -- 172.21.15.40:0/3529105496 wait complete. 2023-07-14T12:52:01.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f0993358b80 20 client.16548 trim_cache size 0 max 16384 2023-07-14T12:52:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:52:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:52:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:52:01.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:52:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09700a1340 msgr2=0x7f09700a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f09871d2700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09700a1340 0x7f09700a37f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0974005950 tx=0x7f097400b410 comp rx=0 tx=0).stop 2023-07-14T12:52:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 msgr2=0x7f098019c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.459+0000 7f09871d2700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 0x7f098019c180 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f096c00c9b0 tx=0x7f096c00ccc0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 shutdown_connections 2023-07-14T12:52:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09700a1340 0x7f09700a37f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0980104db0 0x7f0980195aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09800fe260 0x7f098019bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 --2- 172.21.15.40:0/1343962859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09800fec00 0x7f098019c180 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 >> 172.21.15.40:0/1343962859 conn(0x7f0980075f90 msgr2=0x7f09800fbaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:01.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 shutdown_connections 2023-07-14T12:52:01.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:01.460+0000 7f09871d2700 1 -- 172.21.15.40:0/1343962859 wait complete. 2023-07-14T12:52:02.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 157161 3.21 MB/sec execute 156 sec latency 822.441 ms 2023-07-14T12:52:02.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:01 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:52:02.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:01 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:52:02.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:01 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:52:03.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 157742 3.21 MB/sec execute 157 sec latency 1467.139 ms 2023-07-14T12:52:03.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:02 smithi133 ceph-mon[98311]: pgmap v172: 97 pgs: 97 active+clean; 68 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 1.1 MiB/s wr, 119 op/s 2023-07-14T12:52:03.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:02 smithi130 ceph-mon[97977]: pgmap v172: 97 pgs: 97 active+clean; 68 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 1.1 MiB/s wr, 119 op/s 2023-07-14T12:52:03.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:02 smithi040 ceph-mon[96535]: pgmap v172: 97 pgs: 97 active+clean; 68 MiB data, 914 MiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 1.1 MiB/s wr, 119 op/s 2023-07-14T12:52:04.170 INFO:tasks.workunit.client.0.smithi040.stdout: 1 159852 3.27 MB/sec execute 158 sec latency 39.991 ms 2023-07-14T12:52:04.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:03 smithi133 ceph-mon[98311]: pgmap v173: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 1.3 MiB/s wr, 176 op/s 2023-07-14T12:52:04.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:03 smithi130 ceph-mon[97977]: pgmap v173: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 1.3 MiB/s wr, 176 op/s 2023-07-14T12:52:04.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:03 smithi040 ceph-mon[96535]: pgmap v173: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 914 KiB/s rd, 1.3 MiB/s wr, 176 op/s 2023-07-14T12:52:05.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 160608 3.26 MB/sec execute 159 sec latency 271.664 ms 2023-07-14T12:52:06.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 160708 3.25 MB/sec execute 160 sec latency 943.978 ms 2023-07-14T12:52:06.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:06 smithi040 ceph-mon[96535]: pgmap v174: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1020 KiB/s wr, 121 op/s 2023-07-14T12:52:06.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:06 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:52:06.489 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:06 smithi133 ceph-mon[98311]: pgmap v174: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1020 KiB/s wr, 121 op/s 2023-07-14T12:52:06.489 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:06 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:52:06.529 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:06 smithi130 ceph-mon[97977]: pgmap v174: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1020 KiB/s wr, 121 op/s 2023-07-14T12:52:06.529 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:06 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:52:07.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 160708 3.23 MB/sec execute 161 sec latency 1944.020 ms 2023-07-14T12:52:08.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 161261 3.23 MB/sec execute 162 sec latency 2594.057 ms 2023-07-14T12:52:09.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 161331 3.21 MB/sec execute 163 sec latency 954.032 ms 2023-07-14T12:52:09.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:08 smithi133 ceph-mon[98311]: pgmap v175: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1020 KiB/s wr, 121 op/s 2023-07-14T12:52:09.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:08 smithi130 ceph-mon[97977]: pgmap v175: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1020 KiB/s wr, 121 op/s 2023-07-14T12:52:09.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:08 smithi040 ceph-mon[96535]: pgmap v175: 97 pgs: 97 active+clean; 70 MiB data, 921 MiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 1020 KiB/s wr, 121 op/s 2023-07-14T12:52:10.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 161331 3.19 MB/sec execute 164 sec latency 1954.120 ms 2023-07-14T12:52:11.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 161331 3.17 MB/sec execute 165 sec latency 2954.234 ms 2023-07-14T12:52:11.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:10 smithi133 ceph-mon[98311]: pgmap v176: 97 pgs: 97 active+clean; 72 MiB data, 952 MiB used, 1.0 TiB / 1.0 TiB avail; 989 KiB/s rd, 1.6 MiB/s wr, 184 op/s 2023-07-14T12:52:11.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:10 smithi130 ceph-mon[97977]: pgmap v176: 97 pgs: 97 active+clean; 72 MiB data, 952 MiB used, 1.0 TiB / 1.0 TiB avail; 989 KiB/s rd, 1.6 MiB/s wr, 184 op/s 2023-07-14T12:52:11.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:10 smithi040 ceph-mon[96535]: pgmap v176: 97 pgs: 97 active+clean; 72 MiB data, 952 MiB used, 1.0 TiB / 1.0 TiB avail; 989 KiB/s rd, 1.6 MiB/s wr, 184 op/s 2023-07-14T12:52:12.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 161331 3.15 MB/sec execute 166 sec latency 3954.286 ms 2023-07-14T12:52:13.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 163044 3.19 MB/sec execute 167 sec latency 4219.961 ms 2023-07-14T12:52:13.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:12 smithi133 ceph-mon[98311]: pgmap v177: 97 pgs: 97 active+clean; 72 MiB data, 952 MiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 852 KiB/s wr, 119 op/s 2023-07-14T12:52:13.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:12 smithi130 ceph-mon[97977]: pgmap v177: 97 pgs: 97 active+clean; 72 MiB data, 952 MiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 852 KiB/s wr, 119 op/s 2023-07-14T12:52:13.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:12 smithi040 ceph-mon[96535]: pgmap v177: 97 pgs: 97 active+clean; 72 MiB data, 952 MiB used, 1.0 TiB / 1.0 TiB avail; 558 KiB/s rd, 852 KiB/s wr, 119 op/s 2023-07-14T12:52:14.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 163906 3.20 MB/sec execute 168 sec latency 223.732 ms 2023-07-14T12:52:14.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3039237740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80ff620 msgr2=0x7efdb810a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3039237740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80ff620 0x7efdb810a090 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7efdac009990 tx=0x7efdac009ca0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3039237740 shutdown_connections 2023-07-14T12:52:14.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3039237740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdb810a5d0 0x7efdb810c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3039237740 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb80fed10 0x7efdb80ff0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3039237740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80ff620 0x7efdb810a090 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3039237740 >> 172.21.15.40:0/3039237740 conn(0x7efdb80752a0 msgr2=0x7efdb80756a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:14.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3039237740 shutdown_connections 2023-07-14T12:52:14.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3039237740 wait complete. 2023-07-14T12:52:14.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.573+0000 7efdbd6bf700 1 Processor -- start 2023-07-14T12:52:14.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 -- start start 2023-07-14T12:52:14.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 0x7efdb81999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdb80ff620 0x7efdb8199f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb810a5d0 0x7efdb8193840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb8193eb0 con 0x7efdb80fed10 2023-07-14T12:52:14.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb8194020 con 0x7efdb810a5d0 2023-07-14T12:52:14.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdbd6bf700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb81941e0 con 0x7efdb80ff620 2023-07-14T12:52:14.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 0x7efdb81999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 0x7efdb81999e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36582/0 (socket says 172.21.15.40:36582) 2023-07-14T12:52:14.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 -- 172.21.15.40:0/3062150179 learned_addr learned my addr 172.21.15.40:0/3062150179 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:14.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb810a5d0 0x7efdb8193840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb67fc700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdb80ff620 0x7efdb8199f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 -- 172.21.15.40:0/3062150179 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdb80ff620 msgr2=0x7efdb8199f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdb80ff620 0x7efdb8199f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 -- 172.21.15.40:0/3062150179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb810a5d0 msgr2=0x7efdb8193840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb810a5d0 0x7efdb8193840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb6ffd700 1 -- 172.21.15.40:0/3062150179 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda8009520 con 0x7efdb80fed10 2023-07-14T12:52:14.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.574+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb810a5d0 0x7efdb8193840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:14.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.575+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 0x7efdb81999e0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7efda800ea50 tx=0x7efda800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:14.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.575+0000 7efd9ffff700 1 -- 172.21.15.40:0/3062150179 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda800cbd0 con 0x7efdb80fed10 2023-07-14T12:52:14.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.575+0000 7efd9ffff700 1 -- 172.21.15.40:0/3062150179 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efda800cd30 con 0x7efdb80fed10 2023-07-14T12:52:14.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.575+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdac0095f0 con 0x7efdb80fed10 2023-07-14T12:52:14.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.575+0000 7efd9ffff700 1 -- 172.21.15.40:0/3062150179 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda8018680 con 0x7efdb80fed10 2023-07-14T12:52:14.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.575+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdb81a07f0 con 0x7efdb80fed10 2023-07-14T12:52:14.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.577+0000 7efd9ffff700 1 -- 172.21.15.40:0/3062150179 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7efda8010430 con 0x7efdb80fed10 2023-07-14T12:52:14.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.577+0000 7efd9ffff700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efda00a56d0 0x7efda00a7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.578+0000 7efd9ffff700 1 -- 172.21.15.40:0/3062150179 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efda8014070 con 0x7efdb80fed10 2023-07-14T12:52:14.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.578+0000 7efdb67fc700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efda00a56d0 0x7efda00a7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.578+0000 7efdb67fc700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efda00a56d0 0x7efda00a7b80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efdb810c130 tx=0x7efdac005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:14.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.578+0000 7efdc9845b80 1 Processor -- start 2023-07-14T12:52:14.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.578+0000 7efdc9845b80 1 -- start start 2023-07-14T12:52:14.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c14d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c0f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c0f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdc9845b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572b14c50 con 0x560572c0f580 2023-07-14T12:52:14.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdc9845b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572b679e0 con 0x560572a6b6b0 2023-07-14T12:52:14.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdc9845b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572b60e70 con 0x560572c152d0 2023-07-14T12:52:14.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c0f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb6ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c14d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c0f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36594/0 (socket says 172.21.15.40:36594) 2023-07-14T12:52:14.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 -- 172.21.15.40:0/2469127799 learned_addr learned my addr 172.21.15.40:0/2469127799 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:14.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb67fc700 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c0f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 -- 172.21.15.40:0/2469127799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 msgr2=0x560572c0f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c0f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 -- 172.21.15.40:0/2469127799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 msgr2=0x560572c14d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c14d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 -- 172.21.15.40:0/2469127799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56057298ed80 con 0x560572c0f580 2023-07-14T12:52:14.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c14d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:14.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.579+0000 7efdb77fe700 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c0f9d0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7efdb0003e50 tx=0x7efdb0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7d061e0c4563e5f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:14.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efd9d7fa700 1 -- 172.21.15.40:0/2469127799 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb00092d0 con 0x560572c0f580 2023-07-14T12:52:14.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efd9d7fa700 1 -- 172.21.15.40:0/2469127799 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efdb000f040 con 0x560572c0f580 2023-07-14T12:52:14.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efd9d7fa700 1 -- 172.21.15.40:0/2469127799 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb000e870 con 0x560572c0f580 2023-07-14T12:52:14.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 -- 172.21.15.40:0/2469127799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 msgr2=0x560572c0f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c0f9d0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7efdb0003e50 tx=0x7efdb0009920 comp rx=0 tx=0).stop 2023-07-14T12:52:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 -- 172.21.15.40:0/2469127799 shutdown_connections 2023-07-14T12:52:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c0f9d0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c14d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 --2- 172.21.15.40:0/2469127799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c0f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 -- 172.21.15.40:0/2469127799 >> 172.21.15.40:0/2469127799 conn(0x560572c04be0 msgr2=0x560572c09f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:14.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 -- 172.21.15.40:0/2469127799 shutdown_connections 2023-07-14T12:52:14.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.580+0000 7efdc9845b80 1 -- 172.21.15.40:0/2469127799 wait complete. 2023-07-14T12:52:14.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 -- start start 2023-07-14T12:52:14.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 Processor -- start 2023-07-14T12:52:14.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c1b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c187d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c18e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572b00a60 con 0x560572c152d0 2023-07-14T12:52:14.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572b00760 con 0x560572c0f580 2023-07-14T12:52:14.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605729e48c0 con 0x560572a6b6b0 2023-07-14T12:52:14.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdc9845b80 10 client.0 _ll_register_callbacks cb 0x560572afe700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:14.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdb77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c18e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdb77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c18e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36600/0 (socket says 172.21.15.40:36600) 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdb77fe700 1 -- 172.21.15.40:0/3849256427 learned_addr learned my addr 172.21.15.40:0/3849256427 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.581+0000 7efdb67fc700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c187d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c1b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb77fe700 1 -- 172.21.15.40:0/3849256427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 msgr2=0x560572c1b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c1b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb77fe700 1 -- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 msgr2=0x560572c187d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c187d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb77fe700 1 -- 172.21.15.40:0/3849256427 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdb81a07f0 con 0x560572c152d0 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c18e00 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009b30 tx=0x7efdb00077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d49fd4fd407a34 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efd9aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efd9aff5700 1 -- 172.21.15.40:0/3849256427 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb0004cd0 con 0x560572c152d0 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efd9aff5700 1 -- 172.21.15.40:0/3849256427 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efdb0004e30 con 0x560572c152d0 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560572aba490 con 0x560572c152d0 2023-07-14T12:52:14.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efd9aff5700 1 -- 172.21.15.40:0/3849256427 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7efdb000e4f0 con 0x560572c152d0 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdc9845b80 10 client.16560 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x7efdb0003b00 con 0x560572c152d0 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efd9aff5700 1 -- 172.21.15.40:0/3849256427 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560572aba490 con 0x560572c152d0 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efd9aff5700 1 -- 172.21.15.40:0/3849256427 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7efdb0015680 con 0x560572c152d0 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.582+0000 7efdc9845b80 10 client.16560 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdc9845b80 10 client.16560 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:14.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdc9845b80 20 client.16560 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c28bb0 0x560572c2afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdc9845b80 4 client.16560 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:52:14.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560572b59e50 con 0x560572c28bb0 2023-07-14T12:52:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c28bb0 0x560572c2afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c28bb0 0x560572c2afc0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fae97f1e038eec2e server_cookie=c20e3ea3622edba8 in_seq=0 out_seq=0 2023-07-14T12:52:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.583+0000 7efd9aff5700 10 client.16560 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:14.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efd9aff5700 1 -- 172.21.15.40:0/3849256427 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560572b59e50 con 0x560572c28bb0 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efd9aff5700 10 client.16560 handle_command_reply: tid=0 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 client.16560 shutdown 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 msgr2=0x560572c18e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c18e00 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009b30 tx=0x7efdb00077b0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 shutdown_connections 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c28bb0 0x560572c2afc0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c1b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efd9aff5700 0 client.16560 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c18e00 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3849256427 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c187d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 >> 172.21.15.40:0/3849256427 conn(0x560572c04be0 msgr2=0x560572c08c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 shutdown_connections 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 1 -- 172.21.15.40:0/3849256427 wait complete. 2023-07-14T12:52:14.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.584+0000 7efdc9845b80 20 client.16560 trim_cache size 0 max 16384 2023-07-14T12:52:14.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 Processor -- start 2023-07-14T12:52:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 -- start start 2023-07-14T12:52:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c0f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c1fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c09c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572c261c0 con 0x560572c152d0 2023-07-14T12:52:14.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572c0bb50 con 0x560572c0f580 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdc9845b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572c0b6d0 con 0x560572a6b6b0 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c09c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c09c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36608/0 (socket says 172.21.15.40:36608) 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 -- 172.21.15.40:0/3007674477 learned_addr learned my addr 172.21.15.40:0/3007674477 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c0f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb67fc700 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c1fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 -- 172.21.15.40:0/3007674477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 msgr2=0x560572c0f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c0f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 -- 172.21.15.40:0/3007674477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 msgr2=0x560572c1fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c1fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb77fe700 1 -- 172.21.15.40:0/3007674477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560572c2fbf0 con 0x560572c152d0 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.599+0000 7efdb67fc700 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c1fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdb77fe700 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c09c60 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009490 tx=0x7efdb0006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=388080b017000021 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efd9dffb700 1 -- 172.21.15.40:0/3007674477 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb0015650 con 0x560572c152d0 2023-07-14T12:52:14.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efd9dffb700 1 -- 172.21.15.40:0/3007674477 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efdb0007de0 con 0x560572c152d0 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efd9dffb700 1 -- 172.21.15.40:0/3007674477 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb000e750 con 0x560572c152d0 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 -- 172.21.15.40:0/3007674477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 msgr2=0x560572c09c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c09c60 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009490 tx=0x7efdb0006000 comp rx=0 tx=0).stop 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 -- 172.21.15.40:0/3007674477 shutdown_connections 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572a6b6b0 0x560572c0f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c152d0 0x560572c09c60 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 --2- 172.21.15.40:0/3007674477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572c0f580 0x560572c1fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 -- 172.21.15.40:0/3007674477 >> 172.21.15.40:0/3007674477 conn(0x560572c04be0 msgr2=0x560572c12a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 -- 172.21.15.40:0/3007674477 shutdown_connections 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.600+0000 7efdc9845b80 1 -- 172.21.15.40:0/3007674477 wait complete. 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 -- start start 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 Processor -- start 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c1dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c1e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c1e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572c7ba70 con 0x560572c0f580 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572c7bbb0 con 0x560572a6b6b0 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560572c7bcf0 con 0x560572c152d0 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdc9845b80 10 client.0 _ll_register_callbacks cb 0x7efda80965d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdb67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c1e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdb67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c1e170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36612/0 (socket says 172.21.15.40:36612) 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdb67fc700 1 -- 172.21.15.40:0/4165483721 learned_addr learned my addr 172.21.15.40:0/4165483721 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:14.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c1dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.601+0000 7efdb77fe700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c1e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdb67fc700 1 -- 172.21.15.40:0/4165483721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 msgr2=0x560572c1e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdb67fc700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c1e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdb67fc700 1 -- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 msgr2=0x560572c1dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdb67fc700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c1dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdb67fc700 1 -- 172.21.15.40:0/4165483721 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdb0003b00 con 0x560572c0f580 2023-07-14T12:52:14.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdb67fc700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c1e170 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7efdac015000 tx=0x7efdac009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c45c0880daf7908c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efd9aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efd9aff5700 1 -- 172.21.15.40:0/4165483721 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdac02b040 con 0x560572c0f580 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efd9aff5700 1 -- 172.21.15.40:0/4165483721 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efdac00f460 con 0x560572c0f580 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560572b1bff0 con 0x560572c0f580 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efd9aff5700 1 -- 172.21.15.40:0/4165483721 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7efdac00f620 con 0x560572c0f580 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 10 client.16566 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x560572977c00 con 0x560572c0f580 2023-07-14T12:52:14.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efd9aff5700 1 -- 172.21.15.40:0/4165483721 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efdac040020 con 0x560572c0f580 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efd9aff5700 1 -- 172.21.15.40:0/4165483721 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7efdac031040 con 0x560572c0f580 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 10 client.16566 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 10 client.16566 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 20 client.16566 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c7d400 0x560572c7f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 4 client.16566 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:52:14.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.602+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5605729aff10 con 0x560572c7d400 2023-07-14T12:52:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.603+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c7d400 0x560572c7f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.603+0000 7efd9aff5700 10 client.16566 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:14.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.603+0000 7efdb6ffd700 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c7d400 0x560572c7f810 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=160755b61efb40db server_cookie=ace521cbba89a5dc in_seq=0 out_seq=0 2023-07-14T12:52:14.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efd9aff5700 1 -- 172.21.15.40:0/4165483721 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5605729aff10 con 0x560572c7d400 2023-07-14T12:52:14.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efd9aff5700 10 client.16566 handle_command_reply: tid=0 2023-07-14T12:52:14.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 client.16566 shutdown 2023-07-14T12:52:14.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 msgr2=0x560572c1e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c1e170 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7efdac015000 tx=0x7efdac009ca0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 shutdown_connections 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560572c7d400 0x560572c7f810 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560572c152d0 0x560572c1e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560572a6b6b0 0x560572c1dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 --2- 172.21.15.40:0/4165483721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560572c0f580 0x560572c1e170 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efd9aff5700 0 client.16566 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 >> 172.21.15.40:0/4165483721 conn(0x560572c04be0 msgr2=0x560572c1a0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:14.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 shutdown_connections 2023-07-14T12:52:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 1 -- 172.21.15.40:0/4165483721 wait complete. 2023-07-14T12:52:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.629+0000 7efdc9845b80 20 client.16566 trim_cache size 0 max 16384 2023-07-14T12:52:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:52:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:52:14.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:52:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:52:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efda00a56d0 msgr2=0x7efda00a7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efda00a56d0 0x7efda00a7b80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efdb810c130 tx=0x7efdac005fd0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 msgr2=0x7efdb81999e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 0x7efdb81999e0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7efda800ea50 tx=0x7efda800ed60 comp rx=0 tx=0).stop 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 shutdown_connections 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efda00a56d0 0x7efda00a7b80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efdb810a5d0 0x7efdb8193840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efdb80fed10 0x7efdb81999e0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 --2- 172.21.15.40:0/3062150179 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdb80ff620 0x7efdb8199f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:14.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 >> 172.21.15.40:0/3062150179 conn(0x7efdb80752a0 msgr2=0x7efdb8102030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:14.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 shutdown_connections 2023-07-14T12:52:14.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:14.630+0000 7efdbd6bf700 1 -- 172.21.15.40:0/3062150179 wait complete. 2023-07-14T12:52:15.171 INFO:tasks.workunit.client.0.smithi040.stdout: 1 164152 3.18 MB/sec execute 169 sec latency 1087.399 ms 2023-07-14T12:52:15.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:14 smithi133 ceph-mon[98311]: pgmap v178: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 993 KiB/s wr, 146 op/s 2023-07-14T12:52:15.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:14 smithi130 ceph-mon[97977]: pgmap v178: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 993 KiB/s wr, 146 op/s 2023-07-14T12:52:15.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:14 smithi040 ceph-mon[96535]: pgmap v178: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 993 KiB/s wr, 146 op/s 2023-07-14T12:52:16.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 164875 3.19 MB/sec execute 170 sec latency 577.056 ms 2023-07-14T12:52:17.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 164875 3.17 MB/sec execute 171 sec latency 1577.130 ms 2023-07-14T12:52:17.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:16 smithi133 ceph-mon[98311]: pgmap v179: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 762 KiB/s wr, 89 op/s 2023-07-14T12:52:17.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:16 smithi130 ceph-mon[97977]: pgmap v179: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 762 KiB/s wr, 89 op/s 2023-07-14T12:52:17.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:16 smithi040 ceph-mon[96535]: pgmap v179: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 762 KiB/s wr, 89 op/s 2023-07-14T12:52:18.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 166553 3.21 MB/sec execute 172 sec latency 1847.084 ms 2023-07-14T12:52:19.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 167523 3.22 MB/sec execute 173 sec latency 171.011 ms 2023-07-14T12:52:19.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:18 smithi133 ceph-mon[98311]: pgmap v180: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 762 KiB/s wr, 89 op/s 2023-07-14T12:52:19.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:18 smithi130 ceph-mon[97977]: pgmap v180: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 762 KiB/s wr, 89 op/s 2023-07-14T12:52:19.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:18 smithi040 ceph-mon[96535]: pgmap v180: 97 pgs: 97 active+clean; 73 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 762 KiB/s wr, 89 op/s 2023-07-14T12:52:20.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 167741 3.20 MB/sec execute 174 sec latency 1033.703 ms 2023-07-14T12:52:21.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 168424 3.21 MB/sec execute 175 sec latency 482.224 ms 2023-07-14T12:52:21.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:20 smithi133 ceph-mon[98311]: pgmap v181: 97 pgs: 97 active+clean; 72 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 157 op/s 2023-07-14T12:52:21.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:20 smithi130 ceph-mon[97977]: pgmap v181: 97 pgs: 97 active+clean; 72 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 157 op/s 2023-07-14T12:52:21.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:20 smithi040 ceph-mon[96535]: pgmap v181: 97 pgs: 97 active+clean; 72 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 157 op/s 2023-07-14T12:52:22.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 168424 3.19 MB/sec execute 176 sec latency 1482.279 ms 2023-07-14T12:52:23.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 170102 3.22 MB/sec execute 177 sec latency 1747.998 ms 2023-07-14T12:52:23.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:22 smithi133 ceph-mon[98311]: pgmap v182: 97 pgs: 97 active+clean; 72 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 736 KiB/s wr, 94 op/s 2023-07-14T12:52:23.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:22 smithi130 ceph-mon[97977]: pgmap v182: 97 pgs: 97 active+clean; 72 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 736 KiB/s wr, 94 op/s 2023-07-14T12:52:23.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:22 smithi040 ceph-mon[96535]: pgmap v182: 97 pgs: 97 active+clean; 72 MiB data, 972 MiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 736 KiB/s wr, 94 op/s 2023-07-14T12:52:24.172 INFO:tasks.workunit.client.0.smithi040.stdout: 1 170939 3.23 MB/sec execute 178 sec latency 228.249 ms 2023-07-14T12:52:25.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 171175 3.22 MB/sec execute 179 sec latency 1093.522 ms 2023-07-14T12:52:25.239 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:24 smithi133 ceph-mon[98311]: pgmap v183: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 147 op/s 2023-07-14T12:52:25.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:24 smithi130 ceph-mon[97977]: pgmap v183: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 147 op/s 2023-07-14T12:52:25.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:24 smithi040 ceph-mon[96535]: pgmap v183: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 147 op/s 2023-07-14T12:52:26.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 171965 3.22 MB/sec execute 180 sec latency 526.011 ms 2023-07-14T12:52:27.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 171965 3.21 MB/sec execute 181 sec latency 1526.064 ms 2023-07-14T12:52:27.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:26 smithi133 ceph-mon[98311]: pgmap v184: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 940 KiB/s wr, 120 op/s 2023-07-14T12:52:27.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:26 smithi130 ceph-mon[97977]: pgmap v184: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 940 KiB/s wr, 120 op/s 2023-07-14T12:52:27.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:26 smithi040 ceph-mon[96535]: pgmap v184: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 940 KiB/s wr, 120 op/s 2023-07-14T12:52:27.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 -- 172.21.15.40:0/3910170493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb700ffb00 msgr2=0x7fdb700fff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 --2- 172.21.15.40:0/3910170493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb700ffb00 0x7fdb700fff70 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fdb60009990 tx=0x7fdb60009ca0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 -- 172.21.15.40:0/3910170493 shutdown_connections 2023-07-14T12:52:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 --2- 172.21.15.40:0/3910170493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb701004b0 0x7fdb7010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 --2- 172.21.15.40:0/3910170493 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 0x7fdb70105ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 --2- 172.21.15.40:0/3910170493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb700ffb00 0x7fdb700fff70 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 -- 172.21.15.40:0/3910170493 >> 172.21.15.40:0/3910170493 conn(0x7fdb700fb600 msgr2=0x7fdb700fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 -- 172.21.15.40:0/3910170493 shutdown_connections 2023-07-14T12:52:27.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.751+0000 7fdb7797c700 1 -- 172.21.15.40:0/3910170493 wait complete. 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 Processor -- start 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 -- start start 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb700ffb00 0x7fdb7019bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 0x7fdb7019c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 0x7fdb70195a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb701960c0 con 0x7fdb701004b0 2023-07-14T12:52:27.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb70196230 con 0x7fdb70105b10 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb7797c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb701963f0 con 0x7fdb700ffb00 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 0x7fdb7019c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 0x7fdb7019c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36626/0 (socket says 172.21.15.40:36626) 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb74f17700 1 -- 172.21.15.40:0/1861217822 learned_addr learned my addr 172.21.15.40:0/1861217822 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.752+0000 7fdb75f19700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 0x7fdb70195a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb75718700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb700ffb00 0x7fdb7019bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb74f17700 1 -- 172.21.15.40:0/1861217822 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb700ffb00 msgr2=0x7fdb7019bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb74f17700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb700ffb00 0x7fdb7019bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb74f17700 1 -- 172.21.15.40:0/1861217822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 msgr2=0x7fdb70195a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb74f17700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 0x7fdb70195a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb74f17700 1 -- 172.21.15.40:0/1861217822 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb600095f0 con 0x7fdb701004b0 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb75718700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb700ffb00 0x7fdb7019bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb75f19700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 0x7fdb70195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb74f17700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 0x7fdb7019c130 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fdb60005910 tx=0x7fdb60004710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb667fc700 1 -- 172.21.15.40:0/1861217822 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6001d070 con 0x7fdb701004b0 2023-07-14T12:52:27.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb667fc700 1 -- 172.21.15.40:0/1861217822 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb60022470 con 0x7fdb701004b0 2023-07-14T12:52:27.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb667fc700 1 -- 172.21.15.40:0/1861217822 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb60017650 con 0x7fdb701004b0 2023-07-14T12:52:27.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb70196670 con 0x7fdb701004b0 2023-07-14T12:52:27.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.753+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb701a2be0 con 0x7fdb701004b0 2023-07-14T12:52:27.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.755+0000 7fdb667fc700 1 -- 172.21.15.40:0/1861217822 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fdb600225e0 con 0x7fdb701004b0 2023-07-14T12:52:27.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.756+0000 7fdb667fc700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdb5c0a12c0 0x7fdb5c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.756+0000 7fdb667fc700 1 -- 172.21.15.40:0/1861217822 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fdb600cdfe0 con 0x7fdb701004b0 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.756+0000 7fdb75718700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdb5c0a12c0 0x7fdb5c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.757+0000 7fdb75718700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdb5c0a12c0 0x7fdb5c0a3770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009c90 tx=0x7fdb6c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 Processor -- start 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 -- start start 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1af040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1af580 0x55568a1af9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a0b4c50 con 0x55568a1b52d0 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1079e0 con 0x55568a1af580 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a100e70 con 0x55568a00b6b0 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1af040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50322/0 (socket says 172.21.15.40:50322) 2023-07-14T12:52:27.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 -- 172.21.15.40:0/3530447579 learned_addr learned my addr 172.21.15.40:0/3530447579 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1af580 0x55568a1af9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 -- 172.21.15.40:0/3530447579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1af580 msgr2=0x55568a1af9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1af580 0x55568a1af9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 -- 172.21.15.40:0/3530447579 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 msgr2=0x55568a1af040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1af040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75718700 1 -- 172.21.15.40:0/3530447579 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555689f2ed80 con 0x55568a00b6b0 2023-07-14T12:52:27.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb74f17700 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1af040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.758+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1af580 0x55568a1af9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.759+0000 7fdb75718700 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b4d90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c010f70 tx=0x7fdb6c013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29a649aa21c3f729 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.759+0000 7fdb5b7fe700 1 -- 172.21.15.40:0/3530447579 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c011d30 con 0x55568a00b6b0 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.759+0000 7fdb5b7fe700 1 -- 172.21.15.40:0/3530447579 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb6c015070 con 0x55568a00b6b0 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.759+0000 7fdb5b7fe700 1 -- 172.21.15.40:0/3530447579 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c01c610 con 0x55568a00b6b0 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3530447579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 msgr2=0x55568a1b4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b4d90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c010f70 tx=0x7fdb6c013000 comp rx=0 tx=0).stop 2023-07-14T12:52:27.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3530447579 shutdown_connections 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b4d90 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1af580 0x55568a1af9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3530447579 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1af040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3530447579 >> 172.21.15.40:0/3530447579 conn(0x55568a1a4be0 msgr2=0x55568a1a9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3530447579 shutdown_connections 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3530447579 wait complete. 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 -- start start 2023-07-14T12:52:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.760+0000 7fdb83b02b80 1 Processor -- start 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 0x55568a1b8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1b52d0 0x55568a1b9400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a0a0a60 con 0x55568a1af580 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a0a0760 con 0x55568a1b52d0 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555689f848c0 con 0x55568a00b6b0 2023-07-14T12:52:27.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb83b02b80 10 client.0 _ll_register_callbacks cb 0x55568a09e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 0x55568a1b8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 0x55568a1b8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36640/0 (socket says 172.21.15.40:36640) 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 -- 172.21.15.40:0/287188932 learned_addr learned my addr 172.21.15.40:0/287188932 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb75718700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb75f19700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1b52d0 0x55568a1b9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 -- 172.21.15.40:0/287188932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 msgr2=0x55568a1b8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 -- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1b52d0 msgr2=0x55568a1b9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1b52d0 0x55568a1b9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 -- 172.21.15.40:0/287188932 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb68003a80 con 0x55568a1af580 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb74f17700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 0x55568a1b8ec0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fdb60006010 tx=0x7fdb6009aaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb4336b7867a01d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb58ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb58ff9700 1 -- 172.21.15.40:0/287188932 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6009a810 con 0x55568a1af580 2023-07-14T12:52:27.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.761+0000 7fdb58ff9700 1 -- 172.21.15.40:0/287188932 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fdb6009f150 con 0x55568a1af580 2023-07-14T12:52:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55568a05a490 con 0x55568a1af580 2023-07-14T12:52:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb58ff9700 1 -- 172.21.15.40:0/287188932 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb600a34e0 con 0x55568a1af580 2023-07-14T12:52:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 10 client.16578 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x7fdb701a2be0 con 0x55568a1af580 2023-07-14T12:52:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb58ff9700 1 -- 172.21.15.40:0/287188932 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb600c9080 con 0x55568a1af580 2023-07-14T12:52:27.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb58ff9700 1 -- 172.21.15.40:0/287188932 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fdb6000fd10 con 0x55568a1af580 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 10 client.16578 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 10 client.16578 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 20 client.16578 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a1c8940 0x55568a1cad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 4 client.16578 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55568a0f9e50 con 0x55568a1c8940 2023-07-14T12:52:27.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.762+0000 7fdb75718700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a1c8940 0x55568a1cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb58ff9700 10 client.16578 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:27.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb75718700 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a1c8940 0x55568a1cad50 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bc5c6ac3bd81eb1 server_cookie=4a5ae1697f9f77dd in_seq=0 out_seq=0 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb58ff9700 1 -- 172.21.15.40:0/287188932 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55568a0f9e50 con 0x55568a1c8940 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb58ff9700 10 client.16578 handle_command_reply: tid=0 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb83b02b80 1 client.16578 shutdown 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 msgr2=0x55568a1b8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.763+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 0x55568a1b8ec0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fdb60006010 tx=0x7fdb6009aaf0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 shutdown_connections 2023-07-14T12:52:27.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a1c8940 0x55568a1cad50 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a00b6b0 0x55568a1b8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a1b52d0 0x55568a1b9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb58ff9700 0 client.16578 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/287188932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1af580 0x55568a1b8ec0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 >> 172.21.15.40:0/287188932 conn(0x55568a1a4be0 msgr2=0x55568a1a94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 shutdown_connections 2023-07-14T12:52:27.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 1 -- 172.21.15.40:0/287188932 wait complete. 2023-07-14T12:52:27.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.764+0000 7fdb83b02b80 20 client.16578 trim_cache size 0 max 16384 2023-07-14T12:52:27.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 Processor -- start 2023-07-14T12:52:27.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 -- start start 2023-07-14T12:52:27.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1af040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1b4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1c0230 con 0x55568a1b52d0 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1c5520 con 0x55568a00b6b0 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1b3460 con 0x55568a1af580 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb75f19700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1b4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.779+0000 7fdb75718700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1af040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1b4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36650/0 (socket says 172.21.15.40:36650) 2023-07-14T12:52:27.805 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75718700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1af040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53900/0 (socket says 172.21.15.40:53900) 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 -- 172.21.15.40:0/3734693474 learned_addr learned my addr 172.21.15.40:0/3734693474 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 -- 172.21.15.40:0/3734693474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 msgr2=0x55568a1bfc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 -- 172.21.15.40:0/3734693474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 msgr2=0x55568a1af040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1af040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 -- 172.21.15.40:0/3734693474 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb6c010c50 con 0x55568a1b52d0 2023-07-14T12:52:27.806 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75718700 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1af040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1b4260 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800ea70 tx=0x7fdb68009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1257df9e47d7ef server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:27.807 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb5bfff700 1 -- 172.21.15.40:0/3734693474 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb68017800 con 0x55568a1b52d0 2023-07-14T12:52:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb5bfff700 1 -- 172.21.15.40:0/3734693474 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb6800f040 con 0x55568a1b52d0 2023-07-14T12:52:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.780+0000 7fdb5bfff700 1 -- 172.21.15.40:0/3734693474 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb68007c60 con 0x55568a1b52d0 2023-07-14T12:52:27.809 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3734693474 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 msgr2=0x55568a1b4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1b4260 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fdb6800ea70 tx=0x7fdb68009920 comp rx=0 tx=0).stop 2023-07-14T12:52:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3734693474 shutdown_connections 2023-07-14T12:52:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1b4260 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1af040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3734693474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.810 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3734693474 >> 172.21.15.40:0/3734693474 conn(0x55568a1a4be0 msgr2=0x55568a1b3b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3734693474 shutdown_connections 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3734693474 wait complete. 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 -- start start 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.781+0000 7fdb83b02b80 1 Processor -- start 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1bf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1bdb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.811 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1be240 con 0x55568a1b52d0 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1be3b0 con 0x55568a00b6b0 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55568a1be570 con 0x55568a1af580 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb83b02b80 10 client.0 _ll_register_callbacks cb 0x7fdb6009af70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1bdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75718700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1bf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1bdb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36656/0 (socket says 172.21.15.40:36656) 2023-07-14T12:52:27.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 -- 172.21.15.40:0/3552354757 learned_addr learned my addr 172.21.15.40:0/3552354757 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb74f17700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 -- 172.21.15.40:0/3552354757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 msgr2=0x55568a1bfc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 -- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 msgr2=0x55568a1bf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1bf710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb75f19700 1 -- 172.21.15.40:0/3552354757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555689f2ed80 con 0x55568a1b52d0 2023-07-14T12:52:27.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.782+0000 7fdb74f17700 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb75f19700 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1bdb30 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fdb680077a0 tx=0x7fdb68017ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce5b10c5bfeb4dbf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb58ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb58ff9700 1 -- 172.21.15.40:0/3552354757 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb680092e0 con 0x55568a1b52d0 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb58ff9700 1 -- 172.21.15.40:0/3552354757 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7fdb68007800 con 0x55568a1b52d0 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdb6c015070 con 0x55568a1b52d0 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb58ff9700 1 -- 172.21.15.40:0/3552354757 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb680079e0 con 0x55568a1b52d0 2023-07-14T12:52:27.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb83b02b80 10 client.16584 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x7fdb6800e720 con 0x55568a1b52d0 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb58ff9700 1 -- 172.21.15.40:0/3552354757 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb6c015070 con 0x55568a1b52d0 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb58ff9700 1 -- 172.21.15.40:0/3552354757 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fdb68020b90 con 0x55568a1b52d0 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb83b02b80 10 client.16584 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.783+0000 7fdb83b02b80 10 client.16584 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb83b02b80 20 client.16584 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a21dab0 0x55568a21fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:27.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb83b02b80 4 client.16584 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:52:27.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55568a0bbff0 con 0x55568a21dab0 2023-07-14T12:52:27.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb75718700 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a21dab0 0x55568a21fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:27.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb58ff9700 10 client.16584 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:27.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.784+0000 7fdb75718700 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a21dab0 0x55568a21fec0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=371e2488db696670 server_cookie=284a9869d19189d in_seq=0 out_seq=0 2023-07-14T12:52:27.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.808+0000 7fdb58ff9700 1 -- 172.21.15.40:0/3552354757 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55568a0bbff0 con 0x55568a21dab0 2023-07-14T12:52:27.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.808+0000 7fdb58ff9700 10 client.16584 handle_command_reply: tid=0 2023-07-14T12:52:27.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.808+0000 7fdb83b02b80 1 client.16584 shutdown 2023-07-14T12:52:27.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 msgr2=0x55568a1bdb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1bdb30 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fdb680077a0 tx=0x7fdb68017ee0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 shutdown_connections 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55568a1b52d0 0x55568a1bdb30 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55568a00b6b0 0x55568a1bf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55568a21dab0 0x55568a21fec0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 --2- 172.21.15.40:0/3552354757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55568a1af580 0x55568a1bfc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb58ff9700 0 client.16584 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:27.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 >> 172.21.15.40:0/3552354757 conn(0x55568a1a4be0 msgr2=0x55568a1b43e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 shutdown_connections 2023-07-14T12:52:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 1 -- 172.21.15.40:0/3552354757 wait complete. 2023-07-14T12:52:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb83b02b80 20 client.16584 trim_cache size 0 max 16384 2023-07-14T12:52:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:52:27.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:52:27.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:52:27.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:52:27.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdb5c0a12c0 msgr2=0x7fdb5c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb7797c700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdb5c0a12c0 0x7fdb5c0a3770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c009c90 tx=0x7fdb6c009260 comp rx=0 tx=0).stop 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 msgr2=0x7fdb7019c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.809+0000 7fdb7797c700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 0x7fdb7019c130 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fdb60005910 tx=0x7fdb60004710 comp rx=0 tx=0).stop 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 shutdown_connections 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdb5c0a12c0 0x7fdb5c0a3770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdb700ffb00 0x7fdb7019bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdb70105b10 0x7fdb70195a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 --2- 172.21.15.40:0/1861217822 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb701004b0 0x7fdb7019c130 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 >> 172.21.15.40:0/1861217822 conn(0x7fdb700fb600 msgr2=0x7fdb700fbbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 shutdown_connections 2023-07-14T12:52:27.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:27.810+0000 7fdb7797c700 1 -- 172.21.15.40:0/1861217822 wait complete. 2023-07-14T12:52:28.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 173637 3.24 MB/sec execute 182 sec latency 1794.921 ms 2023-07-14T12:52:29.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174545 3.25 MB/sec execute 183 sec latency 161.693 ms 2023-07-14T12:52:29.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:28 smithi133 ceph-mon[98311]: pgmap v185: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 940 KiB/s wr, 120 op/s 2023-07-14T12:52:29.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:28 smithi130 ceph-mon[97977]: pgmap v185: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 940 KiB/s wr, 120 op/s 2023-07-14T12:52:29.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:28 smithi040 ceph-mon[96535]: pgmap v185: 97 pgs: 97 active+clean; 75 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 865 KiB/s rd, 940 KiB/s wr, 120 op/s 2023-07-14T12:52:30.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174613 3.23 MB/sec execute 184 sec latency 1025.205 ms 2023-07-14T12:52:31.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174613 3.21 MB/sec execute 185 sec latency 1091.993 ms 2023-07-14T12:52:31.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:30 smithi133 ceph-mon[98311]: pgmap v186: 97 pgs: 97 active+clean; 75 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 188 op/s 2023-07-14T12:52:31.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:30 smithi130 ceph-mon[97977]: pgmap v186: 97 pgs: 97 active+clean; 75 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 188 op/s 2023-07-14T12:52:31.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:30 smithi040 ceph-mon[96535]: pgmap v186: 97 pgs: 97 active+clean; 75 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 188 op/s 2023-07-14T12:52:32.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174613 3.20 MB/sec execute 186 sec latency 2092.075 ms 2023-07-14T12:52:33.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174613 3.18 MB/sec execute 187 sec latency 3092.189 ms 2023-07-14T12:52:33.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:32 smithi133 ceph-mon[98311]: pgmap v187: 97 pgs: 97 active+clean; 75 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 878 KiB/s rd, 1.0 MiB/s wr, 120 op/s 2023-07-14T12:52:33.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:32 smithi130 ceph-mon[97977]: pgmap v187: 97 pgs: 97 active+clean; 75 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 878 KiB/s rd, 1.0 MiB/s wr, 120 op/s 2023-07-14T12:52:33.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:32 smithi040 ceph-mon[96535]: pgmap v187: 97 pgs: 97 active+clean; 75 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 878 KiB/s rd, 1.0 MiB/s wr, 120 op/s 2023-07-14T12:52:34.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174613 3.16 MB/sec execute 188 sec latency 4092.317 ms 2023-07-14T12:52:35.173 INFO:tasks.workunit.client.0.smithi040.stdout: 1 174827 3.15 MB/sec execute 189 sec latency 4956.244 ms 2023-07-14T12:52:35.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:34 smithi133 ceph-mon[98311]: pgmap v188: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 159 op/s 2023-07-14T12:52:35.279 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:34 smithi130 ceph-mon[97977]: pgmap v188: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 159 op/s 2023-07-14T12:52:35.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:34 smithi040 ceph-mon[96535]: pgmap v188: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 159 op/s 2023-07-14T12:52:36.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 175514 3.15 MB/sec execute 190 sec latency 620.014 ms 2023-07-14T12:52:37.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 175514 3.14 MB/sec execute 191 sec latency 1620.104 ms 2023-07-14T12:52:37.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:36 smithi133 ceph-mon[98311]: pgmap v189: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 1.1 MiB/s wr, 107 op/s 2023-07-14T12:52:37.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:36 smithi130 ceph-mon[97977]: pgmap v189: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 1.1 MiB/s wr, 107 op/s 2023-07-14T12:52:37.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:36 smithi040 ceph-mon[96535]: pgmap v189: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 1.1 MiB/s wr, 107 op/s 2023-07-14T12:52:38.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 177183 3.17 MB/sec execute 192 sec latency 1886.146 ms 2023-07-14T12:52:38.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:37 smithi133 ceph-mon[98311]: pgmap v190: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 1.1 MiB/s wr, 107 op/s 2023-07-14T12:52:38.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:37 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:52:38.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:37 smithi130 ceph-mon[97977]: pgmap v190: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 1.1 MiB/s wr, 107 op/s 2023-07-14T12:52:38.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:37 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:52:38.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:37 smithi040 ceph-mon[96535]: pgmap v190: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 1.1 MiB/s wr, 107 op/s 2023-07-14T12:52:38.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:37 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:52:39.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 178032 3.18 MB/sec execute 193 sec latency 267.874 ms 2023-07-14T12:52:39.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:38 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:52:39.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:38 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:52:39.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:38 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:52:39.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:38 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:52:39.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:38 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:52:39.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:38 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:52:39.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:38 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:52:39.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:38 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:52:39.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:38 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:52:40.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 178268 3.16 MB/sec execute 194 sec latency 1130.300 ms 2023-07-14T12:52:40.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:39 smithi133 ceph-mon[98311]: pgmap v191: 97 pgs: 97 active+clean; 77 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.5 MiB/s wr, 148 op/s 2023-07-14T12:52:40.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:39 smithi130 ceph-mon[97977]: pgmap v191: 97 pgs: 97 active+clean; 77 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.5 MiB/s wr, 148 op/s 2023-07-14T12:52:40.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:39 smithi040 ceph-mon[96535]: pgmap v191: 97 pgs: 97 active+clean; 77 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.5 MiB/s wr, 148 op/s 2023-07-14T12:52:40.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 -- 172.21.15.40:0/2231829761 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a00ff3e0 msgr2=0x7ff9a010b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2231829761 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a00ff3e0 0x7ff9a010b860 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7ff99800b0a0 tx=0x7ff99800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 -- 172.21.15.40:0/2231829761 shutdown_connections 2023-07-14T12:52:40.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2231829761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9a0104a30 0x7ff9a0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2231829761 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a00ff3e0 0x7ff9a010b860 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2231829761 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9a00fea30 0x7ff9a00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 -- 172.21.15.40:0/2231829761 >> 172.21.15.40:0/2231829761 conn(0x7ff9a0074760 msgr2=0x7ff9a0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:40.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 -- 172.21.15.40:0/2231829761 shutdown_connections 2023-07-14T12:52:40.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 -- 172.21.15.40:0/2231829761 wait complete. 2023-07-14T12:52:40.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 Processor -- start 2023-07-14T12:52:40.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.921+0000 7ff9a62db700 1 -- start start 2023-07-14T12:52:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9a00fea30 0x7ff9a019bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9a00ff3e0 0x7ff9a019c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 0x7ff9a0195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9a0196100 con 0x7ff9a0104a30 2023-07-14T12:52:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9a0196270 con 0x7ff9a00ff3e0 2023-07-14T12:52:40.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9a0196430 con 0x7ff9a00fea30 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 0x7ff9a0195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 0x7ff9a0195a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36670/0 (socket says 172.21.15.40:36670) 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 -- 172.21.15.40:0/2434512793 learned_addr learned my addr 172.21.15.40:0/2434512793 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff99ffff700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9a00fea30 0x7ff9a019bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9a00ff3e0 0x7ff9a019c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 -- 172.21.15.40:0/2434512793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9a00fea30 msgr2=0x7ff9a019bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9a00fea30 0x7ff9a019bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 -- 172.21.15.40:0/2434512793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9a00ff3e0 msgr2=0x7ff9a019c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9a00ff3e0 0x7ff9a019c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 -- 172.21.15.40:0/2434512793 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff998009d00 con 0x7ff9a0104a30 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a4878700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 0x7ff9a0195a90 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ff99800b780 tx=0x7ff99800bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff99d7fa700 1 -- 172.21.15.40:0/2434512793 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff99800e040 con 0x7ff9a0104a30 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.922+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9a01966b0 con 0x7ff9a0104a30 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.923+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9a01a2c20 con 0x7ff9a0104a30 2023-07-14T12:52:40.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.923+0000 7ff99d7fa700 1 -- 172.21.15.40:0/2434512793 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff998004e60 con 0x7ff9a0104a30 2023-07-14T12:52:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.923+0000 7ff99d7fa700 1 -- 172.21.15.40:0/2434512793 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9980052a0 con 0x7ff9a0104a30 2023-07-14T12:52:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.925+0000 7ff99d7fa700 1 -- 172.21.15.40:0/2434512793 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7ff998005400 con 0x7ff9a0104a30 2023-07-14T12:52:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.925+0000 7ff99d7fa700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9880a12c0 0x7ff9880a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.925+0000 7ff99d7fa700 1 -- 172.21.15.40:0/2434512793 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff9980cdec0 con 0x7ff9a0104a30 2023-07-14T12:52:40.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.925+0000 7ff99ffff700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9880a12c0 0x7ff9880a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff99ffff700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9880a12c0 0x7ff9880a3770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff9a00ffba0 tx=0x7ff990009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:40.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 Processor -- start 2023-07-14T12:52:40.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 -- start start 2023-07-14T12:52:40.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763460d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b76345b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b76345b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b763360c50 con 0x55b7632b76b0 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7633b39e0 con 0x55b7634612d0 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7633ace70 con 0x55b76345b580 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff99ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763460d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff99ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763460d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36674/0 (socket says 172.21.15.40:36674) 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff99ffff700 1 -- 172.21.15.40:0/4273818384 learned_addr learned my addr 172.21.15.40:0/4273818384 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.926+0000 7ff9a4878700 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b76345b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b76345b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99ffff700 1 -- 172.21.15.40:0/4273818384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 msgr2=0x55b76345b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99ffff700 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b76345b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99ffff700 1 -- 172.21.15.40:0/4273818384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 msgr2=0x55b76345b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99ffff700 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b76345b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99ffff700 1 -- 172.21.15.40:0/4273818384 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7631dad80 con 0x55b7632b76b0 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b76345b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff99ffff700 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763460d90 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7ff990005950 tx=0x7ff990014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7ef75bab47a8983 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:40.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff9867fc700 1 -- 172.21.15.40:0/4273818384 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff990004220 con 0x55b7632b76b0 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff9867fc700 1 -- 172.21.15.40:0/4273818384 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff990021070 con 0x55b7632b76b0 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.927+0000 7ff9867fc700 1 -- 172.21.15.40:0/4273818384 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff990003cd0 con 0x55b7632b76b0 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 -- 172.21.15.40:0/4273818384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 msgr2=0x55b763460d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763460d90 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7ff990005950 tx=0x7ff990014000 comp rx=0 tx=0).stop 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 -- 172.21.15.40:0/4273818384 shutdown_connections 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b76345b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763460d90 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/4273818384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b76345b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 -- 172.21.15.40:0/4273818384 >> 172.21.15.40:0/4273818384 conn(0x55b763450be0 msgr2=0x55b763455f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:40.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 -- 172.21.15.40:0/4273818384 shutdown_connections 2023-07-14T12:52:40.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 -- 172.21.15.40:0/4273818384 wait complete. 2023-07-14T12:52:40.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 -- start start 2023-07-14T12:52:40.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 Processor -- start 2023-07-14T12:52:40.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763464890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b763464dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.928+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763465310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b76334ca60 con 0x55b7632b76b0 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b76334c760 con 0x55b7634612d0 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7632308c0 con 0x55b76345b580 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 10 client.0 _ll_register_callbacks cb 0x55b76334a700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763464890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763464890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36680/0 (socket says 172.21.15.40:36680) 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 -- 172.21.15.40:0/1671945461 learned_addr learned my addr 172.21.15.40:0/1671945461 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b763464dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9a4878700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763465310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 -- 172.21.15.40:0/1671945461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 msgr2=0x55b763464dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b763464dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 -- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 msgr2=0x55b763465310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763465310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 -- 172.21.15.40:0/1671945461 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff990017070 con 0x55b7632b76b0 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b763464dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff99ffff700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763464890 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7ff990009fd0 tx=0x7ff99000e9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2426942630f6ed5d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff97f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff97f7fe700 1 -- 172.21.15.40:0/1671945461 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff990026680 con 0x55b7632b76b0 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff97f7fe700 1 -- 172.21.15.40:0/1671945461 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff99000ee20 con 0x55b7632b76b0 2023-07-14T12:52:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b763306490 con 0x55b7632b76b0 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff97f7fe700 1 -- 172.21.15.40:0/1671945461 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9900267e0 con 0x55b7632b76b0 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 10 client.16596 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.929+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x55b7631c3c00 con 0x55b7632b76b0 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff97f7fe700 1 -- 172.21.15.40:0/1671945461 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b763306490 con 0x55b7632b76b0 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff97f7fe700 1 -- 172.21.15.40:0/1671945461 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7ff99001db10 con 0x55b7632b76b0 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff9b2461b80 10 client.16596 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff9b2461b80 10 client.16596 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:40.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff9b2461b80 20 client.16596 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b763474b70 0x55b763476f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff9b2461b80 4 client.16596 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b7633a5e50 con 0x55b763474b70 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b763474b70 0x55b763476f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b763474b70 0x55b763476f80 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6aac6a53106e4e7 server_cookie=55c283a25397930a in_seq=0 out_seq=0 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.930+0000 7ff97f7fe700 10 client.16596 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:40.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff97f7fe700 1 -- 172.21.15.40:0/1671945461 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b7633a5e50 con 0x55b763474b70 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff97f7fe700 10 client.16596 handle_command_reply: tid=0 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 client.16596 shutdown 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 msgr2=0x55b763464890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763464890 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7ff990009fd0 tx=0x7ff99000e9c0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 shutdown_connections 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763465310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b7632b76b0 0x55b763464890 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b763474b70 0x55b763476f80 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/1671945461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b76345b580 0x55b763464dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff97f7fe700 0 client.16596 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:40.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 >> 172.21.15.40:0/1671945461 conn(0x55b763450be0 msgr2=0x55b7634554e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:40.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 shutdown_connections 2023-07-14T12:52:40.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 1 -- 172.21.15.40:0/1671945461 wait complete. 2023-07-14T12:52:40.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.931+0000 7ff9b2461b80 20 client.16596 trim_cache size 0 max 16384 2023-07-14T12:52:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 Processor -- start 2023-07-14T12:52:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 -- start start 2023-07-14T12:52:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7632b76b0 0x55b76345b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b76346bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763460160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b763456fb0 con 0x55b76345b580 2023-07-14T12:52:40.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7634525f0 con 0x55b7634612d0 2023-07-14T12:52:40.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7634616a0 con 0x55b7632b76b0 2023-07-14T12:52:40.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b76346bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7632b76b0 0x55b76345b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b76346bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36690/0 (socket says 172.21.15.40:36690) 2023-07-14T12:52:40.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99f7fe700 1 -- 172.21.15.40:0/2615197929 learned_addr learned my addr 172.21.15.40:0/2615197929 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:40.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9a4878700 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763460160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 -- 172.21.15.40:0/2615197929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 msgr2=0x55b763460160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763460160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 -- 172.21.15.40:0/2615197929 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 msgr2=0x55b76346bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b76346bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 -- 172.21.15.40:0/2615197929 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7632011f0 con 0x55b7632b76b0 2023-07-14T12:52:40.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff9a4878700 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763460160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:52:40.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.947+0000 7ff99ffff700 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7632b76b0 0x55b76345b040 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff990011cf0 tx=0x7ff99001c490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5b15c1727671acc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:40.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff986ffd700 1 -- 172.21.15.40:0/2615197929 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff99000ee20 con 0x55b7632b76b0 2023-07-14T12:52:40.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff986ffd700 1 -- 172.21.15.40:0/2615197929 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff99001c560 con 0x55b7632b76b0 2023-07-14T12:52:40.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff986ffd700 1 -- 172.21.15.40:0/2615197929 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff99001d9c0 con 0x55b7632b76b0 2023-07-14T12:52:40.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 -- 172.21.15.40:0/2615197929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7632b76b0 msgr2=0x55b76345b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7632b76b0 0x55b76345b040 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff990011cf0 tx=0x7ff99001c490 comp rx=0 tx=0).stop 2023-07-14T12:52:40.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 -- 172.21.15.40:0/2615197929 shutdown_connections 2023-07-14T12:52:40.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7632b76b0 0x55b76345b040 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7634612d0 0x55b763460160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/2615197929 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b76346bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 -- 172.21.15.40:0/2615197929 >> 172.21.15.40:0/2615197929 conn(0x55b763450be0 msgr2=0x55b76345fa50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:40.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 -- 172.21.15.40:0/2615197929 shutdown_connections 2023-07-14T12:52:40.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.948+0000 7ff9b2461b80 1 -- 172.21.15.40:0/2615197929 wait complete. 2023-07-14T12:52:40.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 -- start start 2023-07-14T12:52:40.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 Processor -- start 2023-07-14T12:52:40.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7632b76b0 0x55b7634bcbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b7634bd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7634612d0 0x55b7634c7a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7634bd7c0 con 0x55b76345b580 2023-07-14T12:52:40.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7634c7f80 con 0x55b7632b76b0 2023-07-14T12:52:40.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.949+0000 7ff9b2461b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7634c80c0 con 0x55b7634612d0 2023-07-14T12:52:40.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b7634bd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff9b2461b80 10 client.0 _ll_register_callbacks cb 0x7ff990011c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b7634bd0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36696/0 (socket says 172.21.15.40:36696) 2023-07-14T12:52:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 -- 172.21.15.40:0/884223809 learned_addr learned my addr 172.21.15.40:0/884223809 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99ffff700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7632b76b0 0x55b7634bcbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff9a4878700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7634612d0 0x55b7634c7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 -- 172.21.15.40:0/884223809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7634612d0 msgr2=0x55b7634c7a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7634612d0 0x55b7634c7a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 -- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7632b76b0 msgr2=0x55b7634bcbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:40.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7632b76b0 0x55b7634bcbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 -- 172.21.15.40:0/884223809 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b7631c3c00 con 0x55b76345b580 2023-07-14T12:52:40.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99ffff700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7632b76b0 0x55b7634bcbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:52:40.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff99f7fe700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b7634bd0f0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7ff99400ced0 tx=0x7ff9940194a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a92565f98800e150 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:40.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff97f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:40.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff97f7fe700 1 -- 172.21.15.40:0/884223809 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff994017040 con 0x55b76345b580 2023-07-14T12:52:40.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff990021070 con 0x55b76345b580 2023-07-14T12:52:40.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff97f7fe700 1 -- 172.21.15.40:0/884223809 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7ff994012450 con 0x55b76345b580 2023-07-14T12:52:40.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff97f7fe700 1 -- 172.21.15.40:0/884223809 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff994012610 con 0x55b76345b580 2023-07-14T12:52:40.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff9b2461b80 10 client.16602 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:40.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x55b7631d9250 con 0x55b76345b580 2023-07-14T12:52:40.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.950+0000 7ff97f7fe700 1 -- 172.21.15.40:0/884223809 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff990021070 con 0x55b76345b580 2023-07-14T12:52:40.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff97f7fe700 1 -- 172.21.15.40:0/884223809 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7ff994021850 con 0x55b76345b580 2023-07-14T12:52:40.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff9b2461b80 10 client.16602 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:40.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff9b2461b80 10 client.16602 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:40.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff9b2461b80 20 client.16602 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:40.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b7634c99b0 0x55b7634cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:40.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff9b2461b80 4 client.16602 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:52:40.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b763367ff0 con 0x55b7634c99b0 2023-07-14T12:52:40.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff99ffff700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b7634c99b0 0x55b7634cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:40.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff97f7fe700 10 client.16602 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:40.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.951+0000 7ff99ffff700 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b7634c99b0 0x55b7634cbdc0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1b8ff424a1c3856 server_cookie=edb88f0c28904372 in_seq=0 out_seq=0 2023-07-14T12:52:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff97f7fe700 1 -- 172.21.15.40:0/884223809 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b763367ff0 con 0x55b7634c99b0 2023-07-14T12:52:40.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff97f7fe700 10 client.16602 handle_command_reply: tid=0 2023-07-14T12:52:40.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 client.16602 shutdown 2023-07-14T12:52:40.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 msgr2=0x55b7634bd0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:40.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b7634bd0f0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7ff99400ced0 tx=0x7ff9940194a0 comp rx=0 tx=0).stop 2023-07-14T12:52:40.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 shutdown_connections 2023-07-14T12:52:40.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b7634c99b0 0x55b7634cbdc0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b7634612d0 0x55b7634c7a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b7632b76b0 0x55b7634bcbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 --2- 172.21.15.40:0/884223809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b76345b580 0x55b7634bd0f0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff97f7fe700 0 client.16602 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 >> 172.21.15.40:0/884223809 conn(0x55b763450be0 msgr2=0x55b763462190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 shutdown_connections 2023-07-14T12:52:41.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 1 -- 172.21.15.40:0/884223809 wait complete. 2023-07-14T12:52:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.974+0000 7ff9b2461b80 20 client.16602 trim_cache size 0 max 16384 2023-07-14T12:52:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:52:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:52:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:52:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:52:41.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9880a12c0 msgr2=0x7ff9880a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:41.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9880a12c0 0x7ff9880a3770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff9a00ffba0 tx=0x7ff990009260 comp rx=0 tx=0).stop 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 msgr2=0x7ff9a0195a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 0x7ff9a0195a90 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7ff99800b780 tx=0x7ff99800bd60 comp rx=0 tx=0).stop 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 shutdown_connections 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ff9880a12c0 0x7ff9880a3770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9a00fea30 0x7ff9a019bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9a0104a30 0x7ff9a0195a90 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 --2- 172.21.15.40:0/2434512793 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ff9a00ff3e0 0x7ff9a019c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 >> 172.21.15.40:0/2434512793 conn(0x7ff9a0074760 msgr2=0x7ff9a0067900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 shutdown_connections 2023-07-14T12:52:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:40.975+0000 7ff9a62db700 1 -- 172.21.15.40:0/2434512793 wait complete. 2023-07-14T12:52:41.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 179058 3.17 MB/sec execute 195 sec latency 546.806 ms 2023-07-14T12:52:42.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 179058 3.16 MB/sec execute 196 sec latency 1546.894 ms 2023-07-14T12:52:42.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:42 smithi040 ceph-mon[96535]: pgmap v192: 97 pgs: 97 active+clean; 77 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 489 KiB/s rd, 835 KiB/s wr, 80 op/s 2023-07-14T12:52:42.490 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:42 smithi133 ceph-mon[98311]: pgmap v192: 97 pgs: 97 active+clean; 77 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 489 KiB/s rd, 835 KiB/s wr, 80 op/s 2023-07-14T12:52:42.530 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:42 smithi130 ceph-mon[97977]: pgmap v192: 97 pgs: 97 active+clean; 77 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 489 KiB/s rd, 835 KiB/s wr, 80 op/s 2023-07-14T12:52:43.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 180874 3.20 MB/sec execute 197 sec latency 1813.257 ms 2023-07-14T12:52:44.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 181579 3.19 MB/sec execute 198 sec latency 306.797 ms 2023-07-14T12:52:45.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 181786 3.18 MB/sec execute 199 sec latency 1170.662 ms 2023-07-14T12:52:45.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:44 smithi133 ceph-mon[98311]: pgmap v193: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 959 KiB/s rd, 1.2 MiB/s wr, 146 op/s 2023-07-14T12:52:45.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:44 smithi130 ceph-mon[97977]: pgmap v193: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 959 KiB/s rd, 1.2 MiB/s wr, 146 op/s 2023-07-14T12:52:45.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:44 smithi040 ceph-mon[96535]: pgmap v193: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 959 KiB/s rd, 1.2 MiB/s wr, 146 op/s 2023-07-14T12:52:46.174 INFO:tasks.workunit.client.0.smithi040.stdout: 1 182604 3.19 MB/sec execute 200 sec latency 384.421 ms 2023-07-14T12:52:47.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 182604 3.17 MB/sec execute 201 sec latency 1384.531 ms 2023-07-14T12:52:47.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:46 smithi133 ceph-mon[98311]: pgmap v194: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 836 KiB/s wr, 107 op/s 2023-07-14T12:52:47.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:46 smithi130 ceph-mon[97977]: pgmap v194: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 836 KiB/s wr, 107 op/s 2023-07-14T12:52:47.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:46 smithi040 ceph-mon[96535]: pgmap v194: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 836 KiB/s wr, 107 op/s 2023-07-14T12:52:48.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 184289 3.20 MB/sec execute 202 sec latency 1648.821 ms 2023-07-14T12:52:49.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 185246 3.21 MB/sec execute 203 sec latency 188.956 ms 2023-07-14T12:52:49.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:48 smithi133 ceph-mon[98311]: pgmap v195: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 836 KiB/s wr, 107 op/s 2023-07-14T12:52:49.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:48 smithi130 ceph-mon[97977]: pgmap v195: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 836 KiB/s wr, 107 op/s 2023-07-14T12:52:49.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:48 smithi040 ceph-mon[96535]: pgmap v195: 97 pgs: 97 active+clean; 76 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 718 KiB/s rd, 836 KiB/s wr, 107 op/s 2023-07-14T12:52:50.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 186148 3.22 MB/sec execute 204 sec latency 623.059 ms 2023-07-14T12:52:51.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 186148 3.20 MB/sec execute 205 sec latency 1045.351 ms 2023-07-14T12:52:51.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:50 smithi133 ceph-mon[98311]: pgmap v196: 97 pgs: 97 active+clean; 79 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 166 op/s 2023-07-14T12:52:51.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:50 smithi130 ceph-mon[97977]: pgmap v196: 97 pgs: 97 active+clean; 79 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 166 op/s 2023-07-14T12:52:51.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:50 smithi040 ceph-mon[96535]: pgmap v196: 97 pgs: 97 active+clean; 79 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 166 op/s 2023-07-14T12:52:52.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 186148 3.19 MB/sec execute 206 sec latency 2045.463 ms 2023-07-14T12:52:53.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 187825 3.22 MB/sec execute 207 sec latency 2316.838 ms 2023-07-14T12:52:53.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:52 smithi133 ceph-mon[98311]: pgmap v197: 97 pgs: 97 active+clean; 79 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 1003 KiB/s wr, 124 op/s 2023-07-14T12:52:53.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:52 smithi130 ceph-mon[97977]: pgmap v197: 97 pgs: 97 active+clean; 79 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 1003 KiB/s wr, 124 op/s 2023-07-14T12:52:53.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:52 smithi040 ceph-mon[96535]: pgmap v197: 97 pgs: 97 active+clean; 79 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 910 KiB/s rd, 1003 KiB/s wr, 124 op/s 2023-07-14T12:52:54.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 -- 172.21.15.40:0/188202555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23040fea30 msgr2=0x7f23040feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 --2- 172.21.15.40:0/188202555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23040fea30 0x7f23040feea0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f2300009990 tx=0x7f2300009ca0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 -- 172.21.15.40:0/188202555 shutdown_connections 2023-07-14T12:52:54.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 --2- 172.21.15.40:0/188202555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2304104a30 0x7f2304104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 --2- 172.21.15.40:0/188202555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 0x7f230410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 --2- 172.21.15.40:0/188202555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23040fea30 0x7f23040feea0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 -- 172.21.15.40:0/188202555 >> 172.21.15.40:0/188202555 conn(0x7f2304074760 msgr2=0x7f2304074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:54.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 -- 172.21.15.40:0/188202555 shutdown_connections 2023-07-14T12:52:54.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.087+0000 7f230b821700 1 -- 172.21.15.40:0/188202555 wait complete. 2023-07-14T12:52:54.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 Processor -- start 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 -- start start 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040fea30 0x7f2304196c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 0x7f2304197150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 0x7f23041a1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23041a2080 con 0x7f2304104a30 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23041a21f0 con 0x7f23040ff3e0 2023-07-14T12:52:54.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f230b821700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23041a23b0 con 0x7f23040fea30 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 0x7f23041a1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2308dbc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 0x7f2304197150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 0x7f23041a1ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36712/0 (socket says 172.21.15.40:36712) 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2308dbc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 0x7f2304197150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:53964/0 (socket says 172.21.15.40:53964) 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 -- 172.21.15.40:0/3072355148 learned_addr learned my addr 172.21.15.40:0/3072355148 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f23095bd700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040fea30 0x7f2304196c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 -- 172.21.15.40:0/3072355148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040fea30 msgr2=0x7f2304196c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040fea30 0x7f2304196c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 -- 172.21.15.40:0/3072355148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 msgr2=0x7f2304197150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 0x7f2304197150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 -- 172.21.15.40:0/3072355148 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23000095f0 con 0x7f2304104a30 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.088+0000 7f2309dbe700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 0x7f23041a1ab0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f22fc007ee0 tx=0x7f22fc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.089+0000 7f22fa7fc700 1 -- 172.21.15.40:0/3072355148 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22fc017070 con 0x7f2304104a30 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.089+0000 7f22fa7fc700 1 -- 172.21.15.40:0/3072355148 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f22fc00f040 con 0x7f2304104a30 2023-07-14T12:52:54.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.089+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23041a2690 con 0x7f2304104a30 2023-07-14T12:52:54.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.089+0000 7f22fa7fc700 1 -- 172.21.15.40:0/3072355148 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22fc005580 con 0x7f2304104a30 2023-07-14T12:52:54.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.089+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23041a2ba0 con 0x7f2304104a30 2023-07-14T12:52:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.091+0000 7f22fa7fc700 1 -- 172.21.15.40:0/3072355148 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f22fc00db20 con 0x7f2304104a30 2023-07-14T12:52:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.091+0000 7f22fa7fc700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22f00a1340 0x7f22f00a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.092+0000 7f22fa7fc700 1 -- 172.21.15.40:0/3072355148 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f22fc0cc440 con 0x7f2304104a30 2023-07-14T12:52:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.092+0000 7f23095bd700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22f00a1340 0x7f22f00a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.092+0000 7f23095bd700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22f00a1340 0x7f22f00a37f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f23040ffba0 tx=0x7f22f400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.092+0000 7f23179a7b80 1 Processor -- start 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 -- start start 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b8c2d0 0x55f993b86040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b869d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993a8bc50 con 0x55f993b86580 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993ade9e0 con 0x55f993b8c2d0 2023-07-14T12:52:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23179a7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993ad7e70 con 0x55f9939e26b0 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b869d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b869d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36720/0 (socket says 172.21.15.40:36720) 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 -- 172.21.15.40:0/4281136918 learned_addr learned my addr 172.21.15.40:0/4281136918 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f23095bd700 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2308dbc700 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b8c2d0 0x55f993b86040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 -- 172.21.15.40:0/4281136918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 msgr2=0x55f993b8bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 -- 172.21.15.40:0/4281136918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b8c2d0 msgr2=0x55f993b86040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b8c2d0 0x55f993b86040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 -- 172.21.15.40:0/4281136918 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f993905d80 con 0x55f993b86580 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.093+0000 7f2309dbe700 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b869d0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f22fc0a1410 tx=0x7f22fc095230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2774b98822aee515 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f22ef7fe700 1 -- 172.21.15.40:0/4281136918 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22fc0a1940 con 0x55f993b86580 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f22ef7fe700 1 -- 172.21.15.40:0/4281136918 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f22fc097890 con 0x55f993b86580 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f22ef7fe700 1 -- 172.21.15.40:0/4281136918 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22fc09d170 con 0x55f993b86580 2023-07-14T12:52:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 -- 172.21.15.40:0/4281136918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 msgr2=0x55f993b869d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b869d0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f22fc0a1410 tx=0x7f22fc095230 comp rx=0 tx=0).stop 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 -- 172.21.15.40:0/4281136918 shutdown_connections 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b869d0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4281136918 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b8c2d0 0x55f993b86040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 -- 172.21.15.40:0/4281136918 >> 172.21.15.40:0/4281136918 conn(0x55f993b7bbe0 msgr2=0x55f993b80f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 -- 172.21.15.40:0/4281136918 shutdown_connections 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.094+0000 7f23179a7b80 1 -- 172.21.15.40:0/4281136918 wait complete. 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 -- start start 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 Processor -- start 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 0x55f993b92650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b86580 0x55f993b8f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f993b8c2d0 0x55f993b90010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993a77a60 con 0x55f9939e26b0 2023-07-14T12:52:54.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993a77760 con 0x55f993b86580 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f99395b8c0 con 0x55f993b8c2d0 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23179a7b80 10 client.0 _ll_register_callbacks cb 0x55f993a75700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23095bd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 0x55f993b92650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23095bd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 0x55f993b92650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36722/0 (socket says 172.21.15.40:36722) 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f23095bd700 1 -- 172.21.15.40:0/2714462845 learned_addr learned my addr 172.21.15.40:0/2714462845 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.095+0000 7f2308dbc700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b86580 0x55f993b8f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f2309dbe700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f993b8c2d0 0x55f993b90010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23095bd700 1 -- 172.21.15.40:0/2714462845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f993b8c2d0 msgr2=0x55f993b90010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23095bd700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f993b8c2d0 0x55f993b90010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23095bd700 1 -- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b86580 msgr2=0x55f993b8f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23095bd700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b86580 0x55f993b8f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23095bd700 1 -- 172.21.15.40:0/2714462845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23041a2ba0 con 0x55f9939e26b0 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f2309dbe700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f993b8c2d0 0x55f993b90010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23095bd700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 0x55f993b92650 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f22f40116f0 tx=0x7f22f40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad0484b75353e22 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:54.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f22ecff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f22ecff9700 1 -- 172.21.15.40:0/2714462845 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22f4004220 con 0x55f9939e26b0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f22ecff9700 1 -- 172.21.15.40:0/2714462845 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f22f4017070 con 0x55f9939e26b0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f993a31490 con 0x55f9939e26b0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f22ecff9700 1 -- 172.21.15.40:0/2714462845 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7f22f4011e70 con 0x55f9939e26b0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23179a7b80 10 client.16614 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x55f9938eec00 con 0x55f9939e26b0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f22ecff9700 1 -- 172.21.15.40:0/2714462845 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f993a31490 con 0x55f9939e26b0 2023-07-14T12:52:54.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f22ecff9700 1 -- 172.21.15.40:0/2714462845 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f22f4030490 con 0x55f9939e26b0 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23179a7b80 10 client.16614 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23179a7b80 10 client.16614 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.096+0000 7f23179a7b80 20 client.16614 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.097+0000 7f23179a7b80 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b9fc90 0x55f993ba20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.097+0000 7f23179a7b80 4 client.16614 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.097+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f993ad0e50 con 0x55f993b9fc90 2023-07-14T12:52:54.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.097+0000 7f2308dbc700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b9fc90 0x55f993ba20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.097+0000 7f2308dbc700 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b9fc90 0x55f993ba20a0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b48f58938bc5db89 server_cookie=cab311fd39fb0a8a in_seq=0 out_seq=0 2023-07-14T12:52:54.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.097+0000 7f22ecff9700 10 client.16614 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:54.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f22ecff9700 1 -- 172.21.15.40:0/2714462845 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55f993ad0e50 con 0x55f993b9fc90 2023-07-14T12:52:54.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f22ecff9700 10 client.16614 handle_command_reply: tid=0 2023-07-14T12:52:54.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 client.16614 shutdown 2023-07-14T12:52:54.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 msgr2=0x55f993b92650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 0x55f993b92650 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f22f40116f0 tx=0x7f22f40047c0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 shutdown_connections 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b9fc90 0x55f993ba20a0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f993b8c2d0 0x55f993b90010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f22ecff9700 0 client.16614 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f9939e26b0 0x55f993b92650 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 --2- 172.21.15.40:0/2714462845 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b86580 0x55f993b8f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 >> 172.21.15.40:0/2714462845 conn(0x55f993b7bbe0 msgr2=0x55f993b804e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:54.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 shutdown_connections 2023-07-14T12:52:54.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 1 -- 172.21.15.40:0/2714462845 wait complete. 2023-07-14T12:52:54.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.098+0000 7f23179a7b80 20 client.16614 trim_cache size 0 max 16384 2023-07-14T12:52:54.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 Processor -- start 2023-07-14T12:52:54.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 -- start start 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b86040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b80c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993b9d230 con 0x55f993b86580 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993b7dd00 con 0x55f993b7bbe0 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f23179a7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993b826d0 con 0x55f9939e26b0 2023-07-14T12:52:54.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b80c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b80c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36734/0 (socket says 172.21.15.40:36734) 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.116+0000 7f2309dbe700 1 -- 172.21.15.40:0/4288779836 learned_addr learned my addr 172.21.15.40:0/4288779836 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f23095bd700 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b86040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2308dbc700 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2309dbe700 1 -- 172.21.15.40:0/4288779836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 msgr2=0x55f993b8b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2309dbe700 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2309dbe700 1 -- 172.21.15.40:0/4288779836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 msgr2=0x55f993b86040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2309dbe700 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b86040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2309dbe700 1 -- 172.21.15.40:0/4288779836 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f993b86c20 con 0x55f993b86580 2023-07-14T12:52:54.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f2309dbe700 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b80c60 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f22fc0ca170 tx=0x7f22fc098f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98abed7a1c3a7b69 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:54.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f22effff700 1 -- 172.21.15.40:0/4288779836 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22fc0a1940 con 0x55f993b86580 2023-07-14T12:52:54.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f22effff700 1 -- 172.21.15.40:0/4288779836 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f22fc004c40 con 0x55f993b86580 2023-07-14T12:52:54.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.117+0000 7f22effff700 1 -- 172.21.15.40:0/4288779836 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22fc09d170 con 0x55f993b86580 2023-07-14T12:52:54.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 -- 172.21.15.40:0/4288779836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 msgr2=0x55f993b80c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b80c60 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f22fc0ca170 tx=0x7f22fc098f00 comp rx=0 tx=0).stop 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 -- 172.21.15.40:0/4288779836 shutdown_connections 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993b80c60 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b86040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 --2- 172.21.15.40:0/4288779836 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b8b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 -- 172.21.15.40:0/4288779836 >> 172.21.15.40:0/4288779836 conn(0x55f993b9b770 msgr2=0x55f993b8aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:54.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 -- 172.21.15.40:0/4288779836 shutdown_connections 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 -- 172.21.15.40:0/4288779836 wait complete. 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 -- start start 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.118+0000 7f23179a7b80 1 Processor -- start 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b94e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b95380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993becae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993bed050 con 0x55f993b86580 2023-07-14T12:52:54.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993bed1c0 con 0x55f993b7bbe0 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f993bed380 con 0x55f9939e26b0 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 10 client.0 _ll_register_callbacks cb 0x55f993a75700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993becae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b95380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2309dbe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993becae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36740/0 (socket says 172.21.15.40:36740) 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2309dbe700 1 -- 172.21.15.40:0/1154327862 learned_addr learned my addr 172.21.15.40:0/1154327862 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:52:54.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23095bd700 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b94e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 -- 172.21.15.40:0/1154327862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 msgr2=0x55f993b94e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b94e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 -- 172.21.15.40:0/1154327862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 msgr2=0x55f993becae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993becae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 -- 172.21.15.40:0/1154327862 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f993905d80 con 0x55f993b7bbe0 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f2308dbc700 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b95380 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f230000b5c0 tx=0x7f230000b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b37a4dbcf724f4ec server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f22ecff9700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:52:54.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f22ecff9700 1 -- 172.21.15.40:0/1154327862 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f230001d040 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f22fc097890 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.119+0000 7f22ecff9700 1 -- 172.21.15.40:0/1154327862 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f2300028d30 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f22ecff9700 1 -- 172.21.15.40:0/1154327862 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2300028150 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 10 client.26225 fetch_fsmap learned FSMap version 43 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x55f99392c1f0 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f22ecff9700 1 -- 172.21.15.40:0/1154327862 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2300035020 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f22ecff9700 1 -- 172.21.15.40:0/1154327862 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 43) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f23000051b0 con 0x55f993b7bbe0 2023-07-14T12:52:54.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 10 client.26225 fetch_fsmap finished waiting for FSMap version 43 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 10 client.26225 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 20 client.26225 populate_metadata read hostname 'smithi040' 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b8c2d0 0x55f993bf6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 4 client.26225 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f993a92ff0 con 0x55f993b8c2d0 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.120+0000 7f23095bd700 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b8c2d0 0x55f993bf6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:52:54.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.121+0000 7f22ecff9700 10 client.26225 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:54.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.121+0000 7f23095bd700 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b8c2d0 0x55f993bf6c20 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6443d51db1ab621e server_cookie=da7ac6e9fb4aae3c in_seq=0 out_seq=0 2023-07-14T12:52:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f22ecff9700 1 -- 172.21.15.40:0/1154327862 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f993a92ff0 con 0x55f993b8c2d0 2023-07-14T12:52:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f22ecff9700 10 client.26225 handle_command_reply: tid=0 2023-07-14T12:52:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 client.26225 shutdown 2023-07-14T12:52:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 msgr2=0x55f993b95380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b95380 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f230000b5c0 tx=0x7f230000b8c0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 shutdown_connections 2023-07-14T12:52:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f993b8c2d0 0x55f993bf6c20 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f9939e26b0 0x55f993b94e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f993b86580 0x55f993becae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 --2- 172.21.15.40:0/1154327862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f993b7bbe0 0x55f993b95380 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f22ecff9700 0 client.26225 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:52:54.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.145+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 >> 172.21.15.40:0/1154327862 conn(0x55f993b9b770 msgr2=0x55f993b8c900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:54.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 shutdown_connections 2023-07-14T12:52:54.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f23179a7b80 1 -- 172.21.15.40:0/1154327862 wait complete. 2023-07-14T12:52:54.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f23179a7b80 20 client.26225 trim_cache size 0 max 16384 2023-07-14T12:52:54.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:52:54.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:52:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:52:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:52:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22f00a1340 msgr2=0x7f22f00a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22f00a1340 0x7f22f00a37f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f23040ffba0 tx=0x7f22f400b410 comp rx=0 tx=0).stop 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 msgr2=0x7f23041a1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 0x7f23041a1ab0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f22fc007ee0 tx=0x7f22fc00d3b0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 shutdown_connections 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f22f00a1340 0x7f22f00a37f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f23040fea30 0x7f2304196c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2304104a30 0x7f23041a1ab0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 --2- 172.21.15.40:0/3072355148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f23040ff3e0 0x7f2304197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:52:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 >> 172.21.15.40:0/3072355148 conn(0x7f2304074760 msgr2=0x7f23041025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:52:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 shutdown_connections 2023-07-14T12:52:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:52:54.146+0000 7f230b821700 1 -- 172.21.15.40:0/3072355148 wait complete. 2023-07-14T12:52:54.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 188672 3.22 MB/sec execute 208 sec latency 260.179 ms 2023-07-14T12:52:55.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 188879 3.21 MB/sec execute 209 sec latency 1121.034 ms 2023-07-14T12:52:55.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:54 smithi133 ceph-mon[98311]: pgmap v198: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 189 op/s 2023-07-14T12:52:55.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:54 smithi130 ceph-mon[97977]: pgmap v198: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 189 op/s 2023-07-14T12:52:55.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:54 smithi040 ceph-mon[96535]: pgmap v198: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 189 op/s 2023-07-14T12:52:56.175 INFO:tasks.workunit.client.0.smithi040.stdout: 1 189698 3.22 MB/sec execute 210 sec latency 528.475 ms 2023-07-14T12:52:57.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 189698 3.20 MB/sec execute 211 sec latency 1528.626 ms 2023-07-14T12:52:57.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:56 smithi133 ceph-mon[98311]: pgmap v199: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:52:57.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:56 smithi130 ceph-mon[97977]: pgmap v199: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:52:57.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:56 smithi040 ceph-mon[96535]: pgmap v199: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:52:58.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 191392 3.23 MB/sec execute 212 sec latency 1795.902 ms 2023-07-14T12:52:59.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 192337 3.24 MB/sec execute 213 sec latency 177.012 ms 2023-07-14T12:52:59.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:52:58 smithi133 ceph-mon[98311]: pgmap v200: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:52:59.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:52:58 smithi130 ceph-mon[97977]: pgmap v200: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:52:59.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:52:58 smithi040 ceph-mon[96535]: pgmap v200: 97 pgs: 97 active+clean; 82 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:53:00.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 192554 3.23 MB/sec execute 214 sec latency 1040.117 ms 2023-07-14T12:53:01.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 193239 3.23 MB/sec execute 215 sec latency 603.628 ms 2023-07-14T12:53:01.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:00 smithi133 ceph-mon[98311]: pgmap v201: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 193 op/s 2023-07-14T12:53:01.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:00 smithi130 ceph-mon[97977]: pgmap v201: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 193 op/s 2023-07-14T12:53:01.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:00 smithi040 ceph-mon[96535]: pgmap v201: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.8 MiB/s wr, 193 op/s 2023-07-14T12:53:02.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 193239 3.22 MB/sec execute 216 sec latency 1603.768 ms 2023-07-14T12:53:03.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 194154 3.22 MB/sec execute 217 sec latency 1870.563 ms 2023-07-14T12:53:03.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:02 smithi133 ceph-mon[98311]: pgmap v202: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2023-07-14T12:53:03.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:02 smithi130 ceph-mon[97977]: pgmap v202: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2023-07-14T12:53:03.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:02 smithi040 ceph-mon[96535]: pgmap v202: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 1.2 MiB/s wr, 135 op/s 2023-07-14T12:53:04.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 195688 3.25 MB/sec execute 218 sec latency 10.574 ms 2023-07-14T12:53:04.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:03 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:53:04.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:03 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:53:04.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:03 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:53:05.176 INFO:tasks.workunit.client.0.smithi040.stdout: 1 195819 3.24 MB/sec execute 219 sec latency 807.495 ms 2023-07-14T12:53:05.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:04 smithi133 ceph-mon[98311]: pgmap v203: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:53:05.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:04 smithi130 ceph-mon[97977]: pgmap v203: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:53:05.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:04 smithi040 ceph-mon[96535]: pgmap v203: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:53:06.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 195819 3.22 MB/sec execute 220 sec latency 1100.984 ms 2023-07-14T12:53:06.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:05 smithi133 ceph-mon[98311]: pgmap v204: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2023-07-14T12:53:06.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:05 smithi130 ceph-mon[97977]: pgmap v204: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2023-07-14T12:53:06.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:05 smithi040 ceph-mon[96535]: pgmap v204: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2023-07-14T12:53:07.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 195819 3.21 MB/sec execute 221 sec latency 2101.059 ms 2023-07-14T12:53:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 -- 172.21.15.40:0/3149215617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe348100740 msgr2=0x7fe348108ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 --2- 172.21.15.40:0/3149215617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe348100740 0x7fe348108ea0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe33c009990 tx=0x7fe33c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 -- 172.21.15.40:0/3149215617 shutdown_connections 2023-07-14T12:53:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 --2- 172.21.15.40:0/3149215617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3481093e0 0x7fe34810b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 --2- 172.21.15.40:0/3149215617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe3480ffe30 0x7fe348100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 --2- 172.21.15.40:0/3149215617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe348100740 0x7fe348108ea0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 -- 172.21.15.40:0/3149215617 >> 172.21.15.40:0/3149215617 conn(0x7fe348075270 msgr2=0x7fe348075670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 -- 172.21.15.40:0/3149215617 shutdown_connections 2023-07-14T12:53:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.259+0000 7fe34e28b700 1 -- 172.21.15.40:0/3149215617 wait complete. 2023-07-14T12:53:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 Processor -- start 2023-07-14T12:53:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 -- start start 2023-07-14T12:53:07.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 0x7fe348196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe348100740 0x7fe3481971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3481093e0 0x7fe3481a1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3481a2100 con 0x7fe3480ffe30 2023-07-14T12:53:07.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3481a2270 con 0x7fe348100740 2023-07-14T12:53:07.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34e28b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3481a2430 con 0x7fe3481093e0 2023-07-14T12:53:07.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe347fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 0x7fe348196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe347fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 0x7fe348196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36750/0 (socket says 172.21.15.40:36750) 2023-07-14T12:53:07.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe347fff700 1 -- 172.21.15.40:0/4032225887 learned_addr learned my addr 172.21.15.40:0/4032225887 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe3477fe700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe348100740 0x7fe3481971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.260+0000 7fe34c828700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3481093e0 0x7fe3481a1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe347fff700 1 -- 172.21.15.40:0/4032225887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3481093e0 msgr2=0x7fe3481a1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe347fff700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3481093e0 0x7fe3481a1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe347fff700 1 -- 172.21.15.40:0/4032225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe348100740 msgr2=0x7fe3481971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe347fff700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe348100740 0x7fe3481971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe347fff700 1 -- 172.21.15.40:0/4032225887 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe33c0095f0 con 0x7fe3480ffe30 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe347fff700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 0x7fe348196c90 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe33800e9a0 tx=0x7fe33800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe3457fa700 1 -- 172.21.15.40:0/4032225887 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe338009790 con 0x7fe3480ffe30 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe3457fa700 1 -- 172.21.15.40:0/4032225887 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe338010430 con 0x7fe3480ffe30 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3481a2710 con 0x7fe3480ffe30 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe3457fa700 1 -- 172.21.15.40:0/4032225887 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe338018680 con 0x7fe3480ffe30 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.261+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3481a2c20 con 0x7fe3480ffe30 2023-07-14T12:53:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.263+0000 7fe3457fa700 1 -- 172.21.15.40:0/4032225887 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fe3380105a0 con 0x7fe3480ffe30 2023-07-14T12:53:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.264+0000 7fe3457fa700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe3300a12c0 0x7fe3300a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.264+0000 7fe3457fa700 1 -- 172.21.15.40:0/4032225887 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fe338014070 con 0x7fe3480ffe30 2023-07-14T12:53:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.264+0000 7fe3477fe700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe3300a12c0 0x7fe3300a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.264+0000 7fe3477fe700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe3300a12c0 0x7fe3300a3770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe3480ffe00 tx=0x7fe33c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 Processor -- start 2023-07-14T12:53:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 -- start start 2023-07-14T12:53:07.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685c52d0 0x5614685bf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685bf580 0x5614685bf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614684c4c50 con 0x5614685bf580 2023-07-14T12:53:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614685179e0 con 0x56146841b6b0 2023-07-14T12:53:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe35a411b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561468510e70 con 0x5614685c52d0 2023-07-14T12:53:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe347fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685bf580 0x5614685bf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe347fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54012/0 (socket says 172.21.15.40:54012) 2023-07-14T12:53:07.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe347fff700 1 -- 172.21.15.40:0/4043863104 learned_addr learned my addr 172.21.15.40:0/4043863104 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:07.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe3477fe700 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685c52d0 0x5614685bf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 -- 172.21.15.40:0/4043863104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685c52d0 msgr2=0x5614685bf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685c52d0 0x5614685bf040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 -- 172.21.15.40:0/4043863104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 msgr2=0x5614685c4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 -- 172.21.15.40:0/4043863104 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56146833ed80 con 0x5614685bf580 2023-07-14T12:53:07.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe347fff700 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.265+0000 7fe34c828700 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685bf580 0x5614685bf9d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fe348076d80 tx=0x7fe340009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1001b076fdca3978 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe32e7fc700 1 -- 172.21.15.40:0/4043863104 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34000e040 con 0x5614685bf580 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe32e7fc700 1 -- 172.21.15.40:0/4043863104 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe34000f040 con 0x5614685bf580 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe32e7fc700 1 -- 172.21.15.40:0/4043863104 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe340004360 con 0x5614685bf580 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 -- 172.21.15.40:0/4043863104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685bf580 msgr2=0x5614685bf9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685bf580 0x5614685bf9d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fe348076d80 tx=0x7fe340009920 comp rx=0 tx=0).stop 2023-07-14T12:53:07.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 -- 172.21.15.40:0/4043863104 shutdown_connections 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685bf580 0x5614685bf9d0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 --2- 172.21.15.40:0/4043863104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685c52d0 0x5614685bf040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 -- 172.21.15.40:0/4043863104 >> 172.21.15.40:0/4043863104 conn(0x5614685b4be0 msgr2=0x5614685b9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 -- 172.21.15.40:0/4043863104 shutdown_connections 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.266+0000 7fe35a411b80 1 -- 172.21.15.40:0/4043863104 wait complete. 2023-07-14T12:53:07.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 -- start start 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 Processor -- start 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 0x5614685c9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614684b0a60 con 0x5614685c52d0 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614684b0760 con 0x56146841b6b0 2023-07-14T12:53:07.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614683948c0 con 0x5614685bf580 2023-07-14T12:53:07.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe35a411b80 10 client.0 _ll_register_callbacks cb 0x5614684ae700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:07.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe34c828700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 0x5614685c9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe34c828700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 0x5614685c9390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36768/0 (socket says 172.21.15.40:36768) 2023-07-14T12:53:07.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe34c828700 1 -- 172.21.15.40:0/641815477 learned_addr learned my addr 172.21.15.40:0/641815477 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:07.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.267+0000 7fe347fff700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3477fe700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe347fff700 1 -- 172.21.15.40:0/641815477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 msgr2=0x5614685c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe347fff700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe347fff700 1 -- 172.21.15.40:0/641815477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 msgr2=0x5614685c9390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe347fff700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 0x5614685c9390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe347fff700 1 -- 172.21.15.40:0/641815477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3481a2c20 con 0x56146841b6b0 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3477fe700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:53:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe34c828700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 0x5614685c9390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe347fff700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c8910 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe3380a1ed0 tx=0x7fe338099fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4efe17e05bac2005 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3277fe700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3277fe700 1 -- 172.21.15.40:0/641815477 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3380996a0 con 0x56146841b6b0 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3277fe700 1 -- 172.21.15.40:0/641815477 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fe3380a2400 con 0x56146841b6b0 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56146846a490 con 0x56146841b6b0 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3277fe700 1 -- 172.21.15.40:0/641815477 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3380b81a0 con 0x56146841b6b0 2023-07-14T12:53:07.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe35a411b80 10 client.26237 fetch_fsmap learned FSMap version 44 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) v3 -- 0x7fe340011230 con 0x56146841b6b0 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.268+0000 7fe3277fe700 1 -- 172.21.15.40:0/641815477 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56146846a490 con 0x56146841b6b0 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe3277fe700 1 -- 172.21.15.40:0/641815477 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 44) v1 ==== 7490+0+0 (secure 0 0 0) 0x7fe338094c50 con 0x56146841b6b0 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe35a411b80 10 client.26237 fetch_fsmap finished waiting for FSMap version 44 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe35a411b80 10 client.26237 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe35a411b80 20 client.26237 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe35a411b80 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685d8c50 0x5614685db060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe35a411b80 4 client.26237 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561468509e50 con 0x5614685d8c50 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe3477fe700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685d8c50 0x5614685db060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe3277fe700 10 client.26237 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.269+0000 7fe3477fe700 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685d8c50 0x5614685db060 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85c2e35de4b0e646 server_cookie=69a9cc57eea7ce11 in_seq=0 out_seq=0 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe3277fe700 1 -- 172.21.15.40:0/641815477 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561468509e50 con 0x5614685d8c50 2023-07-14T12:53:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe3277fe700 10 client.26237 handle_command_reply: tid=0 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 client.26237 shutdown 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 msgr2=0x5614685c8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c8910 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe3380a1ed0 tx=0x7fe338099fb0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 shutdown_connections 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685c52d0 0x5614685c9390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685c8910 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685d8c50 0x5614685db060 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 --2- 172.21.15.40:0/641815477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe3277fe700 0 client.26237 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 >> 172.21.15.40:0/641815477 conn(0x5614685b4be0 msgr2=0x5614685b8c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 shutdown_connections 2023-07-14T12:53:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 1 -- 172.21.15.40:0/641815477 wait complete. 2023-07-14T12:53:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.270+0000 7fe35a411b80 20 client.26237 trim_cache size 0 max 16384 2023-07-14T12:53:07.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 Processor -- start 2023-07-14T12:53:07.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 -- start start 2023-07-14T12:53:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 0x5614685bf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685cfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614685b6d00 con 0x5614685b4be0 2023-07-14T12:53:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614685b1bb0 con 0x56146841b6b0 2023-07-14T12:53:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe35a411b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614685b65f0 con 0x5614685bf580 2023-07-14T12:53:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe347fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 0x5614685bf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe347fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 0x5614685bf040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36772/0 (socket says 172.21.15.40:36772) 2023-07-14T12:53:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe347fff700 1 -- 172.21.15.40:0/3147083070 learned_addr learned my addr 172.21.15.40:0/3147083070 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.285+0000 7fe34c828700 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe3477fe700 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685cfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe347fff700 1 -- 172.21.15.40:0/3147083070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 msgr2=0x5614685c91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe347fff700 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe347fff700 1 -- 172.21.15.40:0/3147083070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 msgr2=0x5614685cfc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe347fff700 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685cfc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe347fff700 1 -- 172.21.15.40:0/3147083070 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614685bfc20 con 0x5614685b4be0 2023-07-14T12:53:07.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe3477fe700 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685cfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:53:07.321 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe347fff700 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 0x5614685bf040 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fe33800c2d0 tx=0x7fe338010a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd745a134dbdda41 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe32effd700 1 -- 172.21.15.40:0/3147083070 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe338099170 con 0x5614685b4be0 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe32effd700 1 -- 172.21.15.40:0/3147083070 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe3380992d0 con 0x5614685b4be0 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe32effd700 1 -- 172.21.15.40:0/3147083070 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3380a21d0 con 0x5614685b4be0 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe35a411b80 1 -- 172.21.15.40:0/3147083070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 msgr2=0x5614685bf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 0x5614685bf040 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fe33800c2d0 tx=0x7fe338010a90 comp rx=0 tx=0).stop 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe35a411b80 1 -- 172.21.15.40:0/3147083070 shutdown_connections 2023-07-14T12:53:07.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685bf580 0x5614685c91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614685b4be0 0x5614685bf040 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.286+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3147083070 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56146841b6b0 0x5614685cfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- 172.21.15.40:0/3147083070 >> 172.21.15.40:0/3147083070 conn(0x5614685d4770 msgr2=0x5614685c7950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- 172.21.15.40:0/3147083070 shutdown_connections 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- 172.21.15.40:0/3147083070 wait complete. 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- start start 2023-07-14T12:53:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 Processor -- start 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 0x5614685cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685b4be0 0x5614685cf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614685bf580 0x56146862bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614685cfad0 con 0x56146841b6b0 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614685cfc40 con 0x5614685bf580 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56146862c050 con 0x5614685b4be0 2023-07-14T12:53:07.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe35a411b80 10 client.0 _ll_register_callbacks cb 0x5614684ae700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe347fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 0x5614685cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.287+0000 7fe347fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 0x5614685cee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36778/0 (socket says 172.21.15.40:36778) 2023-07-14T12:53:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 -- 172.21.15.40:0/3801530894 learned_addr learned my addr 172.21.15.40:0/3801530894 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3477fe700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685b4be0 0x5614685cf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe34c828700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614685bf580 0x56146862bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 -- 172.21.15.40:0/3801530894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685b4be0 msgr2=0x5614685cf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685b4be0 0x5614685cf360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 -- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614685bf580 msgr2=0x56146862bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614685bf580 0x56146862bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 -- 172.21.15.40:0/3801530894 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe340011230 con 0x56146841b6b0 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3477fe700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685b4be0 0x5614685cf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe347fff700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 0x5614685cee20 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fe338096460 tx=0x7fe338099fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b08f848a7a5dff5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3277fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3277fe700 1 -- 172.21.15.40:0/3801530894 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3380b83a0 con 0x56146841b6b0 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3277fe700 1 -- 172.21.15.40:0/3801530894 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fe3380a1f70 con 0x56146841b6b0 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe34000f040 con 0x56146841b6b0 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3277fe700 1 -- 172.21.15.40:0/3801530894 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3380a2130 con 0x56146841b6b0 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe35a411b80 10 client.16638 fetch_fsmap learned FSMap version 44 2023-07-14T12:53:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) v3 -- 0x561468327c00 con 0x56146841b6b0 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.288+0000 7fe3277fe700 1 -- 172.21.15.40:0/3801530894 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe34000f040 con 0x56146841b6b0 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe3277fe700 1 -- 172.21.15.40:0/3801530894 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 44) v1 ==== 7490+0+0 (secure 0 0 0) 0x7fe33809ad90 con 0x56146841b6b0 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe35a411b80 10 client.16638 fetch_fsmap finished waiting for FSMap version 44 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe35a411b80 10 client.16638 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe35a411b80 20 client.16638 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685c52d0 0x56146862f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe35a411b80 4 client.16638 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:53:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5614684cbff0 con 0x5614685c52d0 2023-07-14T12:53:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe3477fe700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685c52d0 0x56146862f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe3277fe700 10 client.16638 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.289+0000 7fe3477fe700 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685c52d0 0x56146862f350 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43720946d9b70da8 server_cookie=f85bab753340815b in_seq=0 out_seq=0 2023-07-14T12:53:07.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.320+0000 7fe3277fe700 1 -- 172.21.15.40:0/3801530894 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5614684cbff0 con 0x5614685c52d0 2023-07-14T12:53:07.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.320+0000 7fe3277fe700 10 client.16638 handle_command_reply: tid=0 2023-07-14T12:53:07.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.320+0000 7fe35a411b80 1 client.16638 shutdown 2023-07-14T12:53:07.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 msgr2=0x5614685cee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 0x5614685cee20 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fe338096460 tx=0x7fe338099fb0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 shutdown_connections 2023-07-14T12:53:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614685bf580 0x56146862bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56146841b6b0 0x5614685cee20 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614685c52d0 0x56146862f350 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 --2- 172.21.15.40:0/3801530894 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614685b4be0 0x5614685cf360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe3277fe700 0 client.16638 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 >> 172.21.15.40:0/3801530894 conn(0x5614685d4770 msgr2=0x5614685c70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 shutdown_connections 2023-07-14T12:53:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 1 -- 172.21.15.40:0/3801530894 wait complete. 2023-07-14T12:53:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe35a411b80 20 client.16638 trim_cache size 0 max 16384 2023-07-14T12:53:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:53:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:53:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:53:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:53:07.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe3300a12c0 msgr2=0x7fe3300a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe34e28b700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe3300a12c0 0x7fe3300a3770 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe3480ffe00 tx=0x7fe33c005fd0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 msgr2=0x7fe348196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:07.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.321+0000 7fe34e28b700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 0x7fe348196c90 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe33800e9a0 tx=0x7fe33800ecb0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 shutdown_connections 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe3300a12c0 0x7fe3300a3770 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3481093e0 0x7fe3481a1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe3480ffe30 0x7fe348196c90 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 --2- 172.21.15.40:0/4032225887 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe348100740 0x7fe3481971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 >> 172.21.15.40:0/4032225887 conn(0x7fe348075270 msgr2=0x7fe3480fbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:07.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 shutdown_connections 2023-07-14T12:53:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:07.322+0000 7fe34e28b700 1 -- 172.21.15.40:0/4032225887 wait complete. 2023-07-14T12:53:08.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 195819 3.19 MB/sec execute 222 sec latency 3101.155 ms 2023-07-14T12:53:08.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:07 smithi130 ceph-mon[97977]: pgmap v205: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2023-07-14T12:53:08.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:07 smithi130 ceph-mon[97977]: osdmap e86: 12 total, 12 up, 12 in 2023-07-14T12:53:08.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:07 smithi040 ceph-mon[96535]: pgmap v205: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2023-07-14T12:53:08.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:07 smithi040 ceph-mon[96535]: osdmap e86: 12 total, 12 up, 12 in 2023-07-14T12:53:08.490 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:07 smithi133 ceph-mon[98311]: pgmap v205: 97 pgs: 97 active+clean; 85 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 1.3 MiB/s wr, 158 op/s 2023-07-14T12:53:08.491 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:07 smithi133 ceph-mon[98311]: osdmap e86: 12 total, 12 up, 12 in 2023-07-14T12:53:09.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 195819 3.18 MB/sec execute 223 sec latency 4101.230 ms 2023-07-14T12:53:09.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:09 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:53:09.490 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:09 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:53:09.530 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:09 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:53:10.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 196010 3.17 MB/sec execute 224 sec latency 4966.173 ms 2023-07-14T12:53:10.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:10 smithi040 ceph-mon[96535]: pgmap v207: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 1.2 MiB/s wr, 158 op/s 2023-07-14T12:53:10.490 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:10 smithi133 ceph-mon[98311]: pgmap v207: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 1.2 MiB/s wr, 158 op/s 2023-07-14T12:53:10.530 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:10 smithi130 ceph-mon[97977]: pgmap v207: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 1.2 MiB/s wr, 158 op/s 2023-07-14T12:53:11.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 196788 3.17 MB/sec execute 225 sec latency 543.515 ms 2023-07-14T12:53:12.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 196788 3.16 MB/sec execute 226 sec latency 1543.633 ms 2023-07-14T12:53:12.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:12 smithi040 ceph-mon[96535]: pgmap v208: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 1.2 MiB/s wr, 158 op/s 2023-07-14T12:53:12.490 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:12 smithi133 ceph-mon[98311]: pgmap v208: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 1.2 MiB/s wr, 158 op/s 2023-07-14T12:53:12.530 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:12 smithi130 ceph-mon[97977]: pgmap v208: 97 pgs: 97 active+clean; 81 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 843 KiB/s rd, 1.2 MiB/s wr, 158 op/s 2023-07-14T12:53:13.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 198469 3.19 MB/sec execute 227 sec latency 1806.783 ms 2023-07-14T12:53:14.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 199361 3.19 MB/sec execute 228 sec latency 248.673 ms 2023-07-14T12:53:14.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:13 smithi133 ceph-mon[98311]: osdmap e87: 12 total, 12 up, 12 in 2023-07-14T12:53:14.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:13 smithi130 ceph-mon[97977]: osdmap e87: 12 total, 12 up, 12 in 2023-07-14T12:53:14.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:13 smithi040 ceph-mon[96535]: osdmap e87: 12 total, 12 up, 12 in 2023-07-14T12:53:15.177 INFO:tasks.workunit.client.0.smithi040.stdout: 1 199567 3.18 MB/sec execute 229 sec latency 1110.661 ms 2023-07-14T12:53:15.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:14 smithi133 ceph-mon[98311]: pgmap v210: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2023-07-14T12:53:15.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:14 smithi130 ceph-mon[97977]: pgmap v210: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2023-07-14T12:53:15.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:14 smithi040 ceph-mon[96535]: pgmap v210: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2023-07-14T12:53:16.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 200331 3.19 MB/sec execute 230 sec latency 556.708 ms 2023-07-14T12:53:17.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 200331 3.17 MB/sec execute 231 sec latency 1556.816 ms 2023-07-14T12:53:17.240 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:16 smithi133 ceph-mon[98311]: pgmap v211: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2023-07-14T12:53:17.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:16 smithi130 ceph-mon[97977]: pgmap v211: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2023-07-14T12:53:17.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:16 smithi040 ceph-mon[96535]: pgmap v211: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 875 KiB/s rd, 1.1 MiB/s wr, 134 op/s 2023-07-14T12:53:18.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 202002 3.20 MB/sec execute 232 sec latency 1823.350 ms 2023-07-14T12:53:19.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 202976 3.21 MB/sec execute 233 sec latency 151.509 ms 2023-07-14T12:53:19.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:18 smithi133 ceph-mon[98311]: pgmap v212: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 898 KiB/s wr, 108 op/s 2023-07-14T12:53:19.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:18 smithi130 ceph-mon[97977]: pgmap v212: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 898 KiB/s wr, 108 op/s 2023-07-14T12:53:19.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:18 smithi040 ceph-mon[96535]: pgmap v212: 97 pgs: 97 active+clean; 83 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 898 KiB/s wr, 108 op/s 2023-07-14T12:53:20.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 203165 3.20 MB/sec execute 234 sec latency 1012.075 ms 2023-07-14T12:53:20.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 -- 172.21.15.40:0/3412147324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 msgr2=0x7f41e80feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3412147324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e80feea0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f41d80098f0 tx=0x7f41d8009c00 comp rx=0 tx=0).stop 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 -- 172.21.15.40:0/3412147324 shutdown_connections 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3412147324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41e80ff3e0 0x7f41e810b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3412147324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 0x7f41e8104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3412147324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e80feea0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 -- 172.21.15.40:0/3412147324 >> 172.21.15.40:0/3412147324 conn(0x7f41e8074760 msgr2=0x7f41e8074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 -- 172.21.15.40:0/3412147324 shutdown_connections 2023-07-14T12:53:20.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.438+0000 7f41ef75d700 1 -- 172.21.15.40:0/3412147324 wait complete. 2023-07-14T12:53:20.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 Processor -- start 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 -- start start 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e8197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41e80ff3e0 0x7f41e81983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 0x7f41e819ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e819d050 con 0x7f41e80ff3e0 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e819d1c0 con 0x7f41e8104a30 2023-07-14T12:53:20.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ef75d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e819d380 con 0x7f41e80fea30 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ed4f9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e8197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41edcfa700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 0x7f41e819ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ed4f9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e8197e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50482/0 (socket says 172.21.15.40:50482) 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3948585019 learned_addr learned my addr 172.21.15.40:0/3948585019 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.439+0000 7f41edcfa700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 0x7f41e819ca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54050/0 (socket says 172.21.15.40:54050) 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41e80ff3e0 0x7f41e81983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3948585019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 msgr2=0x7f41e819ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 0x7f41e819ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41e80ff3e0 msgr2=0x7f41e81983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41e80ff3e0 0x7f41e81983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3948585019 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e0009d00 con 0x7f41e80fea30 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e8197e60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f41e400e970 tx=0x7f41e400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.440+0000 7f41de7fc700 1 -- 172.21.15.40:0/3948585019 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e4009790 con 0x7f41e80fea30 2023-07-14T12:53:20.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.441+0000 7f41de7fc700 1 -- 172.21.15.40:0/3948585019 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41e400eec0 con 0x7f41e80fea30 2023-07-14T12:53:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.441+0000 7f41de7fc700 1 -- 172.21.15.40:0/3948585019 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e4003cf0 con 0x7f41e80fea30 2023-07-14T12:53:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.441+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41d8009520 con 0x7f41e80fea30 2023-07-14T12:53:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.441+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41e81a4cc0 con 0x7f41e80fea30 2023-07-14T12:53:20.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.444+0000 7f41de7fc700 1 -- 172.21.15.40:0/3948585019 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f41e400ccd0 con 0x7f41e80fea30 2023-07-14T12:53:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.445+0000 7f41de7fc700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41d40a13b0 0x7f41d40a3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.445+0000 7f41de7fc700 1 -- 172.21.15.40:0/3948585019 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f41e4014070 con 0x7f41e80fea30 2023-07-14T12:53:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.445+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41d40a13b0 0x7f41d40a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 Processor -- start 2023-07-14T12:53:20.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 -- start start 2023-07-14T12:53:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41d40a13b0 0x7f41d40a3860 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f41e8199680 tx=0x7f41d8019040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e542d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 0x55892e53d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e53d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e442c50 con 0x55892e5432d0 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e4959e0 con 0x55892e3996b0 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e48ee70 con 0x55892e53d580 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41ed4f9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e542d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41eccf8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 0x55892e53d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41ed4f9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e542d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54054/0 (socket says 172.21.15.40:54054) 2023-07-14T12:53:20.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41eccf8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 0x55892e53d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36802/0 (socket says 172.21.15.40:36802) 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41ed4f9700 1 -- 172.21.15.40:0/387700855 learned_addr learned my addr 172.21.15.40:0/387700855 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.446+0000 7f41edcfa700 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e53d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41eccf8700 1 -- 172.21.15.40:0/387700855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 msgr2=0x55892e53d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41eccf8700 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e53d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41eccf8700 1 -- 172.21.15.40:0/387700855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 msgr2=0x55892e542d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41eccf8700 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e542d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41eccf8700 1 -- 172.21.15.40:0/387700855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55892e2bcd80 con 0x55892e5432d0 2023-07-14T12:53:20.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e542d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41eccf8700 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 0x55892e53d040 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009810 tx=0x7f41d801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b6af9eb0af2ee3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41d37fe700 1 -- 172.21.15.40:0/387700855 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d8028070 con 0x55892e5432d0 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41d37fe700 1 -- 172.21.15.40:0/387700855 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41d800baa0 con 0x55892e5432d0 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.447+0000 7f41d37fe700 1 -- 172.21.15.40:0/387700855 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d801c040 con 0x55892e5432d0 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/387700855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 msgr2=0x55892e53d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 0x55892e53d040 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009810 tx=0x7f41d801d000 comp rx=0 tx=0).stop 2023-07-14T12:53:20.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/387700855 shutdown_connections 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e53d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e542d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/387700855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e5432d0 0x55892e53d040 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/387700855 >> 172.21.15.40:0/387700855 conn(0x55892e532be0 msgr2=0x55892e537f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/387700855 shutdown_connections 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.448+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/387700855 wait complete. 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.449+0000 7f41fb8e3b80 1 -- start start 2023-07-14T12:53:20.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.449+0000 7f41fb8e3b80 1 Processor -- start 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e5468e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e546e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 0x55892e547360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e42ea60 con 0x55892e53d580 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e42e760 con 0x55892e3996b0 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e3128c0 con 0x55892e5432d0 2023-07-14T12:53:20.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41fb8e3b80 10 client.0 _ll_register_callbacks cb 0x55892e42c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 0x55892e547360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 0x55892e547360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50500/0 (socket says 172.21.15.40:50500) 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 -- 172.21.15.40:0/3654930280 learned_addr learned my addr 172.21.15.40:0/3654930280 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e546e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 -- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 msgr2=0x55892e5468e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e5468e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e5468e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 -- 172.21.15.40:0/3654930280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 msgr2=0x55892e546e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e546e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41edcfa700 1 -- 172.21.15.40:0/3654930280 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41e81a4cc0 con 0x55892e5432d0 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.450+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e546e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.451+0000 7f41edcfa700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 0x55892e547360 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f41e0007870 tx=0x7f41e0007c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=799788c7b0cda6c8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.451+0000 7f41d0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.451+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3654930280 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e000e020 con 0x55892e5432d0 2023-07-14T12:53:20.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.451+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3654930280 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f41e00048c0 con 0x55892e5432d0 2023-07-14T12:53:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.451+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55892e3e8490 con 0x55892e5432d0 2023-07-14T12:53:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.451+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3654930280 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41e0004bb0 con 0x55892e5432d0 2023-07-14T12:53:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 10 client.26179 fetch_fsmap learned FSMap version 45 2023-07-14T12:53:20.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x7f41e810c160 con 0x55892e5432d0 2023-07-14T12:53:20.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3654930280 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55892e3e8490 con 0x55892e5432d0 2023-07-14T12:53:20.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3654930280 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7f41e0017440 con 0x55892e5432d0 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 10 client.26179 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 10 client.26179 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 20 client.26179 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e567df0 0x55892e56a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 4 client.26179 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.452+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55892e487e50 con 0x55892e567df0 2023-07-14T12:53:20.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.453+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e567df0 0x55892e56a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.453+0000 7f41d0ff9700 10 client.26179 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.453+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e567df0 0x55892e56a200 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1661c3adff64f2e8 server_cookie=68fe2bb3e9d771f9 in_seq=0 out_seq=0 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3654930280 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55892e487e50 con 0x55892e567df0 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41d0ff9700 10 client.26179 handle_command_reply: tid=0 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 client.26179 shutdown 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 msgr2=0x55892e547360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 0x55892e547360 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f41e0007870 tx=0x7f41e0007c30 comp rx=0 tx=0).stop 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 shutdown_connections 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e567df0 0x55892e56a200 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e5432d0 0x55892e547360 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41d0ff9700 0 client.26179 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e3996b0 0x55892e5468e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3654930280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e546e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 >> 172.21.15.40:0/3654930280 conn(0x55892e532be0 msgr2=0x55892e5374e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:20.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 shutdown_connections 2023-07-14T12:53:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.454+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3654930280 wait complete. 2023-07-14T12:53:20.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.455+0000 7f41fb8e3b80 20 client.26179 trim_cache size 0 max 16384 2023-07-14T12:53:20.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 Processor -- start 2023-07-14T12:53:20.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 -- start start 2023-07-14T12:53:20.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e3996b0 0x55892e53d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e54dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5421a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e52fc00 con 0x55892e53d580 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e542a10 con 0x55892e5432d0 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e5345f0 con 0x55892e3996b0 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41eccf8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e54dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41eccf8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e54dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36816/0 (socket says 172.21.15.40:36816) 2023-07-14T12:53:20.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41eccf8700 1 -- 172.21.15.40:0/1139338338 learned_addr learned my addr 172.21.15.40:0/1139338338 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.472+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e3996b0 0x55892e53d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41edcfa700 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5421a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41eccf8700 1 -- 172.21.15.40:0/1139338338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e3996b0 msgr2=0x55892e53d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41eccf8700 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e3996b0 0x55892e53d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41eccf8700 1 -- 172.21.15.40:0/1139338338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 msgr2=0x55892e5421a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41eccf8700 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5421a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41eccf8700 1 -- 172.21.15.40:0/1139338338 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55892e2a5c00 con 0x55892e53d580 2023-07-14T12:53:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41eccf8700 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e54dc60 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009fd0 tx=0x7f41d800f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=924405879680513e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41d3fff700 1 -- 172.21.15.40:0/1139338338 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d8028070 con 0x55892e53d580 2023-07-14T12:53:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41d3fff700 1 -- 172.21.15.40:0/1139338338 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41d8029040 con 0x55892e53d580 2023-07-14T12:53:20.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.473+0000 7f41d3fff700 1 -- 172.21.15.40:0/1139338338 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d801c070 con 0x55892e53d580 2023-07-14T12:53:20.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/1139338338 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 msgr2=0x55892e54dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e54dc60 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f41d8009fd0 tx=0x7f41d800f460 comp rx=0 tx=0).stop 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/1139338338 shutdown_connections 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e3996b0 0x55892e53d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5421a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/1139338338 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e53d580 0x55892e54dc60 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/1139338338 >> 172.21.15.40:0/1139338338 conn(0x55892e532be0 msgr2=0x55892e541a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:20.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/1139338338 shutdown_connections 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/1139338338 wait complete. 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 -- start start 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.474+0000 7f41fb8e3b80 1 Processor -- start 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 0x55892e54be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e54c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5bacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e54cb00 con 0x55892e3996b0 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e5bb220 con 0x55892e5432d0 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55892e5bb3e0 con 0x55892e53d580 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41fb8e3b80 10 client.0 _ll_register_callbacks cb 0x7f41e0003da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 0x55892e54be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41eccf8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e54c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 0x55892e54be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36820/0 (socket says 172.21.15.40:36820) 2023-07-14T12:53:20.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3569085888 learned_addr learned my addr 172.21.15.40:0/3569085888 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41edcfa700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5bacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3569085888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 msgr2=0x55892e54c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e54c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 msgr2=0x55892e5bacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5bacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 -- 172.21.15.40:0/3569085888 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55892e2bcd80 con 0x55892e3996b0 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41edcfa700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5bacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e54c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41ed4f9700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 0x55892e54be40 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f41e40037c0 tx=0x7f41e4016450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56502bfe79b15233 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.475+0000 7f41d0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3569085888 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e40caaa0 con 0x55892e3996b0 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3569085888 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f41e40a23f0 con 0x55892e3996b0 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f41d800baa0 con 0x55892e3996b0 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3569085888 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41e40b82e0 con 0x55892e3996b0 2023-07-14T12:53:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 10 client.16653 fetch_fsmap learned FSMap version 45 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x55892e2e31f0 con 0x55892e3996b0 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3569085888 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41d800baa0 con 0x55892e3996b0 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3569085888 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7f41e40a1f60 con 0x55892e3996b0 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 10 client.16653 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 10 client.16653 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 20 client.16653 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e5bcb50 0x55892e5bef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:20.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 4 client.16653 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:53:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55892e449ff0 con 0x55892e5bcb50 2023-07-14T12:53:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.476+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e5bcb50 0x55892e5bef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.477+0000 7f41d0ff9700 10 client.16653 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:20.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.477+0000 7f41eccf8700 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e5bcb50 0x55892e5bef60 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e72568f7f58afeec server_cookie=c39c759f9b6df7be in_seq=0 out_seq=0 2023-07-14T12:53:20.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41d0ff9700 1 -- 172.21.15.40:0/3569085888 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55892e449ff0 con 0x55892e5bcb50 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41d0ff9700 10 client.16653 handle_command_reply: tid=0 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 client.16653 shutdown 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 msgr2=0x55892e54be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 0x55892e54be40 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f41e40037c0 tx=0x7f41e4016450 comp rx=0 tx=0).stop 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 shutdown_connections 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55892e5432d0 0x55892e5bacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55892e3996b0 0x55892e54be40 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55892e5bcb50 0x55892e5bef60 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 --2- 172.21.15.40:0/3569085888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55892e53d580 0x55892e54c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41d0ff9700 0 client.16653 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 >> 172.21.15.40:0/3569085888 conn(0x55892e532be0 msgr2=0x55892e547110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 shutdown_connections 2023-07-14T12:53:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 1 -- 172.21.15.40:0/3569085888 wait complete. 2023-07-14T12:53:20.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.505+0000 7f41fb8e3b80 20 client.16653 trim_cache size 0 max 16384 2023-07-14T12:53:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:53:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:53:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:53:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:53:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41d40a13b0 msgr2=0x7f41d40a3860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41d40a13b0 0x7f41d40a3860 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f41e8199680 tx=0x7f41d8019040 comp rx=0 tx=0).stop 2023-07-14T12:53:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 msgr2=0x7f41e8197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e8197e60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f41e400e970 tx=0x7f41e400ec80 comp rx=0 tx=0).stop 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 shutdown_connections 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41d40a13b0 0x7f41d40a3860 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41e80fea30 0x7f41e8197e60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41e8104a30 0x7f41e819ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 --2- 172.21.15.40:0/3948585019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41e80ff3e0 0x7f41e81983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 >> 172.21.15.40:0/3948585019 conn(0x7f41e8074760 msgr2=0x7f41e8102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 shutdown_connections 2023-07-14T12:53:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:20.506+0000 7f41ef75d700 1 -- 172.21.15.40:0/3948585019 wait complete. 2023-07-14T12:53:21.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 203878 3.20 MB/sec execute 235 sec latency 553.342 ms 2023-07-14T12:53:21.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:20 smithi133 ceph-mon[98311]: pgmap v213: 97 pgs: 97 active+clean; 86 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:21.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:20 smithi130 ceph-mon[97977]: pgmap v213: 97 pgs: 97 active+clean; 86 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:21.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:20 smithi040 ceph-mon[96535]: pgmap v213: 97 pgs: 97 active+clean; 86 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:22.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 203878 3.19 MB/sec execute 236 sec latency 1553.470 ms 2023-07-14T12:53:23.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 205574 3.21 MB/sec execute 237 sec latency 1819.548 ms 2023-07-14T12:53:23.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:22 smithi133 ceph-mon[98311]: pgmap v214: 97 pgs: 97 active+clean; 86 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:23.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:22 smithi130 ceph-mon[97977]: pgmap v214: 97 pgs: 97 active+clean; 86 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:23.358 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:22 smithi040 ceph-mon[96535]: pgmap v214: 97 pgs: 97 active+clean; 86 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:24.178 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206396 3.22 MB/sec execute 238 sec latency 308.589 ms 2023-07-14T12:53:25.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206520 3.21 MB/sec execute 239 sec latency 1167.546 ms 2023-07-14T12:53:25.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:24 smithi133 ceph-mon[98311]: pgmap v215: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 214 op/s 2023-07-14T12:53:25.280 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:24 smithi130 ceph-mon[97977]: pgmap v215: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 214 op/s 2023-07-14T12:53:25.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:24 smithi040 ceph-mon[96535]: pgmap v215: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.0 MiB/s wr, 214 op/s 2023-07-14T12:53:26.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206520 3.19 MB/sec execute 240 sec latency 1047.136 ms 2023-07-14T12:53:27.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206520 3.18 MB/sec execute 241 sec latency 2047.272 ms 2023-07-14T12:53:27.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:26 smithi133 ceph-mon[98311]: pgmap v216: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2023-07-14T12:53:27.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:26 smithi130 ceph-mon[97977]: pgmap v216: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2023-07-14T12:53:27.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:26 smithi040 ceph-mon[96535]: pgmap v216: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2023-07-14T12:53:28.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206520 3.17 MB/sec execute 242 sec latency 3047.361 ms 2023-07-14T12:53:29.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206520 3.15 MB/sec execute 243 sec latency 4047.452 ms 2023-07-14T12:53:29.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:28 smithi133 ceph-mon[98311]: pgmap v217: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2023-07-14T12:53:29.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:28 smithi130 ceph-mon[97977]: pgmap v217: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2023-07-14T12:53:29.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:28 smithi040 ceph-mon[96535]: pgmap v217: 97 pgs: 97 active+clean; 85 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2023-07-14T12:53:30.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 206729 3.14 MB/sec execute 244 sec latency 4908.357 ms 2023-07-14T12:53:31.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 207421 3.15 MB/sec execute 245 sec latency 579.155 ms 2023-07-14T12:53:31.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:30 smithi133 ceph-mon[98311]: pgmap v218: 97 pgs: 97 active+clean; 89 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 169 op/s 2023-07-14T12:53:31.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:30 smithi130 ceph-mon[97977]: pgmap v218: 97 pgs: 97 active+clean; 89 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 169 op/s 2023-07-14T12:53:31.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:30 smithi040 ceph-mon[96535]: pgmap v218: 97 pgs: 97 active+clean; 89 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 169 op/s 2023-07-14T12:53:32.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 207421 3.14 MB/sec execute 246 sec latency 1579.266 ms 2023-07-14T12:53:32.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:31 smithi133 ceph-mon[98311]: pgmap v219: 97 pgs: 97 active+clean; 89 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 1.0 MiB/s wr, 108 op/s 2023-07-14T12:53:32.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:31 smithi130 ceph-mon[97977]: pgmap v219: 97 pgs: 97 active+clean; 89 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 1.0 MiB/s wr, 108 op/s 2023-07-14T12:53:32.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:31 smithi040 ceph-mon[96535]: pgmap v219: 97 pgs: 97 active+clean; 89 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 1.0 MiB/s wr, 108 op/s 2023-07-14T12:53:33.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 209102 3.16 MB/sec execute 247 sec latency 1840.523 ms 2023-07-14T12:53:33.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 -- 172.21.15.40:0/2786231916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14180fea30 msgr2=0x7f14180feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 --2- 172.21.15.40:0/2786231916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14180fea30 0x7f14180feea0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f14080098f0 tx=0x7f1408009c00 comp rx=0 tx=0).stop 2023-07-14T12:53:33.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 -- 172.21.15.40:0/2786231916 shutdown_connections 2023-07-14T12:53:33.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 --2- 172.21.15.40:0/2786231916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141810b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 --2- 172.21.15.40:0/2786231916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1418104a30 0x7f1418104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 --2- 172.21.15.40:0/2786231916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14180fea30 0x7f14180feea0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 -- 172.21.15.40:0/2786231916 >> 172.21.15.40:0/2786231916 conn(0x7f1418074760 msgr2=0x7f1418074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:33.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 -- 172.21.15.40:0/2786231916 shutdown_connections 2023-07-14T12:53:33.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.619+0000 7f141f31f700 1 -- 172.21.15.40:0/2786231916 wait complete. 2023-07-14T12:53:33.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 Processor -- start 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 -- start start 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f14180fea30 0x7f141819bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141819c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1418104a30 0x7f1418195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1418196120 con 0x7f14180ff3e0 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1418196290 con 0x7f14180fea30 2023-07-14T12:53:33.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141f31f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1418196450 con 0x7f1418104a30 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141819c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141819c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36836/0 (socket says 172.21.15.40:36836) 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 -- 172.21.15.40:0/3386245566 learned_addr learned my addr 172.21.15.40:0/3386245566 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141d0bb700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f14180fea30 0x7f141819bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141d8bc700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1418104a30 0x7f1418195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 -- 172.21.15.40:0/3386245566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1418104a30 msgr2=0x7f1418195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1418104a30 0x7f1418195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 -- 172.21.15.40:0/3386245566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f14180fea30 msgr2=0x7f141819bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.620+0000 7f141c8ba700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f14180fea30 0x7f141819bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f141c8ba700 1 -- 172.21.15.40:0/3386245566 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1410009c40 con 0x7f14180ff3e0 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f141c8ba700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141819c190 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f1408009810 tx=0x7f140800bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f140e7fc700 1 -- 172.21.15.40:0/3386245566 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f140801c070 con 0x7f14180ff3e0 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1408009520 con 0x7f14180ff3e0 2023-07-14T12:53:33.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f140e7fc700 1 -- 172.21.15.40:0/3386245566 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f140800bbd0 con 0x7f14180ff3e0 2023-07-14T12:53:33.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f140e7fc700 1 -- 172.21.15.40:0/3386245566 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1408004930 con 0x7f14180ff3e0 2023-07-14T12:53:33.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.621+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1418100640 con 0x7f14180ff3e0 2023-07-14T12:53:33.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.623+0000 7f140e7fc700 1 -- 172.21.15.40:0/3386245566 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f1408020070 con 0x7f14180ff3e0 2023-07-14T12:53:33.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.624+0000 7f140e7fc700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f14040a12c0 0x7f14040a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.624+0000 7f140e7fc700 1 -- 172.21.15.40:0/3386245566 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f14080cd900 con 0x7f14180ff3e0 2023-07-14T12:53:33.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.624+0000 7f141d0bb700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f14040a12c0 0x7f14040a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.624+0000 7f141d0bb700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f14040a12c0 0x7f14040a3770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f14180ffba0 tx=0x7f1414009310 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:33.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.624+0000 7f142b4a5b80 1 Processor -- start 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 -- start start 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1ecd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1e7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 0x56499d1e79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d0ecc50 con 0x56499d1e7580 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d13f9e0 con 0x56499d0436b0 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d138e70 con 0x56499d1ed2d0 2023-07-14T12:53:33.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141d0bb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1ecd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141d8bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 0x56499d1e79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141d0bb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1ecd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54096/0 (socket says 172.21.15.40:54096) 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141d8bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 0x56499d1e79d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36846/0 (socket says 172.21.15.40:36846) 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141d0bb700 1 -- 172.21.15.40:0/1987927811 learned_addr learned my addr 172.21.15.40:0/1987927811 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1e7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 -- 172.21.15.40:0/1987927811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 msgr2=0x56499d1ecd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1ecd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 -- 172.21.15.40:0/1987927811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 msgr2=0x56499d1e79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 0x56499d1e79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 -- 172.21.15.40:0/1987927811 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56499cf66d80 con 0x56499d1ed2d0 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141d8bc700 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 0x56499d1e79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.625+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1e7040 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f14080cb000 tx=0x7f1408005570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b1f157bbefb0751 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f14037fe700 1 -- 172.21.15.40:0/1987927811 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f140809aa50 con 0x56499d1ed2d0 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f14037fe700 1 -- 172.21.15.40:0/1987927811 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f140809ea40 con 0x56499d1ed2d0 2023-07-14T12:53:33.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f14037fe700 1 -- 172.21.15.40:0/1987927811 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f140809aed0 con 0x56499d1ed2d0 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1987927811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 msgr2=0x56499d1e7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1e7040 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f14080cb000 tx=0x7f1408005570 comp rx=0 tx=0).stop 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1987927811 shutdown_connections 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1e7580 0x56499d1e79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1ecd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1987927811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1e7040 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1987927811 >> 172.21.15.40:0/1987927811 conn(0x56499d1dcbe0 msgr2=0x56499d1e1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1987927811 shutdown_connections 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.626+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1987927811 wait complete. 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 -- start start 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 Processor -- start 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 0x56499d1f6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d1e7580 0x56499d1f68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1f0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d0d8a60 con 0x56499d0436b0 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d0d8760 con 0x56499d1e7580 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499cfbc8c0 con 0x56499d1ed2d0 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f142b4a5b80 10 client.0 _ll_register_callbacks cb 0x56499d0d6700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.627+0000 7f141d0bb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 0x56499d1f6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 0x56499d1f6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36848/0 (socket says 172.21.15.40:36848) 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 -- 172.21.15.40:0/1711635281 learned_addr learned my addr 172.21.15.40:0/1711635281 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d1e7580 0x56499d1f68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d8bc700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1f0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 -- 172.21.15.40:0/1711635281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 msgr2=0x56499d1f0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1f0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 -- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d1e7580 msgr2=0x56499d1f68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d1e7580 0x56499d1f68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 -- 172.21.15.40:0/1711635281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1410010660 con 0x56499d0436b0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d1e7580 0x56499d1f68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f141d0bb700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 0x56499d1f6390 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f141401dc00 tx=0x7f14140047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae92fe252e8d25f4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f1400ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f1400ff9700 1 -- 172.21.15.40:0/1711635281 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1414022070 con 0x56499d0436b0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f1400ff9700 1 -- 172.21.15.40:0/1711635281 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f141401ca60 con 0x56499d0436b0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56499d092490 con 0x56499d0436b0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f1400ff9700 1 -- 172.21.15.40:0/1711635281 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f141401cc60 con 0x56499d0436b0 2023-07-14T12:53:33.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f142b4a5b80 10 client.16665 fetch_fsmap learned FSMap version 45 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.628+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x7f1418100640 con 0x56499d0436b0 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f1400ff9700 1 -- 172.21.15.40:0/1711635281 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56499d092490 con 0x56499d0436b0 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f1400ff9700 1 -- 172.21.15.40:0/1711635281 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7f141402e400 con 0x56499d0436b0 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f142b4a5b80 10 client.16665 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f142b4a5b80 10 client.16665 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f142b4a5b80 20 client.16665 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:33.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d200960 0x56499d202d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f142b4a5b80 4 client.16665 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56499d131e50 con 0x56499d200960 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d200960 0x56499d202d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f1400ff9700 10 client.16665 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.629+0000 7f141c8ba700 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d200960 0x56499d202d70 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=614b0f2608747f07 server_cookie=4b0fc880c62b0a3c in_seq=0 out_seq=0 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f1400ff9700 1 -- 172.21.15.40:0/1711635281 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56499d131e50 con 0x56499d200960 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f1400ff9700 10 client.16665 handle_command_reply: tid=0 2023-07-14T12:53:33.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 client.16665 shutdown 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 msgr2=0x56499d1f6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 0x56499d1f6390 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f141401dc00 tx=0x7f14140047c0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 shutdown_connections 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d200960 0x56499d202d70 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1ed2d0 0x56499d1f0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f1400ff9700 0 client.16665 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:33.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d0436b0 0x56499d1f6390 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/1711635281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d1e7580 0x56499d1f68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 >> 172.21.15.40:0/1711635281 conn(0x56499d1dcbe0 msgr2=0x56499d1e14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:33.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 shutdown_connections 2023-07-14T12:53:33.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 1 -- 172.21.15.40:0/1711635281 wait complete. 2023-07-14T12:53:33.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.630+0000 7f142b4a5b80 20 client.16665 trim_cache size 0 max 16384 2023-07-14T12:53:33.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 Processor -- start 2023-07-14T12:53:33.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 -- start start 2023-07-14T12:53:33.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1e7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1ee190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d1ebee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d1ad060 con 0x56499d1ed2d0 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d1e3b70 con 0x56499d0436b0 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d1eca10 con 0x56499d1e7580 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d8bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d1ebee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141c8ba700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1ee190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1e7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d8bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d1ebee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36860/0 (socket says 172.21.15.40:36860) 2023-07-14T12:53:33.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d8bc700 1 -- 172.21.15.40:0/3631725530 learned_addr learned my addr 172.21.15.40:0/3631725530 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:33.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141c8ba700 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1ee190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50548/0 (socket says 172.21.15.40:50548) 2023-07-14T12:53:33.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 -- 172.21.15.40:0/3631725530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 msgr2=0x56499d1ee190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1ee190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 -- 172.21.15.40:0/3631725530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 msgr2=0x56499d1ebee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d1ebee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 -- 172.21.15.40:0/3631725530 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56499cf4fc00 con 0x56499d0436b0 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.646+0000 7f141d0bb700 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1e7040 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f141402e860 tx=0x7f1414009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a674fae2fa35668d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f1403fff700 1 -- 172.21.15.40:0/3631725530 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1414022030 con 0x56499d0436b0 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f1403fff700 1 -- 172.21.15.40:0/3631725530 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f141402e980 con 0x56499d0436b0 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f1403fff700 1 -- 172.21.15.40:0/3631725530 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14140377c0 con 0x56499d0436b0 2023-07-14T12:53:33.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 -- 172.21.15.40:0/3631725530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 msgr2=0x56499d1e7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1e7040 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f141402e860 tx=0x7f1414009510 comp rx=0 tx=0).stop 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 -- 172.21.15.40:0/3631725530 shutdown_connections 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d1ebee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1e7040 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/3631725530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1ee190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 -- 172.21.15.40:0/3631725530 >> 172.21.15.40:0/3631725530 conn(0x56499d1dcbe0 msgr2=0x56499d1eb7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 -- 172.21.15.40:0/3631725530 shutdown_connections 2023-07-14T12:53:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.647+0000 7f142b4a5b80 1 -- 172.21.15.40:0/3631725530 wait complete. 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 -- start start 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 Processor -- start 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1f4770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1f4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d24d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d24ddd0 con 0x56499d1ed2d0 2023-07-14T12:53:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d24df40 con 0x56499d0436b0 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499d24e100 con 0x56499d1e7580 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f142b4a5b80 10 client.0 _ll_register_callbacks cb 0x56499d0d6700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f141d8bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d24d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f141d0bb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1f4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f141d8bc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d24d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36866/0 (socket says 172.21.15.40:36866) 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.648+0000 7f141d8bc700 1 -- 172.21.15.40:0/4049076084 learned_addr learned my addr 172.21.15.40:0/4049076084 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141c8ba700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1f4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d0bb700 1 -- 172.21.15.40:0/4049076084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 msgr2=0x56499d1f4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d0bb700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1f4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d0bb700 1 -- 172.21.15.40:0/4049076084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 msgr2=0x56499d24d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d0bb700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d24d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d0bb700 1 -- 172.21.15.40:0/4049076084 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1418100640 con 0x56499d0436b0 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d8bc700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d24d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f141d0bb700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1f4770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f141402e830 tx=0x7f1414014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c08683077bf1cafe server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f1400ff9700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f1400ff9700 1 -- 172.21.15.40:0/4049076084 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1414046070 con 0x56499d0436b0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f140809ea40 con 0x56499d0436b0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f1400ff9700 1 -- 172.21.15.40:0/4049076084 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1414023070 con 0x56499d0436b0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f1400ff9700 1 -- 172.21.15.40:0/4049076084 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1414022040 con 0x56499d0436b0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f142b4a5b80 10 client.26273 fetch_fsmap learned FSMap version 45 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.649+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x56499cf8d1f0 con 0x56499d0436b0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f1400ff9700 1 -- 172.21.15.40:0/4049076084 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f140809ea40 con 0x56499d0436b0 2023-07-14T12:53:33.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f1400ff9700 1 -- 172.21.15.40:0/4049076084 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7f1414049020 con 0x56499d0436b0 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f142b4a5b80 10 client.26273 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f142b4a5b80 10 client.26273 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f142b4a5b80 20 client.26273 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d2555b0 0x56499d2579c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f142b4a5b80 4 client.26273 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56499d0f3ff0 con 0x56499d2555b0 2023-07-14T12:53:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f141c8ba700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d2555b0 0x56499d2579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f1400ff9700 10 client.26273 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.650+0000 7f141c8ba700 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d2555b0 0x56499d2579c0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ef62db0ac8c92a4 server_cookie=3919b0ec26f6e7bc in_seq=0 out_seq=0 2023-07-14T12:53:33.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.676+0000 7f1400ff9700 1 -- 172.21.15.40:0/4049076084 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56499d0f3ff0 con 0x56499d2555b0 2023-07-14T12:53:33.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.676+0000 7f1400ff9700 10 client.26273 handle_command_reply: tid=0 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.676+0000 7f142b4a5b80 1 client.26273 shutdown 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 msgr2=0x56499d1f4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1f4770 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f141402e830 tx=0x7f1414014000 comp rx=0 tx=0).stop 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 shutdown_connections 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56499d1ed2d0 0x56499d24d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56499d0436b0 0x56499d1f4770 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56499d2555b0 0x56499d2579c0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 --2- 172.21.15.40:0/4049076084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56499d1e7580 0x56499d1f4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f1400ff9700 0 client.26273 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 >> 172.21.15.40:0/4049076084 conn(0x56499d1dcbe0 msgr2=0x56499d1ee000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 shutdown_connections 2023-07-14T12:53:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 1 -- 172.21.15.40:0/4049076084 wait complete. 2023-07-14T12:53:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f142b4a5b80 20 client.26273 trim_cache size 0 max 16384 2023-07-14T12:53:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:53:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:53:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:53:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:53:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f14040a12c0 msgr2=0x7f14040a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f141f31f700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f14040a12c0 0x7f14040a3770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f14180ffba0 tx=0x7f1414009310 comp rx=0 tx=0).stop 2023-07-14T12:53:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 msgr2=0x7f141819c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.677+0000 7f141f31f700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141819c190 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f1408009810 tx=0x7f140800bfc0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 shutdown_connections 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f14040a12c0 0x7f14040a3770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1418104a30 0x7f1418195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f14180fea30 0x7f141819bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 --2- 172.21.15.40:0/3386245566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14180ff3e0 0x7f141819c190 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 >> 172.21.15.40:0/3386245566 conn(0x7f1418074760 msgr2=0x7f1418102850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 shutdown_connections 2023-07-14T12:53:33.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:33.678+0000 7f141f31f700 1 -- 172.21.15.40:0/3386245566 wait complete. 2023-07-14T12:53:34.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 209945 3.17 MB/sec execute 248 sec latency 276.813 ms 2023-07-14T12:53:35.179 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210069 3.16 MB/sec execute 249 sec latency 1135.420 ms 2023-07-14T12:53:35.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:34 smithi133 ceph-mon[98311]: pgmap v220: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 155 op/s 2023-07-14T12:53:35.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:34 smithi130 ceph-mon[97977]: pgmap v220: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 155 op/s 2023-07-14T12:53:35.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:34 smithi040 ceph-mon[96535]: pgmap v220: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 155 op/s 2023-07-14T12:53:36.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210069 3.14 MB/sec execute 250 sec latency 1042.777 ms 2023-07-14T12:53:37.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210069 3.13 MB/sec execute 251 sec latency 2042.893 ms 2023-07-14T12:53:37.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:36 smithi133 ceph-mon[98311]: pgmap v221: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 960 KiB/s wr, 80 op/s 2023-07-14T12:53:37.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:36 smithi130 ceph-mon[97977]: pgmap v221: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 960 KiB/s wr, 80 op/s 2023-07-14T12:53:37.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:36 smithi040 ceph-mon[96535]: pgmap v221: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 960 KiB/s wr, 80 op/s 2023-07-14T12:53:38.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210069 3.12 MB/sec execute 252 sec latency 3042.982 ms 2023-07-14T12:53:39.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210069 3.11 MB/sec execute 253 sec latency 4043.037 ms 2023-07-14T12:53:39.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:38 smithi133 ceph-mon[98311]: pgmap v222: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 960 KiB/s wr, 80 op/s 2023-07-14T12:53:39.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:38 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:53:39.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:38 smithi130 ceph-mon[97977]: pgmap v222: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 960 KiB/s wr, 80 op/s 2023-07-14T12:53:39.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:38 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:53:39.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:38 smithi040 ceph-mon[96535]: pgmap v222: 97 pgs: 97 active+clean; 88 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 555 KiB/s rd, 960 KiB/s wr, 80 op/s 2023-07-14T12:53:39.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:38 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:53:40.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210286 3.10 MB/sec execute 254 sec latency 4902.065 ms 2023-07-14T12:53:40.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:39 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:53:40.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:39 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:53:40.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:39 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:53:40.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:39 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:53:40.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:39 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:53:40.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:39 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:53:40.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:39 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:53:40.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:39 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:53:40.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:39 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:53:41.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210970 3.10 MB/sec execute 255 sec latency 615.032 ms 2023-07-14T12:53:41.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:40 smithi133 ceph-mon[98311]: pgmap v223: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 793 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2023-07-14T12:53:41.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:40 smithi130 ceph-mon[97977]: pgmap v223: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 793 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2023-07-14T12:53:41.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:40 smithi040 ceph-mon[96535]: pgmap v223: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 793 KiB/s rd, 1.4 MiB/s wr, 121 op/s 2023-07-14T12:53:42.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 210970 3.09 MB/sec execute 256 sec latency 1615.109 ms 2023-07-14T12:53:43.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 212803 3.12 MB/sec execute 257 sec latency 1876.367 ms 2023-07-14T12:53:43.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:42 smithi133 ceph-mon[98311]: pgmap v224: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 985 KiB/s wr, 87 op/s 2023-07-14T12:53:43.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:42 smithi130 ceph-mon[97977]: pgmap v224: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 985 KiB/s wr, 87 op/s 2023-07-14T12:53:43.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:42 smithi040 ceph-mon[96535]: pgmap v224: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 985 KiB/s wr, 87 op/s 2023-07-14T12:53:44.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 213997 3.13 MB/sec execute 258 sec latency 53.924 ms 2023-07-14T12:53:45.180 INFO:tasks.workunit.client.0.smithi040.stdout: 1 214512 3.13 MB/sec execute 259 sec latency 571.487 ms 2023-07-14T12:53:45.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:44 smithi133 ceph-mon[98311]: pgmap v225: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 823 KiB/s rd, 1.2 MiB/s wr, 126 op/s 2023-07-14T12:53:45.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:44 smithi130 ceph-mon[97977]: pgmap v225: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 823 KiB/s rd, 1.2 MiB/s wr, 126 op/s 2023-07-14T12:53:45.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:44 smithi040 ceph-mon[96535]: pgmap v225: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 823 KiB/s rd, 1.2 MiB/s wr, 126 op/s 2023-07-14T12:53:46.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 214512 3.11 MB/sec execute 260 sec latency 1571.595 ms 2023-07-14T12:53:46.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 -- 172.21.15.40:0/3121976752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 msgr2=0x7f4434104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 --2- 172.21.15.40:0/3121976752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f4434104770 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f441c0099c0 tx=0x7f441c009cd0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 -- 172.21.15.40:0/3121976752 shutdown_connections 2023-07-14T12:53:46.826 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 --2- 172.21.15.40:0/3121976752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4434067c10 0x7f4434067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 --2- 172.21.15.40:0/3121976752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434104e50 0x7f443410ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 --2- 172.21.15.40:0/3121976752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f4434104770 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 -- 172.21.15.40:0/3121976752 >> 172.21.15.40:0/3121976752 conn(0x7f4434074760 msgr2=0x7f4434074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 -- 172.21.15.40:0/3121976752 shutdown_connections 2023-07-14T12:53:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.800+0000 7f4439b53700 1 -- 172.21.15.40:0/3121976752 wait complete. 2023-07-14T12:53:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 Processor -- start 2023-07-14T12:53:46.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 -- start start 2023-07-14T12:53:46.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434067c10 0x7f443419bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f443419c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4434104e50 0x7f4434195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4434196080 con 0x7f44340685b0 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44341961f0 con 0x7f4434067c10 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4439b53700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44341963b0 con 0x7f4434104e50 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4432ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f443419c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4432ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f443419c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36878/0 (socket says 172.21.15.40:36878) 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4432ffd700 1 -- 172.21.15.40:0/1781885807 learned_addr learned my addr 172.21.15.40:0/1781885807 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.801+0000 7f4433fff700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4434104e50 0x7f4434195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f44337fe700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434067c10 0x7f443419bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4432ffd700 1 -- 172.21.15.40:0/1781885807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4434104e50 msgr2=0x7f4434195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4432ffd700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4434104e50 0x7f4434195a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4432ffd700 1 -- 172.21.15.40:0/1781885807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434067c10 msgr2=0x7f443419bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4432ffd700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434067c10 0x7f443419bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4432ffd700 1 -- 172.21.15.40:0/1781885807 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f441c0095f0 con 0x7f44340685b0 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f44337fe700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434067c10 0x7f443419bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4432ffd700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f443419c0f0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f441c009990 tx=0x7f441c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:46.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4430ff9700 1 -- 172.21.15.40:0/1781885807 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441c01d070 con 0x7f44340685b0 2023-07-14T12:53:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4434196630 con 0x7f44340685b0 2023-07-14T12:53:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4430ff9700 1 -- 172.21.15.40:0/1781885807 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f441c004090 con 0x7f44340685b0 2023-07-14T12:53:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4430ff9700 1 -- 172.21.15.40:0/1781885807 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441c022d00 con 0x7f44340685b0 2023-07-14T12:53:46.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.802+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44340fe990 con 0x7f44340685b0 2023-07-14T12:53:46.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.804+0000 7f4430ff9700 1 -- 172.21.15.40:0/1781885807 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f441c022470 con 0x7f44340685b0 2023-07-14T12:53:46.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.805+0000 7f4430ff9700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f44200a56d0 0x7f44200a7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.805+0000 7f4430ff9700 1 -- 172.21.15.40:0/1781885807 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f441c0cdf80 con 0x7f44340685b0 2023-07-14T12:53:46.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.805+0000 7f44337fe700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f44200a56d0 0x7f44200a7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f44337fe700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f44200a56d0 0x7f44200a7b80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4424005fd0 tx=0x7f4424005dc0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 Processor -- start 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 -- start start 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c28946b0 0x5638c2a3dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a38040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 0x5638c2a389d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c293dc50 con 0x5638c2a38580 2023-07-14T12:53:46.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c29909e0 con 0x5638c28946b0 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2989e70 con 0x5638c2a3e2d0 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4433fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 0x5638c2a389d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4433fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 0x5638c2a389d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36888/0 (socket says 172.21.15.40:36888) 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4433fff700 1 -- 172.21.15.40:0/3243593391 learned_addr learned my addr 172.21.15.40:0/3243593391 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f4432ffd700 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a38040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.806+0000 7f44337fe700 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c28946b0 0x5638c2a3dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4433fff700 1 -- 172.21.15.40:0/3243593391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 msgr2=0x5638c2a38040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4433fff700 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a38040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4433fff700 1 -- 172.21.15.40:0/3243593391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c28946b0 msgr2=0x5638c2a3dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4433fff700 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c28946b0 0x5638c2a3dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4433fff700 1 -- 172.21.15.40:0/3243593391 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638c27b7d80 con 0x5638c2a38580 2023-07-14T12:53:46.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4433fff700 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 0x5638c2a389d0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f442c009d70 tx=0x7f442c0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2f39d0ce3ccd81a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:46.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4429ffb700 1 -- 172.21.15.40:0/3243593391 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442c014610 con 0x5638c2a38580 2023-07-14T12:53:46.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4429ffb700 1 -- 172.21.15.40:0/3243593391 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f442c00f050 con 0x5638c2a38580 2023-07-14T12:53:46.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.807+0000 7f4429ffb700 1 -- 172.21.15.40:0/3243593391 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442c0139d0 con 0x5638c2a38580 2023-07-14T12:53:46.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3243593391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 msgr2=0x5638c2a389d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 0x5638c2a389d0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f442c009d70 tx=0x7f442c0077e0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3243593391 shutdown_connections 2023-07-14T12:53:46.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c2a38580 0x5638c2a389d0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c28946b0 0x5638c2a3dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3243593391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a38040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3243593391 >> 172.21.15.40:0/3243593391 conn(0x5638c2a2dbe0 msgr2=0x5638c2a32f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3243593391 shutdown_connections 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3243593391 wait complete. 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 -- start start 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.808+0000 7f4445cd9b80 1 Processor -- start 2023-07-14T12:53:46.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a44640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a38580 0x5638c2a41850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a41f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2929a60 con 0x5638c28946b0 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2929760 con 0x5638c2a38580 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c280d8c0 con 0x5638c2a3e2d0 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4445cd9b80 10 client.0 _ll_register_callbacks cb 0x5638c2927700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:46.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a44640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a44640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36890/0 (socket says 172.21.15.40:36890) 2023-07-14T12:53:46.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 -- 172.21.15.40:0/545061630 learned_addr learned my addr 172.21.15.40:0/545061630 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:46.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4432ffd700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a38580 0x5638c2a41850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4433fff700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a41f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 -- 172.21.15.40:0/545061630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 msgr2=0x5638c2a41f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a41f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 -- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a38580 msgr2=0x5638c2a41850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a38580 0x5638c2a41850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 -- 172.21.15.40:0/545061630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f442c0099a0 con 0x5638c28946b0 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f44337fe700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a44640 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f442400f6a0 tx=0x7f4424004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a5ea115ebf0194 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.809+0000 7f4412ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4412ffd700 1 -- 172.21.15.40:0/545061630 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442401d430 con 0x5638c28946b0 2023-07-14T12:53:46.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4412ffd700 1 -- 172.21.15.40:0/545061630 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f442401d590 con 0x5638c28946b0 2023-07-14T12:53:46.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5638c28e3490 con 0x5638c28946b0 2023-07-14T12:53:46.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4412ffd700 1 -- 172.21.15.40:0/545061630 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f442401d750 con 0x5638c28946b0 2023-07-14T12:53:46.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 10 client.16683 fetch_fsmap learned FSMap version 45 2023-07-14T12:53:46.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5638c27a0c00 con 0x5638c28946b0 2023-07-14T12:53:46.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4412ffd700 1 -- 172.21.15.40:0/545061630 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4424031080 con 0x5638c28946b0 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4412ffd700 1 -- 172.21.15.40:0/545061630 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7f442402b030 con 0x5638c28946b0 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 10 client.16683 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 10 client.16683 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 20 client.16683 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2a51c90 0x5638c2a540a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 4 client.16683 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:53:46.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.810+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5638c2982e50 con 0x5638c2a51c90 2023-07-14T12:53:46.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.811+0000 7f4432ffd700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2a51c90 0x5638c2a540a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.811+0000 7f4432ffd700 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2a51c90 0x5638c2a540a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d43619f306f98bf server_cookie=5e923fd72cf32266 in_seq=0 out_seq=0 2023-07-14T12:53:46.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.811+0000 7f4412ffd700 10 client.16683 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:46.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4412ffd700 1 -- 172.21.15.40:0/545061630 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5638c2982e50 con 0x5638c2a51c90 2023-07-14T12:53:46.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4412ffd700 10 client.16683 handle_command_reply: tid=0 2023-07-14T12:53:46.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 client.16683 shutdown 2023-07-14T12:53:46.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 msgr2=0x5638c2a44640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a44640 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f442400f6a0 tx=0x7f4424004750 comp rx=0 tx=0).stop 2023-07-14T12:53:46.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 shutdown_connections 2023-07-14T12:53:46.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2a51c90 0x5638c2a540a0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a3e2d0 0x5638c2a41f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a44640 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/545061630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a38580 0x5638c2a41850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4412ffd700 0 client.16683 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:46.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 >> 172.21.15.40:0/545061630 conn(0x5638c2a2dbe0 msgr2=0x5638c2a31c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:46.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 shutdown_connections 2023-07-14T12:53:46.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 1 -- 172.21.15.40:0/545061630 wait complete. 2023-07-14T12:53:46.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.812+0000 7f4445cd9b80 20 client.16683 trim_cache size 0 max 16384 2023-07-14T12:53:46.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 Processor -- start 2023-07-14T12:53:46.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 -- start start 2023-07-14T12:53:46.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a3d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a32c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a44170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2a3da20 con 0x5638c28946b0 2023-07-14T12:53:46.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2a4f240 con 0x5638c2a3e2d0 2023-07-14T12:53:46.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2a2ab40 con 0x5638c2a38580 2023-07-14T12:53:46.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f44337fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a3d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f44337fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a3d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36898/0 (socket says 172.21.15.40:36898) 2023-07-14T12:53:46.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.827+0000 7f44337fe700 1 -- 172.21.15.40:0/3858372423 learned_addr learned my addr 172.21.15.40:0/3858372423 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:46.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f44337fe700 1 -- 172.21.15.40:0/3858372423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 msgr2=0x5638c2a32c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f44337fe700 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a32c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f44337fe700 1 -- 172.21.15.40:0/3858372423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 msgr2=0x5638c2a44170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f44337fe700 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a44170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f44337fe700 1 -- 172.21.15.40:0/3858372423 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638c2a58cd0 con 0x5638c28946b0 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f44337fe700 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a3d130 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4424012040 tx=0x7f4424005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13ff0375c67cb846 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f442a7fc700 1 -- 172.21.15.40:0/3858372423 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442402dc20 con 0x5638c28946b0 2023-07-14T12:53:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f442a7fc700 1 -- 172.21.15.40:0/3858372423 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5638c28e3490 con 0x5638c28946b0 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.828+0000 7f442a7fc700 1 -- 172.21.15.40:0/3858372423 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442401dcb0 con 0x5638c28946b0 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3858372423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 msgr2=0x5638c2a3d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a3d130 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4424012040 tx=0x7f4424005bb0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3858372423 shutdown_connections 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a44170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a3d130 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/3858372423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a32c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3858372423 >> 172.21.15.40:0/3858372423 conn(0x5638c2a2dbe0 msgr2=0x5638c2a3ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3858372423 shutdown_connections 2023-07-14T12:53:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 -- 172.21.15.40:0/3858372423 wait complete. 2023-07-14T12:53:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 -- start start 2023-07-14T12:53:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 Processor -- start 2023-07-14T12:53:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a9ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.829+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a9f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4445cd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a46c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2a47220 con 0x5638c28946b0 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2a47390 con 0x5638c2a3e2d0 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4445cd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638c2a47550 con 0x5638c2a38580 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4445cd9b80 10 client.0 _ll_register_callbacks cb 0x7f442400dc60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a9ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a9ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36904/0 (socket says 172.21.15.40:36904) 2023-07-14T12:53:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 -- 172.21.15.40:0/959645387 learned_addr learned my addr 172.21.15.40:0/959645387 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4433fff700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a46c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4432ffd700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a9f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 -- 172.21.15.40:0/959645387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 msgr2=0x5638c2a9f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a9f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 -- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 msgr2=0x5638c2a46c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a46c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 -- 172.21.15.40:0/959645387 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5638c27a0c00 con 0x5638c28946b0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f44337fe700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a9ee50 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f442400f6a0 tx=0x7f442401d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97557872fb5a1104 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4412ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4412ffd700 1 -- 172.21.15.40:0/959645387 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4424004850 con 0x5638c28946b0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4412ffd700 1 -- 172.21.15.40:0/959645387 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f44240049b0 con 0x5638c28946b0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f442c00f050 con 0x5638c28946b0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.830+0000 7f4412ffd700 1 -- 172.21.15.40:0/959645387 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4424004b90 con 0x5638c28946b0 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 10 client.16689 fetch_fsmap learned FSMap version 45 2023-07-14T12:53:46.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5638c27de1f0 con 0x5638c28946b0 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4412ffd700 1 -- 172.21.15.40:0/959645387 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f442c00f050 con 0x5638c28946b0 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4412ffd700 1 -- 172.21.15.40:0/959645387 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7f442402b070 con 0x5638c28946b0 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 10 client.16689 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 10 client.16689 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 20 client.16689 populate_metadata read hostname 'smithi040' 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2aa6870 0x5638c2aa8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:53:46.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 4 client.16689 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:53:46.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5638c2944ff0 con 0x5638c2aa6870 2023-07-14T12:53:46.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.831+0000 7f4432ffd700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2aa6870 0x5638c2aa8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:53:46.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.832+0000 7f4412ffd700 10 client.16689 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:46.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.832+0000 7f4432ffd700 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2aa6870 0x5638c2aa8c80 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bbb89507b7c4e0e server_cookie=e8ce2606490fd0ab in_seq=0 out_seq=0 2023-07-14T12:53:46.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4412ffd700 1 -- 172.21.15.40:0/959645387 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5638c2944ff0 con 0x5638c2aa6870 2023-07-14T12:53:46.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4412ffd700 10 client.16689 handle_command_reply: tid=0 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 client.16689 shutdown 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 msgr2=0x5638c2a9ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a9ee50 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f442400f6a0 tx=0x7f442401d4a0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 shutdown_connections 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5638c2a3e2d0 0x5638c2a46c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5638c28946b0 0x5638c2a9ee50 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5638c2aa6870 0x5638c2aa8c80 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 --2- 172.21.15.40:0/959645387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5638c2a38580 0x5638c2a9f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4412ffd700 0 client.16689 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:53:46.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 >> 172.21.15.40:0/959645387 conn(0x5638c2a2dbe0 msgr2=0x5638c2a3d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:46.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 shutdown_connections 2023-07-14T12:53:46.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 1 -- 172.21.15.40:0/959645387 wait complete. 2023-07-14T12:53:46.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4445cd9b80 20 client.16689 trim_cache size 0 max 16384 2023-07-14T12:53:46.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:53:46.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:53:46.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:53:46.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:53:46.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f44200a56d0 msgr2=0x7f44200a7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f44200a56d0 0x7f44200a7b80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4424005fd0 tx=0x7f4424005dc0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 msgr2=0x7f443419c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f443419c0f0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f441c009990 tx=0x7f441c005e80 comp rx=0 tx=0).stop 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 shutdown_connections 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f44200a56d0 0x7f44200a7b80 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4434104e50 0x7f4434195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f4434067c10 0x7f443419bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 --2- 172.21.15.40:0/1781885807 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44340685b0 0x7f443419c0f0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:53:46.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 >> 172.21.15.40:0/1781885807 conn(0x7f4434074760 msgr2=0x7f4434103740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:53:46.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 shutdown_connections 2023-07-14T12:53:46.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:46.868+0000 7f4439b53700 1 -- 172.21.15.40:0/1781885807 wait complete. 2023-07-14T12:53:47.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 214512 3.10 MB/sec execute 261 sec latency 2571.642 ms 2023-07-14T12:53:47.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:46 smithi133 ceph-mon[98311]: pgmap v226: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 668 KiB/s wr, 80 op/s 2023-07-14T12:53:47.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:46 smithi130 ceph-mon[97977]: pgmap v226: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 668 KiB/s wr, 80 op/s 2023-07-14T12:53:47.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:46 smithi040 ceph-mon[96535]: pgmap v226: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 668 KiB/s wr, 80 op/s 2023-07-14T12:53:48.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 216225 3.13 MB/sec execute 262 sec latency 2842.777 ms 2023-07-14T12:53:49.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 217089 3.13 MB/sec execute 263 sec latency 253.005 ms 2023-07-14T12:53:49.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:48 smithi133 ceph-mon[98311]: pgmap v227: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 668 KiB/s wr, 80 op/s 2023-07-14T12:53:49.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:48 smithi130 ceph-mon[97977]: pgmap v227: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 668 KiB/s wr, 80 op/s 2023-07-14T12:53:49.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:48 smithi040 ceph-mon[96535]: pgmap v227: 97 pgs: 97 active+clean; 92 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 500 KiB/s rd, 668 KiB/s wr, 80 op/s 2023-07-14T12:53:50.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 217290 3.12 MB/sec execute 264 sec latency 1113.244 ms 2023-07-14T12:53:51.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 218114 3.13 MB/sec execute 265 sec latency 330.956 ms 2023-07-14T12:53:51.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:50 smithi133 ceph-mon[98311]: pgmap v228: 97 pgs: 97 active+clean; 94 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 1.3 MiB/s wr, 147 op/s 2023-07-14T12:53:51.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:50 smithi130 ceph-mon[97977]: pgmap v228: 97 pgs: 97 active+clean; 94 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 1.3 MiB/s wr, 147 op/s 2023-07-14T12:53:51.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:50 smithi040 ceph-mon[96535]: pgmap v228: 97 pgs: 97 active+clean; 94 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1021 KiB/s rd, 1.3 MiB/s wr, 147 op/s 2023-07-14T12:53:52.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 218114 3.12 MB/sec execute 266 sec latency 1331.037 ms 2023-07-14T12:53:53.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 219656 3.14 MB/sec execute 267 sec latency 1594.937 ms 2023-07-14T12:53:53.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:52 smithi133 ceph-mon[98311]: pgmap v229: 97 pgs: 97 active+clean; 94 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 924 KiB/s wr, 106 op/s 2023-07-14T12:53:53.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:52 smithi130 ceph-mon[97977]: pgmap v229: 97 pgs: 97 active+clean; 94 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 924 KiB/s wr, 106 op/s 2023-07-14T12:53:53.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:52 smithi040 ceph-mon[96535]: pgmap v229: 97 pgs: 97 active+clean; 94 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 924 KiB/s wr, 106 op/s 2023-07-14T12:53:54.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 220970 3.15 MB/sec execute 268 sec latency 17.968 ms 2023-07-14T12:53:54.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:53 smithi133 ceph-mon[98311]: pgmap v230: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 167 op/s 2023-07-14T12:53:54.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:53 smithi130 ceph-mon[97977]: pgmap v230: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 167 op/s 2023-07-14T12:53:54.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:53 smithi040 ceph-mon[96535]: pgmap v230: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 167 op/s 2023-07-14T12:53:55.181 INFO:tasks.workunit.client.0.smithi040.stdout: 1 221657 3.15 MB/sec execute 269 sec latency 424.727 ms 2023-07-14T12:53:56.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 221657 3.14 MB/sec execute 270 sec latency 1424.816 ms 2023-07-14T12:53:56.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:56 smithi040 ceph-mon[96535]: pgmap v231: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:56.491 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:56 smithi133 ceph-mon[98311]: pgmap v231: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:56.531 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:56 smithi130 ceph-mon[97977]: pgmap v231: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:57.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 221657 3.13 MB/sec execute 271 sec latency 2424.921 ms 2023-07-14T12:53:58.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 223314 3.15 MB/sec execute 272 sec latency 2688.820 ms 2023-07-14T12:53:59.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 224304 3.16 MB/sec execute 273 sec latency 173.146 ms 2023-07-14T12:53:59.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:53:58 smithi133 ceph-mon[98311]: pgmap v232: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:59.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:53:58 smithi130 ceph-mon[97977]: pgmap v232: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:53:59.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:53:58 smithi040 ceph-mon[96535]: pgmap v232: 97 pgs: 97 active+clean; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 1.3 MiB/s wr, 127 op/s 2023-07-14T12:54:00.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 -- 172.21.15.40:0/3892050399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080fea30 msgr2=0x7fd1080feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 --2- 172.21.15.40:0/3892050399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080fea30 0x7fd1080feea0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fd0f0009990 tx=0x7fd0f0009ca0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 -- 172.21.15.40:0/3892050399 shutdown_connections 2023-07-14T12:54:00.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 --2- 172.21.15.40:0/3892050399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080ff3e0 0x7fd10810b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 --2- 172.21.15.40:0/3892050399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108104a40 0x7fd108104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 --2- 172.21.15.40:0/3892050399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080fea30 0x7fd1080feea0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 -- 172.21.15.40:0/3892050399 >> 172.21.15.40:0/3892050399 conn(0x7fd1080fa4f0 msgr2=0x7fd1080fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 -- 172.21.15.40:0/3892050399 shutdown_connections 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.991+0000 7fd10de95700 1 -- 172.21.15.40:0/3892050399 wait complete. 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 Processor -- start 2023-07-14T12:54:00.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 -- start start 2023-07-14T12:54:00.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080fea30 0x7fd10819ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 0x7fd10819bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108104a40 0x7fd1081958d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd108195f40 con 0x7fd1080ff3e0 2023-07-14T12:54:00.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1081960b0 con 0x7fd108104a40 2023-07-14T12:54:00.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd10de95700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd108196270 con 0x7fd1080fea30 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd0feffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 0x7fd10819bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd0feffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 0x7fd10819bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36920/0 (socket says 172.21.15.40:36920) 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd0feffd700 1 -- 172.21.15.40:0/3612116995 learned_addr learned my addr 172.21.15.40:0/3612116995 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd1077fe700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080fea30 0x7fd10819ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.992+0000 7fd107fff700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108104a40 0x7fd1081958d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd0feffd700 1 -- 172.21.15.40:0/3612116995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080fea30 msgr2=0x7fd10819ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd0feffd700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080fea30 0x7fd10819ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd0feffd700 1 -- 172.21.15.40:0/3612116995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108104a40 msgr2=0x7fd1081958d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd0feffd700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108104a40 0x7fd1081958d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd0feffd700 1 -- 172.21.15.40:0/3612116995 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0f00095f0 con 0x7fd1080ff3e0 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd1077fe700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080fea30 0x7fd10819ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd0feffd700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 0x7fd10819bfb0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fd0f0000c00 tx=0x7fd0f000f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd1057fa700 1 -- 172.21.15.40:0/3612116995 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f001d070 con 0x7fd1080ff3e0 2023-07-14T12:54:00.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd1057fa700 1 -- 172.21.15.40:0/3612116995 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0f000fb80 con 0x7fd1080ff3e0 2023-07-14T12:54:00.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1081964f0 con 0x7fd1080ff3e0 2023-07-14T12:54:00.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd1057fa700 1 -- 172.21.15.40:0/3612116995 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f0017650 con 0x7fd1080ff3e0 2023-07-14T12:54:00.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.993+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1081a2a60 con 0x7fd1080ff3e0 2023-07-14T12:54:00.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.995+0000 7fd1057fa700 1 -- 172.21.15.40:0/3612116995 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fd0f0022470 con 0x7fd1080ff3e0 2023-07-14T12:54:00.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.996+0000 7fd1057fa700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd0f40a12c0 0x7fd0f40a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.996+0000 7fd1057fa700 1 -- 172.21.15.40:0/3612116995 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fd0f00ce130 con 0x7fd1080ff3e0 2023-07-14T12:54:00.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.996+0000 7fd1077fe700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd0f40a12c0 0x7fd0f40a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.996+0000 7fd1077fe700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd0f40a12c0 0x7fd0f40a3770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd1080ffb70 tx=0x7fd0f800a3b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:00.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 Processor -- start 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 -- start start 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc54040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfc549d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfb59c50 con 0x55e0cfab06b0 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfbac9e0 con 0x55e0cfc5a2d0 2023-07-14T12:54:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfba5e70 con 0x55e0cfc54580 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36926/0 (socket says 172.21.15.40:36926) 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 -- 172.21.15.40:0/2904115211 learned_addr learned my addr 172.21.15.40:0/2904115211 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd107fff700 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfc549d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 -- 172.21.15.40:0/2904115211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 msgr2=0x55e0cfc549d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd0feffd700 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc54040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfc549d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 -- 172.21.15.40:0/2904115211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc5a2d0 msgr2=0x55e0cfc54040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc54040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.997+0000 7fd1077fe700 1 -- 172.21.15.40:0/2904115211 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e0cf9d3d80 con 0x55e0cfab06b0 2023-07-14T12:54:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.998+0000 7fd1077fe700 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59d90 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8004280 tx=0x7fd0f8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fddb2d9289d6ee6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.998+0000 7fd0fdffb700 1 -- 172.21.15.40:0/2904115211 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f8010430 con 0x55e0cfab06b0 2023-07-14T12:54:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.998+0000 7fd0fdffb700 1 -- 172.21.15.40:0/2904115211 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0f8014070 con 0x55e0cfab06b0 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.998+0000 7fd0fdffb700 1 -- 172.21.15.40:0/2904115211 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f801d890 con 0x55e0cfab06b0 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2904115211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 msgr2=0x55e0cfc59d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59d90 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8004280 tx=0x7fd0f8012000 comp rx=0 tx=0).stop 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2904115211 shutdown_connections 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfc549d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59d90 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2904115211 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc54040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2904115211 >> 172.21.15.40:0/2904115211 conn(0x55e0cfc49be0 msgr2=0x55e0cfc4ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2904115211 shutdown_connections 2023-07-14T12:54:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2904115211 wait complete. 2023-07-14T12:54:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 -- start start 2023-07-14T12:54:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:53:59.999+0000 7fd11a01bb80 1 Processor -- start 2023-07-14T12:54:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc60640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc5d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc5e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfb45a60 con 0x55e0cfab06b0 2023-07-14T12:54:00.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfb45760 con 0x55e0cfc54580 2023-07-14T12:54:00.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfa298c0 con 0x55e0cfc5a2d0 2023-07-14T12:54:00.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd11a01bb80 10 client.0 _ll_register_callbacks cb 0x55e0cfb43700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:00.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc60640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc60640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36932/0 (socket says 172.21.15.40:36932) 2023-07-14T12:54:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 -- 172.21.15.40:0/2979619315 learned_addr learned my addr 172.21.15.40:0/2979619315 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd0feffd700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc5d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd107fff700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc5e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 -- 172.21.15.40:0/2979619315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc5a2d0 msgr2=0x55e0cfc5e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc5e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 -- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 msgr2=0x55e0cfc5d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc5d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 -- 172.21.15.40:0/2979619315 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0f8004040 con 0x55e0cfab06b0 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd107fff700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc5e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:54:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd1077fe700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc60640 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8010f80 tx=0x7fd0f8004780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb2fd64e16bb634 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd0e6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.000+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/2979619315 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f802a070 con 0x55e0cfab06b0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/2979619315 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fd0f8010690 con 0x55e0cfab06b0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e0cfaff490 con 0x55e0cfab06b0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/2979619315 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0f8010850 con 0x55e0cfab06b0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 10 client.16701 fetch_fsmap learned FSMap version 45 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x55e0cf9bcc00 con 0x55e0cfab06b0 2023-07-14T12:54:00.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/2979619315 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0f803c020 con 0x55e0cfab06b0 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/2979619315 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7fd0f8018030 con 0x55e0cfab06b0 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 10 client.16701 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 10 client.16701 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 20 client.16701 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc6dba0 0x55e0cfc6ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 4 client.16701 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:54:00.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e0cfb9ee50 con 0x55e0cfc6dba0 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.001+0000 7fd0feffd700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc6dba0 0x55e0cfc6ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.002+0000 7fd0feffd700 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc6dba0 0x55e0cfc6ffb0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2ec1b41aa35bddd server_cookie=a6f2762e54957f9 in_seq=0 out_seq=0 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.002+0000 7fd0e6ffd700 10 client.16701 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/2979619315 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e0cfb9ee50 con 0x55e0cfc6dba0 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd0e6ffd700 10 client.16701 handle_command_reply: tid=0 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 client.16701 shutdown 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 msgr2=0x55e0cfc60640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc60640 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8010f80 tx=0x7fd0f8004780 comp rx=0 tx=0).stop 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 shutdown_connections 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc6dba0 0x55e0cfc6ffb0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc5a2d0 0x55e0cfc5e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc60640 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/2979619315 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc5d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd0e6ffd700 0 client.16701 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 >> 172.21.15.40:0/2979619315 conn(0x55e0cfc49be0 msgr2=0x55e0cfc4dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 shutdown_connections 2023-07-14T12:54:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 1 -- 172.21.15.40:0/2979619315 wait complete. 2023-07-14T12:54:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.003+0000 7fd11a01bb80 20 client.16701 trim_cache size 0 max 16384 2023-07-14T12:54:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.019+0000 7fd11a01bb80 1 Processor -- start 2023-07-14T12:54:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.019+0000 7fd11a01bb80 1 -- start start 2023-07-14T12:54:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 0x55e0cfc54040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc64c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfc5e600 con 0x55e0cfc49be0 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfc4bd00 con 0x55e0cfc54580 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfc5ed50 con 0x55e0cfab06b0 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 0x55e0cfc54040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 0x55e0cfc54040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36942/0 (socket says 172.21.15.40:36942) 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 -- 172.21.15.40:0/418843859 learned_addr learned my addr 172.21.15.40:0/418843859 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd107fff700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc64c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd0feffd700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 -- 172.21.15.40:0/418843859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfab06b0 msgr2=0x55e0cfc59320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 -- 172.21.15.40:0/418843859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 msgr2=0x55e0cfc64c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc64c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd1077fe700 1 -- 172.21.15.40:0/418843859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e0cfc74ba0 con 0x55e0cfc49be0 2023-07-14T12:54:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd0feffd700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.020+0000 7fd107fff700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc64c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.021+0000 7fd1077fe700 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 0x55e0cfc54040 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fd0f800abd0 tx=0x7fd0f8030690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=387dd95dba9cac6b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.021+0000 7fd0fe7fc700 1 -- 172.21.15.40:0/418843859 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f802a070 con 0x55e0cfc49be0 2023-07-14T12:54:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.021+0000 7fd0fe7fc700 1 -- 172.21.15.40:0/418843859 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0f803c020 con 0x55e0cfc49be0 2023-07-14T12:54:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.021+0000 7fd0fe7fc700 1 -- 172.21.15.40:0/418843859 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f801d430 con 0x55e0cfc49be0 2023-07-14T12:54:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 -- 172.21.15.40:0/418843859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 msgr2=0x55e0cfc54040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 0x55e0cfc54040 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fd0f800abd0 tx=0x7fd0f8030690 comp rx=0 tx=0).stop 2023-07-14T12:54:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 -- 172.21.15.40:0/418843859 shutdown_connections 2023-07-14T12:54:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc54580 0x55e0cfc64c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfc49be0 0x55e0cfc54040 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/418843859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfab06b0 0x55e0cfc59320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 -- 172.21.15.40:0/418843859 >> 172.21.15.40:0/418843859 conn(0x55e0cfc69770 msgr2=0x55e0cfc5a900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 -- 172.21.15.40:0/418843859 shutdown_connections 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 -- 172.21.15.40:0/418843859 wait complete. 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 -- start start 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.022+0000 7fd11a01bb80 1 Processor -- start 2023-07-14T12:54:00.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc62e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc49be0 0x55e0cfc63380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfcba9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfcbaf30 con 0x55e0cfab06b0 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfcbb0a0 con 0x55e0cfc49be0 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e0cfcbb260 con 0x55e0cfc54580 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd11a01bb80 10 client.0 _ll_register_callbacks cb 0x7fd0f80041d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc62e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc62e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36946/0 (socket says 172.21.15.40:36946) 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 -- 172.21.15.40:0/1064022602 learned_addr learned my addr 172.21.15.40:0/1064022602 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd0feffd700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc49be0 0x55e0cfc63380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd107fff700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfcba9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 -- 172.21.15.40:0/1064022602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 msgr2=0x55e0cfcba9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfcba9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 -- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc49be0 msgr2=0x55e0cfc63380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:00.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc49be0 0x55e0cfc63380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 -- 172.21.15.40:0/1064022602 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1081a2a60 con 0x55e0cfab06b0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd1077fe700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc62e40 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8003960 tx=0x7fd0f8005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=960546351075cfbf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.023+0000 7fd0e6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/1064022602 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0f802a070 con 0x55e0cfab06b0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/1064022602 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fd0f803d080 con 0x55e0cfab06b0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd0f8014070 con 0x55e0cfab06b0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/1064022602 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0f80307e0 con 0x55e0cfab06b0 2023-07-14T12:54:00.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 10 client.16707 fetch_fsmap learned FSMap version 45 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x7fd100007e50 con 0x55e0cfab06b0 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/1064022602 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0f8014070 con 0x55e0cfab06b0 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/1064022602 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 45) v1 ==== 7498+0+0 (secure 0 0 0) 0x7fd0f8018070 con 0x55e0cfab06b0 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 10 client.16707 fetch_fsmap finished waiting for FSMap version 45 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 10 client.16707 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 20 client.16707 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:00.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc5a2d0 0x55e0cfcc89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:00.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 4 client.16707 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:54:00.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.024+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e0cfb60ff0 con 0x55e0cfc5a2d0 2023-07-14T12:54:00.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.025+0000 7fd0feffd700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc5a2d0 0x55e0cfcc89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:00.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.025+0000 7fd0e6ffd700 10 client.16707 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:00.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.025+0000 7fd0feffd700 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc5a2d0 0x55e0cfcc89c0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34218b7abc12fb54 server_cookie=c6b213dd0fa7312f in_seq=0 out_seq=0 2023-07-14T12:54:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.052+0000 7fd0e6ffd700 1 -- 172.21.15.40:0/1064022602 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e0cfb60ff0 con 0x55e0cfc5a2d0 2023-07-14T12:54:00.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.052+0000 7fd0e6ffd700 10 client.16707 handle_command_reply: tid=0 2023-07-14T12:54:00.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.052+0000 7fd11a01bb80 1 client.16707 shutdown 2023-07-14T12:54:00.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.052+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 msgr2=0x55e0cfc62e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.052+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc62e40 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fd0f8003960 tx=0x7fd0f8005e80 comp rx=0 tx=0).stop 2023-07-14T12:54:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 shutdown_connections 2023-07-14T12:54:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e0cfc5a2d0 0x55e0cfcc89c0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e0cfc54580 0x55e0cfcba9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e0cfab06b0 0x55e0cfc62e40 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 --2- 172.21.15.40:0/1064022602 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e0cfc49be0 0x55e0cfc63380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 >> 172.21.15.40:0/1064022602 conn(0x55e0cfc69770 msgr2=0x55e0cfc59190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd0e6ffd700 0 client.16707 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 shutdown_connections 2023-07-14T12:54:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 1 -- 172.21.15.40:0/1064022602 wait complete. 2023-07-14T12:54:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.053+0000 7fd11a01bb80 20 client.16707 trim_cache size 0 max 16384 2023-07-14T12:54:00.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:54:00.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:54:00.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:54:00.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:54:00.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd0f40a12c0 msgr2=0x7fd0f40a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd0f40a12c0 0x7fd0f40a3770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd1080ffb70 tx=0x7fd0f800a3b0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 msgr2=0x7fd10819bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:00.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 0x7fd10819bfb0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fd0f0000c00 tx=0x7fd0f000f780 comp rx=0 tx=0).stop 2023-07-14T12:54:00.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 shutdown_connections 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd0f40a12c0 0x7fd0f40a3770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd1080fea30 0x7fd10819ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd108104a40 0x7fd1081958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 --2- 172.21.15.40:0/3612116995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd1080ff3e0 0x7fd10819bfb0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 >> 172.21.15.40:0/3612116995 conn(0x7fd1080fa4f0 msgr2=0x7fd108068420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 shutdown_connections 2023-07-14T12:54:00.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:00.054+0000 7fd10de95700 1 -- 172.21.15.40:0/3612116995 wait complete. 2023-07-14T12:54:00.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 224518 3.15 MB/sec execute 274 sec latency 1029.307 ms 2023-07-14T12:54:01.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 225205 3.15 MB/sec execute 275 sec latency 423.888 ms 2023-07-14T12:54:01.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:00 smithi133 ceph-mon[98311]: pgmap v233: 97 pgs: 97 active+clean; 99 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 187 op/s 2023-07-14T12:54:01.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:00 smithi130 ceph-mon[97977]: pgmap v233: 97 pgs: 97 active+clean; 99 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 187 op/s 2023-07-14T12:54:01.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:00 smithi040 ceph-mon[96535]: pgmap v233: 97 pgs: 97 active+clean; 99 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.9 MiB/s wr, 187 op/s 2023-07-14T12:54:02.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 225205 3.14 MB/sec execute 276 sec latency 1424.005 ms 2023-07-14T12:54:03.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 226720 3.16 MB/sec execute 277 sec latency 1686.569 ms 2023-07-14T12:54:03.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:02 smithi133 ceph-mon[98311]: pgmap v234: 97 pgs: 97 active+clean; 99 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 958 KiB/s rd, 1.2 MiB/s wr, 120 op/s 2023-07-14T12:54:03.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:02 smithi130 ceph-mon[97977]: pgmap v234: 97 pgs: 97 active+clean; 99 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 958 KiB/s rd, 1.2 MiB/s wr, 120 op/s 2023-07-14T12:54:03.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:02 smithi040 ceph-mon[96535]: pgmap v234: 97 pgs: 97 active+clean; 99 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 958 KiB/s rd, 1.2 MiB/s wr, 120 op/s 2023-07-14T12:54:04.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 227722 3.17 MB/sec execute 278 sec latency 192.620 ms 2023-07-14T12:54:04.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:03 smithi133 ceph-mon[98311]: osdmap e88: 12 total, 12 up, 12 in 2023-07-14T12:54:04.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:03 smithi130 ceph-mon[97977]: osdmap e88: 12 total, 12 up, 12 in 2023-07-14T12:54:04.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:03 smithi040 ceph-mon[96535]: osdmap e88: 12 total, 12 up, 12 in 2023-07-14T12:54:05.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 227929 3.16 MB/sec execute 279 sec latency 1052.483 ms 2023-07-14T12:54:05.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:04 smithi133 ceph-mon[98311]: pgmap v236: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:05.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:04 smithi130 ceph-mon[97977]: pgmap v236: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:05.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:04 smithi040 ceph-mon[96535]: pgmap v236: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:06.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 228748 3.17 MB/sec execute 280 sec latency 303.863 ms 2023-07-14T12:54:07.182 INFO:tasks.workunit.client.0.smithi040.stdout: 1 228748 3.15 MB/sec execute 281 sec latency 1303.968 ms 2023-07-14T12:54:07.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:06 smithi133 ceph-mon[98311]: pgmap v237: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:07.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:06 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:07.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:06 smithi130 ceph-mon[97977]: pgmap v237: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:07.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:06 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:07.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:06 smithi040 ceph-mon[96535]: pgmap v237: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:07.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:06 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:08.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 230418 3.18 MB/sec execute 282 sec latency 1568.151 ms 2023-07-14T12:54:09.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 231327 3.18 MB/sec execute 283 sec latency 208.164 ms 2023-07-14T12:54:09.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:08 smithi133 ceph-mon[98311]: pgmap v238: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:09.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:08 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:09.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:08 smithi130 ceph-mon[97977]: pgmap v238: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:09.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:08 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:09.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:08 smithi040 ceph-mon[96535]: pgmap v238: 97 pgs: 22 active+clean+snaptrim, 35 active+clean, 40 active+clean+snaptrim_wait; 96 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 169 op/s 2023-07-14T12:54:09.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:08 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:10.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 231531 3.17 MB/sec execute 284 sec latency 1065.827 ms 2023-07-14T12:54:10.241 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:09 smithi133 ceph-mon[98311]: pgmap v239: 97 pgs: 97 active+clean; 101 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 164 op/s 2023-07-14T12:54:10.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:09 smithi130 ceph-mon[97977]: pgmap v239: 97 pgs: 97 active+clean; 101 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 164 op/s 2023-07-14T12:54:10.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:09 smithi040 ceph-mon[96535]: pgmap v239: 97 pgs: 97 active+clean; 101 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 164 op/s 2023-07-14T12:54:11.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 232296 3.18 MB/sec execute 285 sec latency 559.228 ms 2023-07-14T12:54:12.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 232296 3.17 MB/sec execute 286 sec latency 1559.307 ms 2023-07-14T12:54:12.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:12 smithi040 ceph-mon[96535]: pgmap v240: 97 pgs: 97 active+clean; 101 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 164 op/s 2023-07-14T12:54:12.491 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:12 smithi133 ceph-mon[98311]: pgmap v240: 97 pgs: 97 active+clean; 101 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 164 op/s 2023-07-14T12:54:12.531 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:12 smithi130 ceph-mon[97977]: pgmap v240: 97 pgs: 97 active+clean; 101 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 164 op/s 2023-07-14T12:54:13.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 233961 3.19 MB/sec execute 287 sec latency 1821.335 ms 2023-07-14T12:54:13.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 -- 172.21.15.40:0/3197539057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc00ffb50 msgr2=0x7fabc00fffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 --2- 172.21.15.40:0/3197539057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc00ffb50 0x7fabc00fffc0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fabb4009990 tx=0x7fabb4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 -- 172.21.15.40:0/3197539057 shutdown_connections 2023-07-14T12:54:13.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 --2- 172.21.15.40:0/3197539057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabc0100500 0x7fabc010c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 --2- 172.21.15.40:0/3197539057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fabc0105b80 0x7fabc0105f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 --2- 172.21.15.40:0/3197539057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc00ffb50 0x7fabc00fffc0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 -- 172.21.15.40:0/3197539057 >> 172.21.15.40:0/3197539057 conn(0x7fabc00fb650 msgr2=0x7fabc00fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:13.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 -- 172.21.15.40:0/3197539057 shutdown_connections 2023-07-14T12:54:13.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.170+0000 7fabc796a700 1 -- 172.21.15.40:0/3197539057 wait complete. 2023-07-14T12:54:13.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 Processor -- start 2023-07-14T12:54:13.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 -- start start 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabc00ffb50 0x7fabc00729f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 0x7fabc0072f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fabc0105b80 0x7fabc01a3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc01a42f0 con 0x7fabc0100500 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc01a4430 con 0x7fabc0105b80 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc796a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc01a45a0 con 0x7fabc00ffb50 2023-07-14T12:54:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc4f05700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 0x7fabc0072f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc4f05700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 0x7fabc0072f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36962/0 (socket says 172.21.15.40:36962) 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc4f05700 1 -- 172.21.15.40:0/180451281 learned_addr learned my addr 172.21.15.40:0/180451281 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc5706700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabc00ffb50 0x7fabc00729f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.171+0000 7fabc5f07700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fabc0105b80 0x7fabc01a3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc4f05700 1 -- 172.21.15.40:0/180451281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabc00ffb50 msgr2=0x7fabc00729f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc4f05700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabc00ffb50 0x7fabc00729f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc4f05700 1 -- 172.21.15.40:0/180451281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fabc0105b80 msgr2=0x7fabc01a3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc4f05700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fabc0105b80 0x7fabc01a3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc4f05700 1 -- 172.21.15.40:0/180451281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb40095f0 con 0x7fabc0100500 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc4f05700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 0x7fabc0072f30 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fabb4000c00 tx=0x7fabb4004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabbe7fc700 1 -- 172.21.15.40:0/180451281 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb401d070 con 0x7fabc0100500 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabbe7fc700 1 -- 172.21.15.40:0/180451281 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabb4021410 con 0x7fabc0100500 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc01a4820 con 0x7fabc0100500 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabbe7fc700 1 -- 172.21.15.40:0/180451281 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb4017650 con 0x7fabc0100500 2023-07-14T12:54:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.172+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc01a4d20 con 0x7fabc0100500 2023-07-14T12:54:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.174+0000 7fabbe7fc700 1 -- 172.21.15.40:0/180451281 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fabb4021580 con 0x7fabc0100500 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.175+0000 7fabbe7fc700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faba80a1340 0x7faba80a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.175+0000 7fabbe7fc700 1 -- 172.21.15.40:0/180451281 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fabb40cdf70 con 0x7fabc0100500 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.175+0000 7fabc5706700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faba80a1340 0x7faba80a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabc5706700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faba80a1340 0x7faba80a37f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fabb0009be0 tx=0x7fabb0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 Processor -- start 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 -- start start 2023-07-14T12:54:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13b3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 0x562bc13ae040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13ae9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc12b3c50 con 0x562bc13ae580 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc13069e0 con 0x562bc120a6b0 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc12ffe70 con 0x562bc13b42d0 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13ae9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabc5706700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13b3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.176+0000 7fabc4f05700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 0x562bc13ae040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc4f05700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 0x562bc13ae040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50660/0 (socket says 172.21.15.40:50660) 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc4f05700 1 -- 172.21.15.40:0/819879264 learned_addr learned my addr 172.21.15.40:0/819879264 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5f07700 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13ae9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36972/0 (socket says 172.21.15.40:36972) 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5706700 1 -- 172.21.15.40:0/819879264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 msgr2=0x562bc13ae040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5706700 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 0x562bc13ae040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5706700 1 -- 172.21.15.40:0/819879264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 msgr2=0x562bc13ae9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5706700 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13ae9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5706700 1 -- 172.21.15.40:0/819879264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562bc112dd80 con 0x562bc120a6b0 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc4f05700 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 0x562bc13ae040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7fabc5706700 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13b3d90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fabb00117d0 tx=0x7fabb0014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af350ed4cbf0097b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7faba77fe700 1 -- 172.21.15.40:0/819879264 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb00119e0 con 0x562bc120a6b0 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7faba77fe700 1 -- 172.21.15.40:0/819879264 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabb00044e0 con 0x562bc120a6b0 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.177+0000 7faba77fe700 1 -- 172.21.15.40:0/819879264 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb0003ae0 con 0x562bc120a6b0 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 -- 172.21.15.40:0/819879264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 msgr2=0x562bc13b3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13b3d90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fabb00117d0 tx=0x7fabb0014000 comp rx=0 tx=0).stop 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 -- 172.21.15.40:0/819879264 shutdown_connections 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13ae9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13b3d90 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/819879264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13b42d0 0x562bc13ae040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 -- 172.21.15.40:0/819879264 >> 172.21.15.40:0/819879264 conn(0x562bc13a3be0 msgr2=0x562bc13a8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 -- 172.21.15.40:0/819879264 shutdown_connections 2023-07-14T12:54:13.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 -- 172.21.15.40:0/819879264 wait complete. 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.178+0000 7fabd3af0b80 1 -- start start 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 Processor -- start 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13ae580 0x562bc13b77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 0x562bc13b7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc129fa60 con 0x562bc13b42d0 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc129f760 con 0x562bc120a6b0 2023-07-14T12:54:13.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc11838c0 con 0x562bc13ae580 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabd3af0b80 10 client.0 _ll_register_callbacks cb 0x562bc129d700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 0x562bc13b7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5706700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 0x562bc13b7dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36978/0 (socket says 172.21.15.40:36978) 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 -- 172.21.15.40:0/2220629621 learned_addr learned my addr 172.21.15.40:0/2220629621 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc4f05700 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13ae580 0x562bc13b77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 -- 172.21.15.40:0/2220629621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13ae580 msgr2=0x562bc13b77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13ae580 0x562bc13b77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 -- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 msgr2=0x562bc13ba540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.179+0000 7fabc5f07700 1 -- 172.21.15.40:0/2220629621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc01a4d20 con 0x562bc13b42d0 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabc5f07700 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 0x562bc13b7dd0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fabb8011f60 tx=0x7fabb8014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4bb6a1165b974 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7faba4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7faba4ff9700 1 -- 172.21.15.40:0/2220629621 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb800e040 con 0x562bc13b42d0 2023-07-14T12:54:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7faba4ff9700 1 -- 172.21.15.40:0/2220629621 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fabb8014b40 con 0x562bc13b42d0 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562bc1259490 con 0x562bc13b42d0 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7faba4ff9700 1 -- 172.21.15.40:0/2220629621 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabb8014d00 con 0x562bc13b42d0 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 10 client.16719 fetch_fsmap learned FSMap version 48 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7fabb0017070 con 0x562bc13b42d0 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7faba4ff9700 1 -- 172.21.15.40:0/2220629621 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabb802a080 con 0x562bc13b42d0 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7faba4ff9700 1 -- 172.21.15.40:0/2220629621 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7482+0+0 (secure 0 0 0) 0x7fabb8024030 con 0x562bc13b42d0 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 10 client.16719 fetch_fsmap finished waiting for FSMap version 48 2023-07-14T12:54:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 10 client.16719 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 20 client.16719 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13c7b20 0x562bc13c9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 4 client.16719 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:54:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.180+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562bc12f8e50 con 0x562bc13c7b20 2023-07-14T12:54:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.181+0000 7fabc5706700 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13c7b20 0x562bc13c9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.181+0000 7faba4ff9700 10 client.16719 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.181+0000 7fabc5706700 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13c7b20 0x562bc13c9f30 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d93884dbb6566ae6 server_cookie=72c26e59aaad7054 in_seq=0 out_seq=0 2023-07-14T12:54:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7faba4ff9700 1 -- 172.21.15.40:0/2220629621 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562bc12f8e50 con 0x562bc13c7b20 2023-07-14T12:54:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7faba4ff9700 10 client.16719 handle_command_reply: tid=0 2023-07-14T12:54:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 client.16719 shutdown 2023-07-14T12:54:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 msgr2=0x562bc13b7dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 0x562bc13b7dd0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fabb8011f60 tx=0x7fabb8014600 comp rx=0 tx=0).stop 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 shutdown_connections 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13b42d0 0x562bc13b7dd0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13c7b20 0x562bc13c9f30 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/2220629621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13ae580 0x562bc13b77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7faba4ff9700 0 client.16719 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:13.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 >> 172.21.15.40:0/2220629621 conn(0x562bc13a3be0 msgr2=0x562bc13a7c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 shutdown_connections 2023-07-14T12:54:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 1 -- 172.21.15.40:0/2220629621 wait complete. 2023-07-14T12:54:13.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.182+0000 7fabd3af0b80 20 client.16719 trim_cache size 0 max 16384 2023-07-14T12:54:13.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 Processor -- start 2023-07-14T12:54:13.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 -- start start 2023-07-14T12:54:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13a3be0 0x562bc13b5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13a8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc13c4530 con 0x562bc13ae580 2023-07-14T12:54:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc13a9fb0 con 0x562bc120a6b0 2023-07-14T12:54:13.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc13a55f0 con 0x562bc13a3be0 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13a8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13a8c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36984/0 (socket says 172.21.15.40:36984) 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.198+0000 7fabc5f07700 1 -- 172.21.15.40:0/4117713333 learned_addr learned my addr 172.21.15.40:0/4117713333 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc4f05700 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5706700 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13a3be0 0x562bc13b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5f07700 1 -- 172.21.15.40:0/4117713333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13a3be0 msgr2=0x562bc13b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5f07700 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13a3be0 0x562bc13b5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5f07700 1 -- 172.21.15.40:0/4117713333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 msgr2=0x562bc13ba0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5f07700 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5f07700 1 -- 172.21.15.40:0/4117713333 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562bc13ceb60 con 0x562bc13ae580 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7fabc5f07700 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13a8c60 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fabb8000f80 tx=0x7fabb8004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b1955190bdf2425 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7faba7fff700 1 -- 172.21.15.40:0/4117713333 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb800e040 con 0x562bc13ae580 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7faba7fff700 1 -- 172.21.15.40:0/4117713333 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562bc1259490 con 0x562bc13ae580 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.199+0000 7faba7fff700 1 -- 172.21.15.40:0/4117713333 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb8007cf0 con 0x562bc13ae580 2023-07-14T12:54:13.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 -- 172.21.15.40:0/4117713333 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 msgr2=0x562bc13a8c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13a8c60 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fabb8000f80 tx=0x7fabb8004a00 comp rx=0 tx=0).stop 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 -- 172.21.15.40:0/4117713333 shutdown_connections 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc13a3be0 0x562bc13b5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc13a8c60 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/4117713333 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc120a6b0 0x562bc13ba0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 -- 172.21.15.40:0/4117713333 >> 172.21.15.40:0/4117713333 conn(0x562bc13c4160 msgr2=0x562bc13b4900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 -- 172.21.15.40:0/4117713333 shutdown_connections 2023-07-14T12:54:13.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 -- 172.21.15.40:0/4117713333 wait complete. 2023-07-14T12:54:13.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 -- start start 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.200+0000 7fabd3af0b80 1 Processor -- start 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc120a6b0 0x562bc13bce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc13a3be0 0x562bc13bd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc141a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc141af20 con 0x562bc13ae580 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc141b060 con 0x562bc13a3be0 2023-07-14T12:54:13.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562bc141b1d0 con 0x562bc120a6b0 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabd3af0b80 10 client.0 _ll_register_callbacks cb 0x562bc129d700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc141a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5706700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc120a6b0 0x562bc13bce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc141a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:36992/0 (socket says 172.21.15.40:36992) 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 -- 172.21.15.40:0/3577338093 learned_addr learned my addr 172.21.15.40:0/3577338093 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc4f05700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc13a3be0 0x562bc13bd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 -- 172.21.15.40:0/3577338093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc120a6b0 msgr2=0x562bc13bce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc120a6b0 0x562bc13bce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 -- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc13a3be0 msgr2=0x562bc13bd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc13a3be0 0x562bc13bd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 -- 172.21.15.40:0/3577338093 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabb0017070 con 0x562bc13ae580 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5706700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc120a6b0 0x562bc13bce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7fabc5f07700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc141a9e0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fabb8004900 tx=0x7fabb8009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1cf551a5e7ea146 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.201+0000 7faba4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:13.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7faba4ff9700 1 -- 172.21.15.40:0/3577338093 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb800e040 con 0x562bc13ae580 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7faba4ff9700 1 -- 172.21.15.40:0/3577338093 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fabb8007600 con 0x562bc13ae580 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fabb00044e0 con 0x562bc13ae580 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7faba4ff9700 1 -- 172.21.15.40:0/3577338093 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fabb8004a70 con 0x562bc13ae580 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 10 client.16725 fetch_fsmap learned FSMap version 48 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x562bc1116c00 con 0x562bc13ae580 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7faba4ff9700 1 -- 172.21.15.40:0/3577338093 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fabb803e080 con 0x562bc13ae580 2023-07-14T12:54:13.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7faba4ff9700 1 -- 172.21.15.40:0/3577338093 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7482+0+0 (secure 0 0 0) 0x7fabb8038030 con 0x562bc13ae580 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 10 client.16725 fetch_fsmap finished waiting for FSMap version 48 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 10 client.16725 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 20 client.16725 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13b42d0 0x562bc141e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 4 client.16725 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562bc12baff0 con 0x562bc13b42d0 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.202+0000 7fabc5706700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13b42d0 0x562bc141e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:13.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.203+0000 7faba4ff9700 10 client.16725 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:13.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.203+0000 7fabc5706700 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13b42d0 0x562bc141e420 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=551c0abdf39bb2e server_cookie=a36fdbadfbc23f22 in_seq=0 out_seq=0 2023-07-14T12:54:13.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7faba4ff9700 1 -- 172.21.15.40:0/3577338093 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562bc12baff0 con 0x562bc13b42d0 2023-07-14T12:54:13.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7faba4ff9700 10 client.16725 handle_command_reply: tid=0 2023-07-14T12:54:13.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 client.16725 shutdown 2023-07-14T12:54:13.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 msgr2=0x562bc141a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc141a9e0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fabb8004900 tx=0x7fabb8009e30 comp rx=0 tx=0).stop 2023-07-14T12:54:13.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 shutdown_connections 2023-07-14T12:54:13.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562bc13b42d0 0x562bc141e420 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562bc120a6b0 0x562bc13bce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562bc13ae580 0x562bc141a9e0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 --2- 172.21.15.40:0/3577338093 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562bc13a3be0 0x562bc13bd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 >> 172.21.15.40:0/3577338093 conn(0x562bc13c4160 msgr2=0x562bc13b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7faba4ff9700 0 client.16725 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 shutdown_connections 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 1 -- 172.21.15.40:0/3577338093 wait complete. 2023-07-14T12:54:13.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.232+0000 7fabd3af0b80 20 client.16725 trim_cache size 0 max 16384 2023-07-14T12:54:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:54:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:54:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:54:13.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:54:13.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faba80a1340 msgr2=0x7faba80a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faba80a1340 0x7faba80a37f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fabb0009be0 tx=0x7fabb0009260 comp rx=0 tx=0).stop 2023-07-14T12:54:13.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 msgr2=0x7fabc0072f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 0x7fabc0072f30 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fabb4000c00 tx=0x7fabb4004790 comp rx=0 tx=0).stop 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 shutdown_connections 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faba80a1340 0x7faba80a37f0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fabc00ffb50 0x7fabc00729f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fabc0105b80 0x7fabc01a3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 --2- 172.21.15.40:0/180451281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fabc0100500 0x7fabc0072f30 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 >> 172.21.15.40:0/180451281 conn(0x7fabc00fb650 msgr2=0x7fabc01036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:13.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 shutdown_connections 2023-07-14T12:54:13.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:13.233+0000 7fabc796a700 1 -- 172.21.15.40:0/180451281 wait complete. 2023-07-14T12:54:13.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:13 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:13.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:13 smithi040 ceph-mon[96535]: osdmap e89: 12 total, 12 up, 12 in 2023-07-14T12:54:13.491 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:13 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:13.492 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:13 smithi133 ceph-mon[98311]: osdmap e89: 12 total, 12 up, 12 in 2023-07-14T12:54:13.531 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:13 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:13.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:13 smithi130 ceph-mon[97977]: osdmap e89: 12 total, 12 up, 12 in 2023-07-14T12:54:14.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 234814 3.19 MB/sec execute 288 sec latency 182.500 ms 2023-07-14T12:54:15.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 235021 3.18 MB/sec execute 289 sec latency 1041.418 ms 2023-07-14T12:54:15.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:14 smithi133 ceph-mon[98311]: pgmap v242: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:15.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:14 smithi130 ceph-mon[97977]: pgmap v242: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:15.359 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:14 smithi040 ceph-mon[96535]: pgmap v242: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:16.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 235839 3.19 MB/sec execute 290 sec latency 537.762 ms 2023-07-14T12:54:17.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 235839 3.18 MB/sec execute 291 sec latency 1537.863 ms 2023-07-14T12:54:17.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:16 smithi133 ceph-mon[98311]: pgmap v243: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:17.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:16 smithi130 ceph-mon[97977]: pgmap v243: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:17.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:16 smithi040 ceph-mon[96535]: pgmap v243: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:18.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 237517 3.20 MB/sec execute 292 sec latency 1800.312 ms 2023-07-14T12:54:19.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 238363 3.20 MB/sec execute 293 sec latency 280.235 ms 2023-07-14T12:54:19.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:18 smithi133 ceph-mon[98311]: pgmap v244: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:19.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:18 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:19.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:18 smithi130 ceph-mon[97977]: pgmap v244: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:19.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:18 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:19.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:18 smithi040 ceph-mon[96535]: pgmap v244: 97 pgs: 97 active+clean; 102 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 134 op/s 2023-07-14T12:54:19.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:18 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:20.183 INFO:tasks.workunit.client.0.smithi040.stdout: 1 238580 3.19 MB/sec execute 294 sec latency 1139.016 ms 2023-07-14T12:54:21.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 239388 3.20 MB/sec execute 295 sec latency 540.015 ms 2023-07-14T12:54:21.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:20 smithi133 ceph-mon[98311]: pgmap v245: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2023-07-14T12:54:21.281 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:20 smithi130 ceph-mon[97977]: pgmap v245: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2023-07-14T12:54:21.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:20 smithi040 ceph-mon[96535]: pgmap v245: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2023-07-14T12:54:22.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 239388 3.19 MB/sec execute 296 sec latency 1540.076 ms 2023-07-14T12:54:22.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:21 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:22.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:21 smithi133 ceph-mon[98311]: pgmap v246: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2023-07-14T12:54:22.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:21 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:22.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:21 smithi130 ceph-mon[97977]: pgmap v246: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2023-07-14T12:54:22.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:21 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:54:22.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:21 smithi040 ceph-mon[96535]: pgmap v246: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 151 op/s 2023-07-14T12:54:23.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 241071 3.21 MB/sec execute 297 sec latency 1803.946 ms 2023-07-14T12:54:24.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 241905 3.21 MB/sec execute 298 sec latency 325.056 ms 2023-07-14T12:54:25.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242029 3.20 MB/sec execute 299 sec latency 1180.863 ms 2023-07-14T12:54:25.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:24 smithi133 ceph-mon[98311]: pgmap v247: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 223 op/s 2023-07-14T12:54:25.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:24 smithi130 ceph-mon[97977]: pgmap v247: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 223 op/s 2023-07-14T12:54:25.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:24 smithi040 ceph-mon[96535]: pgmap v247: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 223 op/s 2023-07-14T12:54:26.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242029 3.19 MB/sec execute 300 sec latency 1050.195 ms 2023-07-14T12:54:26.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 -- 172.21.15.40:0/19847003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 msgr2=0x7f41ac1037f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 --2- 172.21.15.40:0/19847003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1037f0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f419c0099c0 tx=0x7f419c009cd0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 -- 172.21.15.40:0/19847003 shutdown_connections 2023-07-14T12:54:26.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 --2- 172.21.15.40:0/19847003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41ac0ff3b0 0x7f41ac0ff780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 --2- 172.21.15.40:0/19847003 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41ac103ed0 0x7f41ac10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 --2- 172.21.15.40:0/19847003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1037f0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 -- 172.21.15.40:0/19847003 >> 172.21.15.40:0/19847003 conn(0x7f41ac075f90 msgr2=0x7f41ac076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:26.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 -- 172.21.15.40:0/19847003 shutdown_connections 2023-07-14T12:54:26.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.356+0000 7f41b4119700 1 -- 172.21.15.40:0/19847003 wait complete. 2023-07-14T12:54:26.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 Processor -- start 2023-07-14T12:54:26.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 -- start start 2023-07-14T12:54:26.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41ac0ff3b0 0x7f41ac196eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41ac103ed0 0x7f41ac1a1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41ac1a2390 con 0x7f41ac0ffd50 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41ac1a2500 con 0x7f41ac0ff3b0 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b4119700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41ac1a26c0 con 0x7f41ac103ed0 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1973f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37004/0 (socket says 172.21.15.40:37004) 2023-07-14T12:54:26.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 -- 172.21.15.40:0/3631095934 learned_addr learned my addr 172.21.15.40:0/3631095934 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:26.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41ac0ff3b0 0x7f41ac196eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b26b6700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41ac103ed0 0x7f41ac1a1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 -- 172.21.15.40:0/3631095934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41ac103ed0 msgr2=0x7f41ac1a1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41ac103ed0 0x7f41ac1a1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 -- 172.21.15.40:0/3631095934 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41ac0ff3b0 msgr2=0x7f41ac196eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41ac0ff3b0 0x7f41ac196eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.357+0000 7f41b16b4700 1 -- 172.21.15.40:0/3631095934 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f419c0095f0 con 0x7f41ac0ffd50 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.358+0000 7f41b16b4700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1973f0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f419c0098e0 tx=0x7f419c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.358+0000 7f41a2ffd700 1 -- 172.21.15.40:0/3631095934 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c01d070 con 0x7f41ac0ffd50 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.358+0000 7f41a2ffd700 1 -- 172.21.15.40:0/3631095934 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f419c00fb80 con 0x7f41ac0ffd50 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.358+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41ac1a2940 con 0x7f41ac0ffd50 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.358+0000 7f41a2ffd700 1 -- 172.21.15.40:0/3631095934 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c022ea0 con 0x7f41ac0ffd50 2023-07-14T12:54:26.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.358+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41ac1a2dc0 con 0x7f41ac0ffd50 2023-07-14T12:54:26.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.360+0000 7f41a2ffd700 1 -- 172.21.15.40:0/3631095934 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f419c00fcf0 con 0x7f41ac0ffd50 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.361+0000 7f41a2ffd700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41980a1340 0x7f41980a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.361+0000 7f41a2ffd700 1 -- 172.21.15.40:0/3631095934 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f419c0cdc80 con 0x7f41ac0ffd50 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.361+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41980a1340 0x7f41980a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41980a1340 0x7f41980a37f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009c60 tx=0x7f41a8009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 Processor -- start 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 -- start start 2023-07-14T12:54:26.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272bfbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272bf6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bf69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272afbc50 con 0x563272bfc2d0 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272b4e9e0 con 0x563272a526b0 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41c029fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272b47e70 con 0x563272bf6580 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41b16b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272bf6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41b16b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272bf6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37012/0 (socket says 172.21.15.40:37012) 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41b16b4700 1 -- 172.21.15.40:0/293516743 learned_addr learned my addr 172.21.15.40:0/293516743 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.362+0000 7f41b26b6700 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bf69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272bfbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b16b4700 1 -- 172.21.15.40:0/293516743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 msgr2=0x563272bf69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b16b4700 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bf69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b16b4700 1 -- 172.21.15.40:0/293516743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 msgr2=0x563272bfbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b16b4700 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272bfbd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b16b4700 1 -- 172.21.15.40:0/293516743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563272975d80 con 0x563272bfc2d0 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272bfbd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f41b16b4700 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272bf6040 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f419c097800 tx=0x7f419c09a770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b15d0b71e1daffc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f4197fff700 1 -- 172.21.15.40:0/293516743 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c0a3150 con 0x563272bfc2d0 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f4197fff700 1 -- 172.21.15.40:0/293516743 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f419c09aff0 con 0x563272bfc2d0 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.363+0000 7f4197fff700 1 -- 172.21.15.40:0/293516743 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c0a2f20 con 0x563272bfc2d0 2023-07-14T12:54:26.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 -- 172.21.15.40:0/293516743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 msgr2=0x563272bf6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272bf6040 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f419c097800 tx=0x7f419c09a770 comp rx=0 tx=0).stop 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 -- 172.21.15.40:0/293516743 shutdown_connections 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bf69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272bfbd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 --2- 172.21.15.40:0/293516743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272bf6040 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 -- 172.21.15.40:0/293516743 >> 172.21.15.40:0/293516743 conn(0x563272bebbe0 msgr2=0x563272bf0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 -- 172.21.15.40:0/293516743 shutdown_connections 2023-07-14T12:54:26.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 -- 172.21.15.40:0/293516743 wait complete. 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 -- start start 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.364+0000 7f41c029fb80 1 Processor -- start 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272c05360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 0x563272c058a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bfc2d0 0x563272bff5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272ae7a60 con 0x563272bf6580 2023-07-14T12:54:26.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272ae7760 con 0x563272a526b0 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632729cb8c0 con 0x563272bfc2d0 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41c029fb80 10 client.0 _ll_register_callbacks cb 0x563272ae5700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 0x563272c058a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 0x563272c058a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37018/0 (socket says 172.21.15.40:37018) 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 -- 172.21.15.40:0/4026348254 learned_addr learned my addr 172.21.15.40:0/4026348254 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272c05360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b26b6700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bfc2d0 0x563272bff5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 -- 172.21.15.40:0/4026348254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bfc2d0 msgr2=0x563272bff5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bfc2d0 0x563272bff5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 -- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 msgr2=0x563272c05360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272c05360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.365+0000 7f41b16b4700 1 -- 172.21.15.40:0/4026348254 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41ac1a2dc0 con 0x563272bf6580 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41b16b4700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 0x563272c058a0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f419c09a860 tx=0x7f419c005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c294899cc15e34d1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41957fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41957fa700 1 -- 172.21.15.40:0/4026348254 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f419c0a2ed0 con 0x563272bf6580 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563272aa1490 con 0x563272bf6580 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41957fa700 1 -- 172.21.15.40:0/4026348254 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f419c096b80 con 0x563272bf6580 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41957fa700 1 -- 172.21.15.40:0/4026348254 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f419c096d40 con 0x563272bf6580 2023-07-14T12:54:26.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 10 client.16737 fetch_fsmap learned FSMap version 50 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x56327295ec00 con 0x563272bf6580 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41957fa700 1 -- 172.21.15.40:0/4026348254 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563272aa1490 con 0x563272bf6580 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41957fa700 1 -- 172.21.15.40:0/4026348254 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7f419c022470 con 0x563272bf6580 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 10 client.16737 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 10 client.16737 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 20 client.16737 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c0f330 0x563272c11710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 4 client.16737 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.366+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563272b40e50 con 0x563272c0f330 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.367+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c0f330 0x563272c11710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.367+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c0f330 0x563272c11710 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbe083f5327099f7 server_cookie=79293d44204787d4 in_seq=0 out_seq=0 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.367+0000 7f41957fa700 10 client.16737 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41957fa700 1 -- 172.21.15.40:0/4026348254 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x563272b40e50 con 0x563272c0f330 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41957fa700 10 client.16737 handle_command_reply: tid=0 2023-07-14T12:54:26.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 client.16737 shutdown 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 msgr2=0x563272c058a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 0x563272c058a0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f419c09a860 tx=0x7f419c005c70 comp rx=0 tx=0).stop 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 shutdown_connections 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c0f330 0x563272c11710 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bfc2d0 0x563272bff5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41957fa700 0 client.16737 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272a526b0 0x563272c05360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 --2- 172.21.15.40:0/4026348254 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bf6580 0x563272c058a0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 >> 172.21.15.40:0/4026348254 conn(0x563272bebbe0 msgr2=0x563272bf04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:26.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 shutdown_connections 2023-07-14T12:54:26.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 1 -- 172.21.15.40:0/4026348254 wait complete. 2023-07-14T12:54:26.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.368+0000 7f41c029fb80 20 client.16737 trim_cache size 0 max 16384 2023-07-14T12:54:26.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 Processor -- start 2023-07-14T12:54:26.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 -- start start 2023-07-14T12:54:26.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 0x563272bf6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bfd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bfc2d0 0x563272bf0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272b40e50 con 0x563272a526b0 2023-07-14T12:54:26.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272aa1490 con 0x563272bfc2d0 2023-07-14T12:54:26.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.383+0000 7f41c029fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272bffa10 con 0x563272bf6580 2023-07-14T12:54:26.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 0x563272bf6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 0x563272bf6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37024/0 (socket says 172.21.15.40:37024) 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 -- 172.21.15.40:0/3625461148 learned_addr learned my addr 172.21.15.40:0/3625461148 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b26b6700 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bfc2d0 0x563272bf0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 -- 172.21.15.40:0/3625461148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 msgr2=0x563272bfd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bfd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 -- 172.21.15.40:0/3625461148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bfc2d0 msgr2=0x563272bf0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bfc2d0 0x563272bf0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 -- 172.21.15.40:0/3625461148 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56327299c1f0 con 0x563272a526b0 2023-07-14T12:54:26.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 0x563272bf6040 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009f80 tx=0x7f41a8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bad373fbb57c47ac server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:26.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41a0ff9700 1 -- 172.21.15.40:0/3625461148 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a802f070 con 0x563272a526b0 2023-07-14T12:54:26.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41a0ff9700 1 -- 172.21.15.40:0/3625461148 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41a8004570 con 0x563272a526b0 2023-07-14T12:54:26.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.384+0000 7f41a0ff9700 1 -- 172.21.15.40:0/3625461148 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a8024040 con 0x563272a526b0 2023-07-14T12:54:26.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 -- 172.21.15.40:0/3625461148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 msgr2=0x563272bf6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 0x563272bf6040 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009f80 tx=0x7f41a8014000 comp rx=0 tx=0).stop 2023-07-14T12:54:26.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 -- 172.21.15.40:0/3625461148 shutdown_connections 2023-07-14T12:54:26.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bfc2d0 0x563272bf0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272a526b0 0x563272bf6040 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 --2- 172.21.15.40:0/3625461148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272bf6580 0x563272bfd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 -- 172.21.15.40:0/3625461148 >> 172.21.15.40:0/3625461148 conn(0x563272bebbe0 msgr2=0x563272bf6950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 -- 172.21.15.40:0/3625461148 shutdown_connections 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 -- 172.21.15.40:0/3625461148 wait complete. 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 -- start start 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.385+0000 7f41c029fb80 1 Processor -- start 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272a526b0 0x563272c05510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bf6580 0x563272c03790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272c03cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272c04210 con 0x563272bfc2d0 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272c04380 con 0x563272bf6580 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563272c04540 con 0x563272a526b0 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41c029fb80 10 client.0 _ll_register_callbacks cb 0x7f41a4009d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272c03cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b1eb5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272a526b0 0x563272c05510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272c03cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37034/0 (socket says 172.21.15.40:37034) 2023-07-14T12:54:26.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 -- 172.21.15.40:0/1755983970 learned_addr learned my addr 172.21.15.40:0/1755983970 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b16b4700 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bf6580 0x563272c03790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 -- 172.21.15.40:0/1755983970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272a526b0 msgr2=0x563272c05510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272a526b0 0x563272c05510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 -- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bf6580 msgr2=0x563272c03790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bf6580 0x563272c03790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.386+0000 7f41b26b6700 1 -- 172.21.15.40:0/1755983970 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41a8017070 con 0x563272bfc2d0 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41b26b6700 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272c03cd0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f41a4007f00 tx=0x7f41a4016680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f43becc74399766 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:26.418 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41957fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:26.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41957fa700 1 -- 172.21.15.40:0/1755983970 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a400e070 con 0x563272bfc2d0 2023-07-14T12:54:26.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41957fa700 1 -- 172.21.15.40:0/1755983970 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f41a4016d60 con 0x563272bfc2d0 2023-07-14T12:54:26.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f419c09aff0 con 0x563272bfc2d0 2023-07-14T12:54:26.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41957fa700 1 -- 172.21.15.40:0/1755983970 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41a4020470 con 0x563272bfc2d0 2023-07-14T12:54:26.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 10 client.16743 fetch_fsmap learned FSMap version 50 2023-07-14T12:54:26.419 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x563272974250 con 0x563272bfc2d0 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41957fa700 1 -- 172.21.15.40:0/1755983970 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f419c09aff0 con 0x563272bfc2d0 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41957fa700 1 -- 172.21.15.40:0/1755983970 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7f41a40175d0 con 0x563272bfc2d0 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 10 client.16743 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 10 client.16743 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 20 client.16743 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c646b0 0x563272c66ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:26.420 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 4 client.16743 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:54:26.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.387+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563272b02ff0 con 0x563272c646b0 2023-07-14T12:54:26.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.388+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c646b0 0x563272c66ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:26.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.388+0000 7f41b1eb5700 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c646b0 0x563272c66ac0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6e2e298d78c41f4 server_cookie=b26e6fb2171723ab in_seq=0 out_seq=0 2023-07-14T12:54:26.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.388+0000 7f41957fa700 10 client.16743 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:26.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41957fa700 1 -- 172.21.15.40:0/1755983970 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563272b02ff0 con 0x563272c646b0 2023-07-14T12:54:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41957fa700 10 client.16743 handle_command_reply: tid=0 2023-07-14T12:54:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 client.16743 shutdown 2023-07-14T12:54:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 msgr2=0x563272c03cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272c03cd0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f41a4007f00 tx=0x7f41a4016680 comp rx=0 tx=0).stop 2023-07-14T12:54:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 shutdown_connections 2023-07-14T12:54:26.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563272c646b0 0x563272c66ac0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563272a526b0 0x563272c05510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41957fa700 0 client.16743 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:26.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563272bfc2d0 0x563272c03cd0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 --2- 172.21.15.40:0/1755983970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563272bf6580 0x563272c03790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 >> 172.21.15.40:0/1755983970 conn(0x563272bebbe0 msgr2=0x563272bfdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:26.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 shutdown_connections 2023-07-14T12:54:26.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 1 -- 172.21.15.40:0/1755983970 wait complete. 2023-07-14T12:54:26.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.416+0000 7f41c029fb80 20 client.16743 trim_cache size 0 max 16384 2023-07-14T12:54:26.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:54:26.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:54:26.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:54:26.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:54:26.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41980a1340 msgr2=0x7f41980a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41980a1340 0x7f41980a37f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009c60 tx=0x7f41a8009260 comp rx=0 tx=0).stop 2023-07-14T12:54:26.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 msgr2=0x7f41ac1973f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:26.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1973f0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f419c0098e0 tx=0x7f419c00f690 comp rx=0 tx=0).stop 2023-07-14T12:54:26.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 shutdown_connections 2023-07-14T12:54:26.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f41980a1340 0x7f41980a37f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f41ac103ed0 0x7f41ac1a1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f41ac0ff3b0 0x7f41ac196eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 --2- 172.21.15.40:0/3631095934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f41ac0ffd50 0x7f41ac1973f0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:26.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 >> 172.21.15.40:0/3631095934 conn(0x7f41ac075f90 msgr2=0x7f41ac0fbbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:26.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 shutdown_connections 2023-07-14T12:54:26.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:26.417+0000 7f41b4119700 1 -- 172.21.15.40:0/3631095934 wait complete. 2023-07-14T12:54:27.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242029 3.18 MB/sec execute 301 sec latency 2050.295 ms 2023-07-14T12:54:27.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:26 smithi133 ceph-mon[98311]: pgmap v248: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2023-07-14T12:54:27.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:26 smithi130 ceph-mon[97977]: pgmap v248: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2023-07-14T12:54:27.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:26 smithi040 ceph-mon[96535]: pgmap v248: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2023-07-14T12:54:28.184 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242029 3.17 MB/sec execute 302 sec latency 3050.377 ms 2023-07-14T12:54:29.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242029 3.16 MB/sec execute 303 sec latency 4050.500 ms 2023-07-14T12:54:29.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:28 smithi133 ceph-mon[98311]: pgmap v249: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2023-07-14T12:54:29.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:28 smithi130 ceph-mon[97977]: pgmap v249: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2023-07-14T12:54:29.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:28 smithi040 ceph-mon[96535]: pgmap v249: 97 pgs: 97 active+clean; 108 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 948 KiB/s rd, 1.3 MiB/s wr, 132 op/s 2023-07-14T12:54:30.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242228 3.15 MB/sec execute 304 sec latency 4908.064 ms 2023-07-14T12:54:31.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242931 3.16 MB/sec execute 305 sec latency 614.685 ms 2023-07-14T12:54:31.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:30 smithi133 ceph-mon[98311]: pgmap v250: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 182 op/s 2023-07-14T12:54:31.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:30 smithi130 ceph-mon[97977]: pgmap v250: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 182 op/s 2023-07-14T12:54:31.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:30 smithi040 ceph-mon[96535]: pgmap v250: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 182 op/s 2023-07-14T12:54:32.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 242931 3.15 MB/sec execute 306 sec latency 1614.797 ms 2023-07-14T12:54:33.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 244610 3.17 MB/sec execute 307 sec latency 1881.704 ms 2023-07-14T12:54:33.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:32 smithi133 ceph-mon[98311]: pgmap v251: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 1.1 MiB/s wr, 112 op/s 2023-07-14T12:54:33.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:32 smithi130 ceph-mon[97977]: pgmap v251: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 1.1 MiB/s wr, 112 op/s 2023-07-14T12:54:33.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:32 smithi040 ceph-mon[96535]: pgmap v251: 97 pgs: 97 active+clean; 105 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 1.1 MiB/s wr, 112 op/s 2023-07-14T12:54:34.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245453 3.17 MB/sec execute 308 sec latency 289.883 ms 2023-07-14T12:54:35.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245509 3.16 MB/sec execute 309 sec latency 1148.679 ms 2023-07-14T12:54:35.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:34 smithi133 ceph-mon[98311]: pgmap v252: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 951 KiB/s rd, 1.5 MiB/s wr, 154 op/s 2023-07-14T12:54:35.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:34 smithi130 ceph-mon[97977]: pgmap v252: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 951 KiB/s rd, 1.5 MiB/s wr, 154 op/s 2023-07-14T12:54:35.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:34 smithi040 ceph-mon[96535]: pgmap v252: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 951 KiB/s rd, 1.5 MiB/s wr, 154 op/s 2023-07-14T12:54:36.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245509 3.15 MB/sec execute 310 sec latency 1098.724 ms 2023-07-14T12:54:37.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245509 3.14 MB/sec execute 311 sec latency 2098.803 ms 2023-07-14T12:54:37.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:36 smithi133 ceph-mon[98311]: pgmap v253: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 932 KiB/s wr, 91 op/s 2023-07-14T12:54:37.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:36 smithi130 ceph-mon[97977]: pgmap v253: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 932 KiB/s wr, 91 op/s 2023-07-14T12:54:37.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:36 smithi040 ceph-mon[96535]: pgmap v253: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 932 KiB/s wr, 91 op/s 2023-07-14T12:54:38.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245577 3.13 MB/sec execute 312 sec latency 2360.509 ms 2023-07-14T12:54:39.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245577 3.12 MB/sec execute 313 sec latency 1687.433 ms 2023-07-14T12:54:39.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:38 smithi133 ceph-mon[98311]: pgmap v254: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 932 KiB/s wr, 91 op/s 2023-07-14T12:54:39.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:38 smithi130 ceph-mon[97977]: pgmap v254: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 932 KiB/s wr, 91 op/s 2023-07-14T12:54:39.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:38 smithi040 ceph-mon[96535]: pgmap v254: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 932 KiB/s wr, 91 op/s 2023-07-14T12:54:39.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 -- 172.21.15.40:0/112451688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f00fed90 msgr2=0x7f26f0102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 --2- 172.21.15.40:0/112451688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f00fed90 0x7f26f0102d50 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f26e40099c0 tx=0x7f26e4009cd0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 -- 172.21.15.40:0/112451688 shutdown_connections 2023-07-14T12:54:39.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 --2- 172.21.15.40:0/112451688 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f0103430 0x7f26f010b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 --2- 172.21.15.40:0/112451688 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26f00fe3f0 0x7f26f00fe7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 --2- 172.21.15.40:0/112451688 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f00fed90 0x7f26f0102d50 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 -- 172.21.15.40:0/112451688 >> 172.21.15.40:0/112451688 conn(0x7f26f0075f90 msgr2=0x7f26f0076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:39.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 -- 172.21.15.40:0/112451688 shutdown_connections 2023-07-14T12:54:39.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.539+0000 7f26f61d9700 1 -- 172.21.15.40:0/112451688 wait complete. 2023-07-14T12:54:39.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 Processor -- start 2023-07-14T12:54:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 -- start start 2023-07-14T12:54:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26f00fe3f0 0x7f26f019bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f00fed90 0x7f26f019c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 0x7f26f0195aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f0196270 con 0x7f26f0103430 2023-07-14T12:54:39.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f01963e0 con 0x7f26f00fe3f0 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26f61d9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f01965a0 con 0x7f26f00fed90 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 0x7f26f0195aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 0x7f26f0195aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37048/0 (socket says 172.21.15.40:37048) 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26eeffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f00fed90 0x7f26f019c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26effff700 1 -- 172.21.15.40:0/830135853 learned_addr learned my addr 172.21.15.40:0/830135853 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.540+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26f00fe3f0 0x7f26f019bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26effff700 1 -- 172.21.15.40:0/830135853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f00fed90 msgr2=0x7f26f019c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26effff700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f00fed90 0x7f26f019c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26effff700 1 -- 172.21.15.40:0/830135853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26f00fe3f0 msgr2=0x7f26f019bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26effff700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26f00fe3f0 0x7f26f019bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26effff700 1 -- 172.21.15.40:0/830135853 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26e40095f0 con 0x7f26f0103430 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26eeffd700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f00fed90 0x7f26f019c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26effff700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 0x7f26f0195aa0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f26e800ef30 tx=0x7f26e800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26ecff9700 1 -- 172.21.15.40:0/830135853 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8018070 con 0x7f26f0103430 2023-07-14T12:54:39.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26f0196820 con 0x7f26f0103430 2023-07-14T12:54:39.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26ecff9700 1 -- 172.21.15.40:0/830135853 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26e800f040 con 0x7f26f0103430 2023-07-14T12:54:39.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26ecff9700 1 -- 172.21.15.40:0/830135853 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e800cd00 con 0x7f26f0103430 2023-07-14T12:54:39.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.541+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26f01a2c50 con 0x7f26f0103430 2023-07-14T12:54:39.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.545+0000 7f26ecff9700 1 -- 172.21.15.40:0/830135853 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f26e8003a00 con 0x7f26f0103430 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.545+0000 7f270235fb80 1 Processor -- start 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.545+0000 7f26ecff9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f26d80a12c0 0x7f26d80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 -- start start 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ecff9700 1 -- 172.21.15.40:0/830135853 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f26e80cc820 con 0x7f26f0103430 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26eeffd700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f26d80a12c0 0x7f26d80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8586fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c8586a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8586a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c8576fc50 con 0x563c858702d0 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c857c29e0 con 0x563c856c66b0 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f270235fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c857bbe70 con 0x563c8586a580 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8586fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26effff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8586a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8586fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54306/0 (socket says 172.21.15.40:54306) 2023-07-14T12:54:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1257229504 learned_addr learned my addr 172.21.15.40:0/1257229504 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26eeffd700 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c8586a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1257229504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 msgr2=0x563c8586a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8586a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1257229504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 msgr2=0x563c8586a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c8586a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1257229504 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563c855e9d80 con 0x563c856c66b0 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.546+0000 7f26effff700 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8586a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:39.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.547+0000 7f26eeffd700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f26d80a12c0 0x7f26d80a3770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f26e40098e0 tx=0x7f26e4003680 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:39.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.547+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8586fd90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f26e000adf0 tx=0x7f26e000a370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4154469902b1c9e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:39.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.547+0000 7f26d5ffb700 1 -- 172.21.15.40:0/1257229504 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e0013040 con 0x563c856c66b0 2023-07-14T12:54:39.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.547+0000 7f26d5ffb700 1 -- 172.21.15.40:0/1257229504 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26e000ee20 con 0x563c856c66b0 2023-07-14T12:54:39.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.547+0000 7f26d5ffb700 1 -- 172.21.15.40:0/1257229504 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e0017420 con 0x563c856c66b0 2023-07-14T12:54:39.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 -- 172.21.15.40:0/1257229504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 msgr2=0x563c8586fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8586fd90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f26e000adf0 tx=0x7f26e000a370 comp rx=0 tx=0).stop 2023-07-14T12:54:39.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 -- 172.21.15.40:0/1257229504 shutdown_connections 2023-07-14T12:54:39.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8586a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8586fd90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 --2- 172.21.15.40:0/1257229504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c8586a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 -- 172.21.15.40:0/1257229504 >> 172.21.15.40:0/1257229504 conn(0x563c8585fbe0 msgr2=0x563c85864f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 -- 172.21.15.40:0/1257229504 shutdown_connections 2023-07-14T12:54:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 -- 172.21.15.40:0/1257229504 wait complete. 2023-07-14T12:54:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.548+0000 7f270235fb80 1 -- start start 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 Processor -- start 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 0x563c858765c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c85873840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c858702d0 0x563c85873ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c8575ba60 con 0x563c856c66b0 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c8575b760 con 0x563c858702d0 2023-07-14T12:54:39.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c8563f8c0 con 0x563c8586a580 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f270235fb80 10 client.0 _ll_register_callbacks cb 0x563c85759700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f26ef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 0x563c858765c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f26eeffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c85873840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f26ef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 0x563c858765c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37058/0 (socket says 172.21.15.40:37058) 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1952899904 learned_addr learned my addr 172.21.15.40:0/1952899904 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.549+0000 7f26effff700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c858702d0 0x563c85873ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1952899904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 msgr2=0x563c85873840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c85873840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c858702d0 msgr2=0x563c85873ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c858702d0 0x563c85873ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ef7fe700 1 -- 172.21.15.40:0/1952899904 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26f01a2c50 con 0x563c856c66b0 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26eeffd700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c85873840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26effff700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c858702d0 0x563c85873ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 0x563c858765c0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f26e0005950 tx=0x7f26e0003d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a869b66d46eb3c72 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:39.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ceffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ceffd700 1 -- 172.21.15.40:0/1952899904 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e0013040 con 0x563c856c66b0 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563c85715490 con 0x563c856c66b0 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ceffd700 1 -- 172.21.15.40:0/1952899904 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f26e0005ce0 con 0x563c856c66b0 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.550+0000 7f26ceffd700 1 -- 172.21.15.40:0/1952899904 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26e0004190 con 0x563c856c66b0 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 10 client.16755 fetch_fsmap learned FSMap version 50 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x7f26e000aa50 con 0x563c856c66b0 2023-07-14T12:54:39.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f26ceffd700 1 -- 172.21.15.40:0/1952899904 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563c85715490 con 0x563c856c66b0 2023-07-14T12:54:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f26ceffd700 1 -- 172.21.15.40:0/1952899904 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7f26e001e030 con 0x563c856c66b0 2023-07-14T12:54:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 10 client.16755 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:54:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 10 client.16755 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 20 client.16755 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c85883a30 0x563c85885e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 4 client.16755 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:54:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563c857b4e50 con 0x563c85883a30 2023-07-14T12:54:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.551+0000 7f26eeffd700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c85883a30 0x563c85885e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.552+0000 7f26ceffd700 10 client.16755 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.552+0000 7f26eeffd700 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c85883a30 0x563c85885e40 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5c7c5f726105c3b server_cookie=5497d7e3a75f2fa1 in_seq=0 out_seq=0 2023-07-14T12:54:39.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f26ceffd700 1 -- 172.21.15.40:0/1952899904 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x563c857b4e50 con 0x563c85883a30 2023-07-14T12:54:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f26ceffd700 10 client.16755 handle_command_reply: tid=0 2023-07-14T12:54:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 client.16755 shutdown 2023-07-14T12:54:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 msgr2=0x563c858765c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 0x563c858765c0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f26e0005950 tx=0x7f26e0003d90 comp rx=0 tx=0).stop 2023-07-14T12:54:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 shutdown_connections 2023-07-14T12:54:39.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c858702d0 0x563c85873ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c856c66b0 0x563c858765c0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c85883a30 0x563c85885e40 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 --2- 172.21.15.40:0/1952899904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c85873840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f26ceffd700 0 client.16755 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 >> 172.21.15.40:0/1952899904 conn(0x563c8585fbe0 msgr2=0x563c85863c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 shutdown_connections 2023-07-14T12:54:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 1 -- 172.21.15.40:0/1952899904 wait complete. 2023-07-14T12:54:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.553+0000 7f270235fb80 20 client.16755 trim_cache size 0 max 16384 2023-07-14T12:54:39.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.568+0000 7f270235fb80 1 Processor -- start 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.568+0000 7f270235fb80 1 -- start start 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f270235fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c856c66b0 0x563c85871010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f270235fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c8586a580 0x563c85876160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f270235fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85864c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f270235fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c85870110 con 0x563c858702d0 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f270235fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c8586f9d0 con 0x563c8586a580 2023-07-14T12:54:39.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f270235fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c85871da0 con 0x563c856c66b0 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85864c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85864c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37070/0 (socket says 172.21.15.40:37070) 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 -- 172.21.15.40:0/425778942 learned_addr learned my addr 172.21.15.40:0/425778942 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c856c66b0 0x563c85871010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26eeffd700 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c8586a580 0x563c85876160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 -- 172.21.15.40:0/425778942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c856c66b0 msgr2=0x563c85871010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c856c66b0 0x563c85871010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 -- 172.21.15.40:0/425778942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c8586a580 msgr2=0x563c85876160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c8586a580 0x563c85876160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 -- 172.21.15.40:0/425778942 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563c855d2c00 con 0x563c858702d0 2023-07-14T12:54:39.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.569+0000 7f26effff700 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85864c60 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f26e8099630 tx=0x7f26e809f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78e59951efd50bf5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:39.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f26d67fc700 1 -- 172.21.15.40:0/425778942 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8084040 con 0x563c858702d0 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f26d67fc700 1 -- 172.21.15.40:0/425778942 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26e8004ad0 con 0x563c858702d0 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f26d67fc700 1 -- 172.21.15.40:0/425778942 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8098e20 con 0x563c858702d0 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 -- 172.21.15.40:0/425778942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 msgr2=0x563c85864c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85864c60 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f26e8099630 tx=0x7f26e809f040 comp rx=0 tx=0).stop 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 -- 172.21.15.40:0/425778942 shutdown_connections 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c856c66b0 0x563c85871010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85864c60 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 --2- 172.21.15.40:0/425778942 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c8586a580 0x563c85876160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 -- 172.21.15.40:0/425778942 >> 172.21.15.40:0/425778942 conn(0x563c8585fbe0 msgr2=0x563c85870900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 -- 172.21.15.40:0/425778942 shutdown_connections 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.570+0000 7f270235fb80 1 -- 172.21.15.40:0/425778942 wait complete. 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 -- start start 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 Processor -- start 2023-07-14T12:54:39.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8587a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8587ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85878c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c85879220 con 0x563c858702d0 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c85879390 con 0x563c856c66b0 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c85879550 con 0x563c8586a580 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f270235fb80 10 client.0 _ll_register_callbacks cb 0x7f26e8009370 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f26effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85878c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f26effff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85878c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37076/0 (socket says 172.21.15.40:37076) 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f26effff700 1 -- 172.21.15.40:0/2930312554 learned_addr learned my addr 172.21.15.40:0/2930312554 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.571+0000 7f26eeffd700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8587ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8587a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26effff700 1 -- 172.21.15.40:0/2930312554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 msgr2=0x563c8587ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26effff700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8587ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26effff700 1 -- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 msgr2=0x563c8587a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26effff700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8587a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26effff700 1 -- 172.21.15.40:0/2930312554 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26f0196820 con 0x563c858702d0 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26effff700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85878c50 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f26e800c6f0 tx=0x7f26e8099dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=686571f296a3baed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26ceffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26ceffd700 1 -- 172.21.15.40:0/2930312554 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e8084040 con 0x563c858702d0 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26ceffd700 1 -- 172.21.15.40:0/2930312554 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f26e8099930 con 0x563c858702d0 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f26e000ee20 con 0x563c858702d0 2023-07-14T12:54:39.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f26ceffd700 1 -- 172.21.15.40:0/2930312554 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26e800ce60 con 0x563c858702d0 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f270235fb80 10 client.16761 fetch_fsmap learned FSMap version 50 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.572+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x563c856101f0 con 0x563c858702d0 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f26ceffd700 1 -- 172.21.15.40:0/2930312554 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26e000ee20 con 0x563c858702d0 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f26ceffd700 1 -- 172.21.15.40:0/2930312554 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7f26e80b90b0 con 0x563c858702d0 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f270235fb80 10 client.16761 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f270235fb80 10 client.16761 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f270235fb80 20 client.16761 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:39.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f270235fb80 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c858d8560 0x563c858da970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f270235fb80 4 client.16761 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:54:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563c85776ff0 con 0x563c858d8560 2023-07-14T12:54:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c858d8560 0x563c858da970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f26ceffd700 10 client.16761 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.573+0000 7f26ef7fe700 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c858d8560 0x563c858da970 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1d37c005f99815d server_cookie=debdf8c119386167 in_seq=0 out_seq=0 2023-07-14T12:54:39.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f26ceffd700 1 -- 172.21.15.40:0/2930312554 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563c85776ff0 con 0x563c858d8560 2023-07-14T12:54:39.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f26ceffd700 10 client.16761 handle_command_reply: tid=0 2023-07-14T12:54:39.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 client.16761 shutdown 2023-07-14T12:54:39.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 msgr2=0x563c85878c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85878c50 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f26e800c6f0 tx=0x7f26e8099dc0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 shutdown_connections 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563c858702d0 0x563c85878c50 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x563c856c66b0 0x563c8587a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x563c858d8560 0x563c858da970 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 --2- 172.21.15.40:0/2930312554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x563c8586a580 0x563c8587ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f26ceffd700 0 client.16761 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:39.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 >> 172.21.15.40:0/2930312554 conn(0x563c8585fbe0 msgr2=0x563c8586f250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 shutdown_connections 2023-07-14T12:54:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 1 -- 172.21.15.40:0/2930312554 wait complete. 2023-07-14T12:54:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.614+0000 7f270235fb80 20 client.16761 trim_cache size 0 max 16384 2023-07-14T12:54:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:54:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:54:39.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:54:39.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:54:39.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f26d80a12c0 msgr2=0x7f26d80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f26d80a12c0 0x7f26d80a3770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f26e40098e0 tx=0x7f26e4003680 comp rx=0 tx=0).stop 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 msgr2=0x7f26f0195aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 0x7f26f0195aa0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f26e800ef30 tx=0x7f26e800c3a0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 shutdown_connections 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f26d80a12c0 0x7f26d80a3770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26f0103430 0x7f26f0195aa0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f26f00fe3f0 0x7f26f019bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 --2- 172.21.15.40:0/830135853 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f26f00fed90 0x7f26f019c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:39.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 >> 172.21.15.40:0/830135853 conn(0x7f26f0075f90 msgr2=0x7f26f00fc050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:39.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 shutdown_connections 2023-07-14T12:54:39.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:39.615+0000 7f26f61d9700 1 -- 172.21.15.40:0/830135853 wait complete. 2023-07-14T12:54:40.185 INFO:tasks.workunit.client.0.smithi040.stdout: 1 245836 3.12 MB/sec execute 314 sec latency 2541.494 ms 2023-07-14T12:54:40.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:39 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:54:40.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:39 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:54:40.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:39 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:54:41.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 246478 3.12 MB/sec execute 315 sec latency 640.356 ms 2023-07-14T12:54:41.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:40 smithi133 ceph-mon[98311]: pgmap v255: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 1.4 MiB/s wr, 133 op/s 2023-07-14T12:54:41.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:40 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:54:41.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:40 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:54:41.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:40 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:54:41.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:40 smithi130 ceph-mon[97977]: pgmap v255: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 1.4 MiB/s wr, 133 op/s 2023-07-14T12:54:41.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:40 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:54:41.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:40 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:54:41.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:40 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:54:41.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:40 smithi040 ceph-mon[96535]: pgmap v255: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 728 KiB/s rd, 1.4 MiB/s wr, 133 op/s 2023-07-14T12:54:41.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:40 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:54:41.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:40 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:54:41.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:40 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:54:42.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 246478 3.11 MB/sec execute 316 sec latency 1640.416 ms 2023-07-14T12:54:42.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:41 smithi133 ceph-mon[98311]: pgmap v256: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 486 KiB/s rd, 960 KiB/s wr, 83 op/s 2023-07-14T12:54:42.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:41 smithi130 ceph-mon[97977]: pgmap v256: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 486 KiB/s rd, 960 KiB/s wr, 83 op/s 2023-07-14T12:54:42.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:41 smithi040 ceph-mon[96535]: pgmap v256: 97 pgs: 97 active+clean; 107 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 486 KiB/s rd, 960 KiB/s wr, 83 op/s 2023-07-14T12:54:43.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 248162 3.13 MB/sec execute 317 sec latency 1901.099 ms 2023-07-14T12:54:44.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 248996 3.13 MB/sec execute 318 sec latency 256.708 ms 2023-07-14T12:54:45.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 249213 3.12 MB/sec execute 319 sec latency 1114.016 ms 2023-07-14T12:54:45.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:44 smithi133 ceph-mon[98311]: pgmap v257: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 1.4 MiB/s wr, 125 op/s 2023-07-14T12:54:45.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:44 smithi130 ceph-mon[97977]: pgmap v257: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 1.4 MiB/s wr, 125 op/s 2023-07-14T12:54:45.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:44 smithi040 ceph-mon[96535]: pgmap v257: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 1.4 MiB/s wr, 125 op/s 2023-07-14T12:54:46.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 250021 3.13 MB/sec execute 320 sec latency 456.938 ms 2023-07-14T12:54:47.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 250021 3.12 MB/sec execute 321 sec latency 1457.063 ms 2023-07-14T12:54:47.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:46 smithi133 ceph-mon[98311]: pgmap v258: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 974 KiB/s wr, 83 op/s 2023-07-14T12:54:47.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:46 smithi130 ceph-mon[97977]: pgmap v258: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 974 KiB/s wr, 83 op/s 2023-07-14T12:54:47.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:46 smithi040 ceph-mon[96535]: pgmap v258: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 974 KiB/s wr, 83 op/s 2023-07-14T12:54:48.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 251691 3.14 MB/sec execute 322 sec latency 1722.572 ms 2023-07-14T12:54:49.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 252546 3.14 MB/sec execute 323 sec latency 274.722 ms 2023-07-14T12:54:49.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:48 smithi133 ceph-mon[98311]: pgmap v259: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 974 KiB/s wr, 83 op/s 2023-07-14T12:54:49.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:48 smithi130 ceph-mon[97977]: pgmap v259: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 974 KiB/s wr, 83 op/s 2023-07-14T12:54:49.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:48 smithi040 ceph-mon[96535]: pgmap v259: 97 pgs: 97 active+clean; 105 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 485 KiB/s rd, 974 KiB/s wr, 83 op/s 2023-07-14T12:54:50.186 INFO:tasks.workunit.client.0.smithi040.stdout: 1 252670 3.13 MB/sec execute 324 sec latency 1131.604 ms 2023-07-14T12:54:51.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 252670 3.12 MB/sec execute 325 sec latency 1041.455 ms 2023-07-14T12:54:51.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:50 smithi133 ceph-mon[98311]: pgmap v260: 97 pgs: 97 active+clean; 108 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 903 KiB/s rd, 1.5 MiB/s wr, 142 op/s 2023-07-14T12:54:51.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:50 smithi130 ceph-mon[97977]: pgmap v260: 97 pgs: 97 active+clean; 108 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 903 KiB/s rd, 1.5 MiB/s wr, 142 op/s 2023-07-14T12:54:51.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:50 smithi040 ceph-mon[96535]: pgmap v260: 97 pgs: 97 active+clean; 108 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 903 KiB/s rd, 1.5 MiB/s wr, 142 op/s 2023-07-14T12:54:52.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 252670 3.11 MB/sec execute 326 sec latency 2041.550 ms 2023-07-14T12:54:52.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 -- 172.21.15.40:0/1460652312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 msgr2=0x7fa618104740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 --2- 172.21.15.40:0/1460652312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa618104740 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fa6000099c0 tx=0x7fa600009cd0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 -- 172.21.15.40:0/1460652312 shutdown_connections 2023-07-14T12:54:52.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 --2- 172.21.15.40:0/1460652312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6180ffde0 0x7fa6181001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 --2- 172.21.15.40:0/1460652312 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa618104e20 0x7fa61810c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 --2- 172.21.15.40:0/1460652312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa618104740 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 -- 172.21.15.40:0/1460652312 >> 172.21.15.40:0/1460652312 conn(0x7fa6180fb6f0 msgr2=0x7fa6180fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:52.765 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 -- 172.21.15.40:0/1460652312 shutdown_connections 2023-07-14T12:54:52.765 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 -- 172.21.15.40:0/1460652312 wait complete. 2023-07-14T12:54:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.737+0000 7fa61d54b700 1 Processor -- start 2023-07-14T12:54:52.766 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 -- start start 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6180ffde0 0x7fa61819bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa61819c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa618104e20 0x7fa618195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa618196100 con 0x7fa618100780 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa618196270 con 0x7fa618104e20 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa61d54b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa618196430 con 0x7fa6180ffde0 2023-07-14T12:54:52.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa61819c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa61819c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37088/0 (socket says 172.21.15.40:37088) 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 -- 172.21.15.40:0/622873919 learned_addr learned my addr 172.21.15.40:0/622873919 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa6177fe700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa618104e20 0x7fa618195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa616ffd700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6180ffde0 0x7fa61819bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 -- 172.21.15.40:0/622873919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6180ffde0 msgr2=0x7fa61819bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6180ffde0 0x7fa61819bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 -- 172.21.15.40:0/622873919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa618104e20 msgr2=0x7fa618195a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa618104e20 0x7fa618195a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 -- 172.21.15.40:0/622873919 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6000095f0 con 0x7fa618100780 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.738+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa61819c170 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fa600009990 tx=0x7fa60000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.739+0000 7fa614ff9700 1 -- 172.21.15.40:0/622873919 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa60001d070 con 0x7fa618100780 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.739+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6181966b0 con 0x7fa618100780 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.739+0000 7fa614ff9700 1 -- 172.21.15.40:0/622873919 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6000054e0 con 0x7fa618100780 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.739+0000 7fa614ff9700 1 -- 172.21.15.40:0/622873919 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa600004a70 con 0x7fa618100780 2023-07-14T12:54:52.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.739+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6181a2c20 con 0x7fa618100780 2023-07-14T12:54:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.741+0000 7fa614ff9700 1 -- 172.21.15.40:0/622873919 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fa60000fb80 con 0x7fa618100780 2023-07-14T12:54:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.742+0000 7fa614ff9700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa6040a12c0 0x7fa6040a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.742+0000 7fa616ffd700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa6040a12c0 0x7fa6040a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.742+0000 7fa614ff9700 1 -- 172.21.15.40:0/622873919 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa6000cd880 con 0x7fa618100780 2023-07-14T12:54:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.742+0000 7fa616ffd700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa6040a12c0 0x7fa6040a3770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa608009bf0 tx=0x7fa608009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:52.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 Processor -- start 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 -- start start 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec93436b0 0x55fec94ecd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94e7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec93ecc50 con 0x55fec94e7580 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec943f9e0 con 0x55fec93436b0 2023-07-14T12:54:52.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec9438e70 con 0x55fec94ed2d0 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6177fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.743+0000 7fa6177fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e79d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37098/0 (socket says 172.21.15.40:37098) 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 -- 172.21.15.40:0/1004968300 learned_addr learned my addr 172.21.15.40:0/1004968300 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94e7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa616ffd700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec93436b0 0x55fec94ecd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 -- 172.21.15.40:0/1004968300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 msgr2=0x55fec94e7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94e7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 -- 172.21.15.40:0/1004968300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec93436b0 msgr2=0x55fec94ecd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec93436b0 0x55fec94ecd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 -- 172.21.15.40:0/1004968300 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fec9266d80 con 0x55fec94e7580 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94e7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa616ffd700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec93436b0 0x55fec94ecd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa6177fe700 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e79d0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fa610003f40 tx=0x7fa610009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ef9d3240b44c24 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa60d7fa700 1 -- 172.21.15.40:0/1004968300 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa610019070 con 0x55fec94e7580 2023-07-14T12:54:52.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa60d7fa700 1 -- 172.21.15.40:0/1004968300 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa61000f040 con 0x55fec94e7580 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.744+0000 7fa60d7fa700 1 -- 172.21.15.40:0/1004968300 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa610007b30 con 0x55fec94e7580 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 -- 172.21.15.40:0/1004968300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 msgr2=0x55fec94e79d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e79d0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fa610003f40 tx=0x7fa610009ba0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 -- 172.21.15.40:0/1004968300 shutdown_connections 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e79d0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec93436b0 0x55fec94ecd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/1004968300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94e7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 -- 172.21.15.40:0/1004968300 >> 172.21.15.40:0/1004968300 conn(0x55fec94dcbe0 msgr2=0x55fec94e1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 -- 172.21.15.40:0/1004968300 shutdown_connections 2023-07-14T12:54:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 -- 172.21.15.40:0/1004968300 wait complete. 2023-07-14T12:54:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.745+0000 7fa6296d1b80 1 -- start start 2023-07-14T12:54:52.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 Processor -- start 2023-07-14T12:54:52.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94e7580 0x55fec94f07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94f0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec93d8a60 con 0x55fec93436b0 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec93d8760 con 0x55fec94e7580 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec92bc8c0 con 0x55fec94ed2d0 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6296d1b80 10 client.0 _ll_register_callbacks cb 0x55fec93d6700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37100/0 (socket says 172.21.15.40:37100) 2023-07-14T12:54:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 -- 172.21.15.40:0/3829425015 learned_addr learned my addr 172.21.15.40:0/3829425015 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa6177fe700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94f0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94e7580 0x55fec94f07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 -- 172.21.15.40:0/3829425015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 msgr2=0x55fec94f0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94f0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 -- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94e7580 msgr2=0x55fec94f07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94e7580 0x55fec94f07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.746+0000 7fa616ffd700 1 -- 172.21.15.40:0/3829425015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa610003b70 con 0x55fec93436b0 2023-07-14T12:54:52.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa616ffd700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f3550 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fa608012870 tx=0x7fa6080047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27e0180db316889a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa5fe7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/3829425015 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa60801e820 con 0x55fec93436b0 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/3829425015 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa608024070 con 0x55fec93436b0 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fec9392490 con 0x55fec93436b0 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/3829425015 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa60801e980 con 0x55fec93436b0 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 10 client.16773 fetch_fsmap learned FSMap version 50 2023-07-14T12:54:52.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55fec924fc00 con 0x55fec93436b0 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/3829425015 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa608035080 con 0x55fec93436b0 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/3829425015 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fa60802f030 con 0x55fec93436b0 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 10 client.16773 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 10 client.16773 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 20 client.16773 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9500ad0 0x55fec9502ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 4 client.16773 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:54:52.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.747+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fec9431e50 con 0x55fec9500ad0 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.748+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9500ad0 0x55fec9502ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.748+0000 7fa5fe7fc700 10 client.16773 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.748+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9500ad0 0x55fec9502ee0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fb59fca9b4573dc server_cookie=1da316230578af2b in_seq=0 out_seq=0 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/3829425015 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55fec9431e50 con 0x55fec9500ad0 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa5fe7fc700 10 client.16773 handle_command_reply: tid=0 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 client.16773 shutdown 2023-07-14T12:54:52.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 msgr2=0x55fec94f3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f3550 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fa608012870 tx=0x7fa6080047c0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 shutdown_connections 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9500ad0 0x55fec9502ee0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94ed2d0 0x55fec94f0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f3550 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa5fe7fc700 0 client.16773 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/3829425015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94e7580 0x55fec94f07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 >> 172.21.15.40:0/3829425015 conn(0x55fec94dcbe0 msgr2=0x55fec94e0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:52.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 shutdown_connections 2023-07-14T12:54:52.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 1 -- 172.21.15.40:0/3829425015 wait complete. 2023-07-14T12:54:52.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.749+0000 7fa6296d1b80 20 client.16773 trim_cache size 0 max 16384 2023-07-14T12:54:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.764+0000 7fa6296d1b80 1 Processor -- start 2023-07-14T12:54:52.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 -- start start 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94e7580 0x55fec94ee010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec94e3b90 con 0x55fec93436b0 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec94e3700 con 0x55fec94ed2d0 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec94ec9f0 con 0x55fec94e7580 2023-07-14T12:54:52.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa616ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa616ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37108/0 (socket says 172.21.15.40:37108) 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa616ffd700 1 -- 172.21.15.40:0/2081204595 learned_addr learned my addr 172.21.15.40:0/2081204595 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94e7580 0x55fec94ee010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa616ffd700 1 -- 172.21.15.40:0/2081204595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94e7580 msgr2=0x55fec94ee010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa616ffd700 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94e7580 0x55fec94ee010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa616ffd700 1 -- 172.21.15.40:0/2081204595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 msgr2=0x55fec94e1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.765+0000 7fa6177fe700 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa616ffd700 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa616ffd700 1 -- 172.21.15.40:0/2081204595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fec9507b30 con 0x55fec93436b0 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa6177fe700 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa616ffd700 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f7c60 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fa608011770 tx=0x7fa6080117a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303acb1386ea62e8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa60dffb700 1 -- 172.21.15.40:0/2081204595 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa608031400 con 0x55fec93436b0 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa60dffb700 1 -- 172.21.15.40:0/2081204595 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fec9392490 con 0x55fec93436b0 2023-07-14T12:54:52.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.766+0000 7fa60dffb700 1 -- 172.21.15.40:0/2081204595 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa60801ec50 con 0x55fec93436b0 2023-07-14T12:54:52.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 -- 172.21.15.40:0/2081204595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 msgr2=0x55fec94f7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f7c60 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fa608011770 tx=0x7fa6080117a0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 -- 172.21.15.40:0/2081204595 shutdown_connections 2023-07-14T12:54:52.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec93436b0 0x55fec94f7c60 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/2081204595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec94e7580 0x55fec94ee010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 -- 172.21.15.40:0/2081204595 >> 172.21.15.40:0/2081204595 conn(0x55fec94dcbe0 msgr2=0x55fec94ed900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 -- 172.21.15.40:0/2081204595 shutdown_connections 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 -- 172.21.15.40:0/2081204595 wait complete. 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 -- start start 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.767+0000 7fa6296d1b80 1 Processor -- start 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec93436b0 0x55fec94e9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec94ea3c0 con 0x55fec94e7580 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec94ea530 con 0x55fec94ed2d0 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fec94e9210 con 0x55fec93436b0 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6296d1b80 10 client.0 _ll_register_callbacks cb 0x7fa608012450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e8790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37114/0 (socket says 172.21.15.40:37114) 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 -- 172.21.15.40:0/4252627796 learned_addr learned my addr 172.21.15.40:0/4252627796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa6177fe700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa616ffd700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec93436b0 0x55fec94e9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 -- 172.21.15.40:0/4252627796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec93436b0 msgr2=0x55fec94e9da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec93436b0 0x55fec94e9da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 -- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 msgr2=0x55fec94e8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 -- 172.21.15.40:0/4252627796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fec924fc00 con 0x55fec94e7580 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa616ffd700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec93436b0 0x55fec94e9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa60e7fc700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e8790 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fa6000cb580 tx=0x7fa600005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7ae8fa16bf7f2c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa5fe7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.768+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/4252627796 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6000c6020 con 0x55fec94e7580 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/4252627796 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa600085040 con 0x55fec94e7580 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa61000f040 con 0x55fec94e7580 2023-07-14T12:54:52.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/4252627796 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa60009e9c0 con 0x55fec94e7580 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 10 client.16779 fetch_fsmap learned FSMap version 50 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55fec928d1f0 con 0x55fec94e7580 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/4252627796 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa61000f040 con 0x55fec94e7580 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/4252627796 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fa60009ac80 con 0x55fec94e7580 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 10 client.16779 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 10 client.16779 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:54:52.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 20 client.16779 populate_metadata read hostname 'smithi040' 2023-07-14T12:54:52.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9555730 0x55fec9557b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:54:52.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 4 client.16779 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:54:52.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fec93f3ff0 con 0x55fec9555730 2023-07-14T12:54:52.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.769+0000 7fa616ffd700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9555730 0x55fec9557b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:54:52.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.770+0000 7fa5fe7fc700 10 client.16779 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:52.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.770+0000 7fa616ffd700 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9555730 0x55fec9557b40 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2260b7de6e0c66bb server_cookie=6be2f5ddd36d6315 in_seq=0 out_seq=0 2023-07-14T12:54:52.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa5fe7fc700 1 -- 172.21.15.40:0/4252627796 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fec93f3ff0 con 0x55fec9555730 2023-07-14T12:54:52.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa5fe7fc700 10 client.16779 handle_command_reply: tid=0 2023-07-14T12:54:52.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 client.16779 shutdown 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 msgr2=0x55fec94e8790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e8790 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fa6000cb580 tx=0x7fa600005f10 comp rx=0 tx=0).stop 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 shutdown_connections 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fec9555730 0x55fec9557b40 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fec93436b0 0x55fec94e9da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fec94ed2d0 0x55fec94e8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa5fe7fc700 0 client.16779 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:54:52.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 --2- 172.21.15.40:0/4252627796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fec94e7580 0x55fec94e8790 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 >> 172.21.15.40:0/4252627796 conn(0x55fec94dcbe0 msgr2=0x55fec94ec240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:52.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 shutdown_connections 2023-07-14T12:54:52.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 1 -- 172.21.15.40:0/4252627796 wait complete. 2023-07-14T12:54:52.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa6296d1b80 20 client.16779 trim_cache size 0 max 16384 2023-07-14T12:54:52.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:54:52.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:54:52.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:54:52.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:54:52.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa6040a12c0 msgr2=0x7fa6040a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa6040a12c0 0x7fa6040a3770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa608009bf0 tx=0x7fa608009260 comp rx=0 tx=0).stop 2023-07-14T12:54:52.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 msgr2=0x7fa61819c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:54:52.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa61819c170 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fa600009990 tx=0x7fa60000f690 comp rx=0 tx=0).stop 2023-07-14T12:54:52.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 shutdown_connections 2023-07-14T12:54:52.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa6040a12c0 0x7fa6040a3770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa6180ffde0 0x7fa61819bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa618104e20 0x7fa618195a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 --2- 172.21.15.40:0/622873919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa618100780 0x7fa61819c170 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:54:52.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 >> 172.21.15.40:0/622873919 conn(0x7fa6180fb6f0 msgr2=0x7fa618103740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:54:52.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 shutdown_connections 2023-07-14T12:54:52.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:54:52.805+0000 7fa61d54b700 1 -- 172.21.15.40:0/622873919 wait complete. 2023-07-14T12:54:53.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 252670 3.10 MB/sec execute 327 sec latency 3041.637 ms 2023-07-14T12:54:53.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:52 smithi133 ceph-mon[98311]: pgmap v261: 97 pgs: 97 active+clean; 108 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 1.1 MiB/s wr, 101 op/s 2023-07-14T12:54:53.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:52 smithi130 ceph-mon[97977]: pgmap v261: 97 pgs: 97 active+clean; 108 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 1.1 MiB/s wr, 101 op/s 2023-07-14T12:54:53.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:52 smithi040 ceph-mon[96535]: pgmap v261: 97 pgs: 97 active+clean; 108 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 1.1 MiB/s wr, 101 op/s 2023-07-14T12:54:54.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 252670 3.10 MB/sec execute 328 sec latency 4041.760 ms 2023-07-14T12:54:55.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 253572 3.10 MB/sec execute 329 sec latency 4475.137 ms 2023-07-14T12:54:55.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:54 smithi133 ceph-mon[98311]: pgmap v262: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 1.5 MiB/s wr, 151 op/s 2023-07-14T12:54:55.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:54 smithi130 ceph-mon[97977]: pgmap v262: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 1.5 MiB/s wr, 151 op/s 2023-07-14T12:54:55.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:54 smithi040 ceph-mon[96535]: pgmap v262: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 1.5 MiB/s wr, 151 op/s 2023-07-14T12:54:56.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 253572 3.09 MB/sec execute 330 sec latency 1085.584 ms 2023-07-14T12:54:57.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 253572 3.08 MB/sec execute 331 sec latency 2085.700 ms 2023-07-14T12:54:57.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:56 smithi133 ceph-mon[98311]: pgmap v263: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-07-14T12:54:57.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:56 smithi130 ceph-mon[97977]: pgmap v263: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-07-14T12:54:57.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:56 smithi040 ceph-mon[96535]: pgmap v263: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-07-14T12:54:58.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 255254 3.10 MB/sec execute 332 sec latency 2344.192 ms 2023-07-14T12:54:59.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 256143 3.11 MB/sec execute 333 sec latency 255.294 ms 2023-07-14T12:54:59.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:54:58 smithi133 ceph-mon[98311]: pgmap v264: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-07-14T12:54:59.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:54:58 smithi130 ceph-mon[97977]: pgmap v264: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-07-14T12:54:59.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:54:58 smithi040 ceph-mon[96535]: pgmap v264: 97 pgs: 97 active+clean; 106 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1.0 MiB/s wr, 109 op/s 2023-07-14T12:55:00.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 256364 3.10 MB/sec execute 334 sec latency 1110.165 ms 2023-07-14T12:55:01.187 INFO:tasks.workunit.client.0.smithi040.stdout: 1 257113 3.10 MB/sec execute 335 sec latency 431.247 ms 2023-07-14T12:55:01.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:00 smithi133 ceph-mon[98311]: pgmap v265: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 932 KiB/s rd, 1.5 MiB/s wr, 147 op/s 2023-07-14T12:55:01.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:00 smithi130 ceph-mon[97977]: pgmap v265: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 932 KiB/s rd, 1.5 MiB/s wr, 147 op/s 2023-07-14T12:55:01.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:00 smithi040 ceph-mon[96535]: pgmap v265: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 932 KiB/s rd, 1.5 MiB/s wr, 147 op/s 2023-07-14T12:55:02.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 257113 3.09 MB/sec execute 336 sec latency 1431.366 ms 2023-07-14T12:55:02.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:01 smithi130 ceph-mon[97977]: pgmap v266: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 908 KiB/s wr, 88 op/s 2023-07-14T12:55:02.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:01 smithi040 ceph-mon[96535]: pgmap v266: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 908 KiB/s wr, 88 op/s 2023-07-14T12:55:02.492 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:01 smithi133 ceph-mon[98311]: pgmap v266: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 514 KiB/s rd, 908 KiB/s wr, 88 op/s 2023-07-14T12:55:03.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 257877 3.09 MB/sec execute 337 sec latency 1688.016 ms 2023-07-14T12:55:04.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 259444 3.12 MB/sec execute 338 sec latency 11.945 ms 2023-07-14T12:55:04.242 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:03 smithi133 ceph-mon[98311]: osdmap e90: 12 total, 12 up, 12 in 2023-07-14T12:55:04.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:03 smithi133 ceph-mon[98311]: pgmap v268: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:04.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:03 smithi130 ceph-mon[97977]: osdmap e90: 12 total, 12 up, 12 in 2023-07-14T12:55:04.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:03 smithi130 ceph-mon[97977]: pgmap v268: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:04.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:03 smithi040 ceph-mon[96535]: osdmap e90: 12 total, 12 up, 12 in 2023-07-14T12:55:04.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:03 smithi040 ceph-mon[96535]: pgmap v268: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:05.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 259692 3.11 MB/sec execute 339 sec latency 715.006 ms 2023-07-14T12:55:05.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 -- 172.21.15.40:0/1330214395 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd0104a30 msgr2=0x7fafd0104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:05.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 --2- 172.21.15.40:0/1330214395 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd0104a30 0x7fafd0104e00 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fafcc009990 tx=0x7fafcc009ca0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 -- 172.21.15.40:0/1330214395 shutdown_connections 2023-07-14T12:55:05.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 --2- 172.21.15.40:0/1330214395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafd00ff3e0 0x7fafd010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 --2- 172.21.15.40:0/1330214395 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd0104a30 0x7fafd0104e00 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 --2- 172.21.15.40:0/1330214395 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafd00fea30 0x7fafd00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 -- 172.21.15.40:0/1330214395 >> 172.21.15.40:0/1330214395 conn(0x7fafd0074760 msgr2=0x7fafd0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:05.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 -- 172.21.15.40:0/1330214395 shutdown_connections 2023-07-14T12:55:05.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 -- 172.21.15.40:0/1330214395 wait complete. 2023-07-14T12:55:05.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.929+0000 7fafd87ea700 1 Processor -- start 2023-07-14T12:55:05.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 -- start start 2023-07-14T12:55:05.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 0x7fafd019bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafd00ff3e0 0x7fafd019c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafd0104a30 0x7fafd0195a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd0196080 con 0x7fafd00fea30 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd01961f0 con 0x7fafd0104a30 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd87ea700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafd01963b0 con 0x7fafd00ff3e0 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 0x7fafd019bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 0x7fafd019bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37126/0 (socket says 172.21.15.40:37126) 2023-07-14T12:55:05.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 -- 172.21.15.40:0/2027163773 learned_addr learned my addr 172.21.15.40:0/2027163773 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6d87700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafd0104a30 0x7fafd0195a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd5d85700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafd00ff3e0 0x7fafd019c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 -- 172.21.15.40:0/2027163773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafd00ff3e0 msgr2=0x7fafd019c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafd00ff3e0 0x7fafd019c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 -- 172.21.15.40:0/2027163773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafd0104a30 msgr2=0x7fafd0195a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafd0104a30 0x7fafd0195a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 -- 172.21.15.40:0/2027163773 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafcc0095f0 con 0x7fafd00fea30 2023-07-14T12:55:05.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.930+0000 7fafd6586700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 0x7fafd019bbb0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fafcc00b2e0 tx=0x7fafcc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:05.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.931+0000 7fafc77fe700 1 -- 172.21.15.40:0/2027163773 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafcc01d070 con 0x7fafd00fea30 2023-07-14T12:55:05.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.931+0000 7fafc77fe700 1 -- 172.21.15.40:0/2027163773 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafcc005030 con 0x7fafd00fea30 2023-07-14T12:55:05.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.931+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafd0196630 con 0x7fafd00fea30 2023-07-14T12:55:05.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.931+0000 7fafc77fe700 1 -- 172.21.15.40:0/2027163773 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafcc004b40 con 0x7fafd00fea30 2023-07-14T12:55:05.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.931+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafd01a2ba0 con 0x7fafd00fea30 2023-07-14T12:55:05.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.933+0000 7fafc77fe700 1 -- 172.21.15.40:0/2027163773 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fafcc005430 con 0x7fafd00fea30 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.933+0000 7fafc77fe700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fafbc0a1340 0x7fafbc0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.934+0000 7fafc77fe700 1 -- 172.21.15.40:0/2027163773 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fafcc0cddb0 con 0x7fafd00fea30 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.934+0000 7fafd5d85700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fafbc0a1340 0x7fafbc0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.934+0000 7fafe4970b80 1 Processor -- start 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.934+0000 7fafd5d85700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fafbc0a1340 0x7fafbc0a37f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fafd00fcb30 tx=0x7fafc0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.934+0000 7fafe4970b80 1 -- start start 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a328eb6b0 0x560a32a99160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32a93450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 0x560a32a939d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafe4970b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32994c50 con 0x560a32a99b10 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafe4970b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a329e79e0 con 0x560a328eb6b0 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafe4970b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a329e0e70 con 0x560a32a996a0 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 0x560a32a939d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 0x560a32a939d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37138/0 (socket says 172.21.15.40:37138) 2023-07-14T12:55:05.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 -- 172.21.15.40:0/989797447 learned_addr learned my addr 172.21.15.40:0/989797447 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6586700 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a328eb6b0 0x560a32a99160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd5d85700 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32a93450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 -- 172.21.15.40:0/989797447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 msgr2=0x560a32a93450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32a93450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 -- 172.21.15.40:0/989797447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a328eb6b0 msgr2=0x560a32a99160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a328eb6b0 0x560a32a99160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 -- 172.21.15.40:0/989797447 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560a3280ed80 con 0x560a32a99b10 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd5d85700 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32a93450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafd6d87700 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 0x560a32a939d0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fafc8003f40 tx=0x7fafc8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88d556c9b9168aa5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.935+0000 7fafc4ff9700 1 -- 172.21.15.40:0/989797447 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8004740 con 0x560a32a99b10 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafc4ff9700 1 -- 172.21.15.40:0/989797447 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc800f040 con 0x560a32a99b10 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafc4ff9700 1 -- 172.21.15.40:0/989797447 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc80157f0 con 0x560a32a99b10 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 -- 172.21.15.40:0/989797447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 msgr2=0x560a32a939d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:05.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 0x560a32a939d0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7fafc8003f40 tx=0x7fafc8009c20 comp rx=0 tx=0).stop 2023-07-14T12:55:05.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 -- 172.21.15.40:0/989797447 shutdown_connections 2023-07-14T12:55:05.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a99b10 0x560a32a939d0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a328eb6b0 0x560a32a99160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 --2- 172.21.15.40:0/989797447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32a93450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 -- 172.21.15.40:0/989797447 >> 172.21.15.40:0/989797447 conn(0x560a32a84be0 msgr2=0x560a32a89f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:05.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 -- 172.21.15.40:0/989797447 shutdown_connections 2023-07-14T12:55:05.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.936+0000 7fafe4970b80 1 -- 172.21.15.40:0/989797447 wait complete. 2023-07-14T12:55:05.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 -- start start 2023-07-14T12:55:05.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 Processor -- start 2023-07-14T12:55:05.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a328eb6b0 0x560a32a9f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 0x560a32a9cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a99b10 0x560a32a9d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32980a60 con 0x560a32a996a0 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32980760 con 0x560a32a99b10 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a328648c0 con 0x560a328eb6b0 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafe4970b80 10 client.0 _ll_register_callbacks cb 0x560a3297e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafd5d85700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 0x560a32a9cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafd5d85700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 0x560a32a9cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37142/0 (socket says 172.21.15.40:37142) 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.937+0000 7fafd5d85700 1 -- 172.21.15.40:0/2823134392 learned_addr learned my addr 172.21.15.40:0/2823134392 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd6d87700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a99b10 0x560a32a9d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd6586700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a328eb6b0 0x560a32a9f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd5d85700 1 -- 172.21.15.40:0/2823134392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a328eb6b0 msgr2=0x560a32a9f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd5d85700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a328eb6b0 0x560a32a9f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd5d85700 1 -- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a99b10 msgr2=0x560a32a9d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd5d85700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a99b10 0x560a32a9d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd5d85700 1 -- 172.21.15.40:0/2823134392 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafc8003b70 con 0x560a32a996a0 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafd5d85700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 0x560a32a9cc30 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fafc00128a0 tx=0x7fafc00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79fe7d017d89ac50 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafb9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafb9ffb700 1 -- 172.21.15.40:0/2823134392 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0004220 con 0x560a32a996a0 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafb9ffb700 1 -- 172.21.15.40:0/2823134392 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fafc0018070 con 0x560a32a996a0 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560a3293a490 con 0x560a32a996a0 2023-07-14T12:55:05.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafb9ffb700 1 -- 172.21.15.40:0/2823134392 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafc0004380 con 0x560a32a996a0 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafe4970b80 10 client.16791 fetch_fsmap learned FSMap version 50 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.938+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x560a327f7c00 con 0x560a32a996a0 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafb9ffb700 1 -- 172.21.15.40:0/2823134392 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560a3293a490 con 0x560a32a996a0 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafb9ffb700 1 -- 172.21.15.40:0/2823134392 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fafc0027720 con 0x560a32a996a0 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafe4970b80 10 client.16791 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafe4970b80 10 client.16791 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafe4970b80 20 client.16791 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:05.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafe4970b80 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32aacf60 0x560a32aaf370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafe4970b80 4 client.16791 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:55:05.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560a329d9e50 con 0x560a32aacf60 2023-07-14T12:55:05.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.939+0000 7fafd6586700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32aacf60 0x560a32aaf370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafb9ffb700 10 client.16791 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:05.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafd6586700 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32aacf60 0x560a32aaf370 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e367769fadc200f server_cookie=b595c9dba39a7366 in_seq=0 out_seq=0 2023-07-14T12:55:05.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafb9ffb700 1 -- 172.21.15.40:0/2823134392 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560a329d9e50 con 0x560a32aacf60 2023-07-14T12:55:05.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafb9ffb700 10 client.16791 handle_command_reply: tid=0 2023-07-14T12:55:05.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafe4970b80 1 client.16791 shutdown 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 msgr2=0x560a32a9cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.940+0000 7fafe4970b80 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 0x560a32a9cc30 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fafc00128a0 tx=0x7fafc00047c0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 shutdown_connections 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32aacf60 0x560a32aaf370 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a328eb6b0 0x560a32a9f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a99b10 0x560a32a9d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 --2- 172.21.15.40:0/2823134392 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a32a996a0 0x560a32a9cc30 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafb9ffb700 0 client.16791 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:05.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 >> 172.21.15.40:0/2823134392 conn(0x560a32a84be0 msgr2=0x560a32a88c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:05.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 shutdown_connections 2023-07-14T12:55:05.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 1 -- 172.21.15.40:0/2823134392 wait complete. 2023-07-14T12:55:05.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.941+0000 7fafe4970b80 20 client.16791 trim_cache size 0 max 16384 2023-07-14T12:55:05.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 Processor -- start 2023-07-14T12:55:05.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 -- start start 2023-07-14T12:55:05.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a84be0 0x560a32a93b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a996a0 0x560a32a9c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32aa9900 con 0x560a328eb6b0 2023-07-14T12:55:05.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32a86d20 con 0x560a32a996a0 2023-07-14T12:55:05.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafe4970b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32a8b5b0 con 0x560a32a84be0 2023-07-14T12:55:05.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafd5d85700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafd5d85700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37150/0 (socket says 172.21.15.40:37150) 2023-07-14T12:55:05.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.956+0000 7fafd5d85700 1 -- 172.21.15.40:0/1162758536 learned_addr learned my addr 172.21.15.40:0/1162758536 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:05.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd6d87700 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a996a0 0x560a32a9c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd6586700 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a84be0 0x560a32a93b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd5d85700 1 -- 172.21.15.40:0/1162758536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a84be0 msgr2=0x560a32a93b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd5d85700 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a84be0 0x560a32a93b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd5d85700 1 -- 172.21.15.40:0/1162758536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a996a0 msgr2=0x560a32a9c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd5d85700 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a996a0 0x560a32a9c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd5d85700 1 -- 172.21.15.40:0/1162758536 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560a32ab3fa0 con 0x560a328eb6b0 2023-07-14T12:55:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd6d87700 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a996a0 0x560a32a9c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:55:05.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafd5d85700 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa40c0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fafc0000c00 tx=0x7fafc0005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be1546e55570bf02 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafc57fa700 1 -- 172.21.15.40:0/1162758536 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc0027480 con 0x560a328eb6b0 2023-07-14T12:55:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafc57fa700 1 -- 172.21.15.40:0/1162758536 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc0022070 con 0x560a328eb6b0 2023-07-14T12:55:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.957+0000 7fafc57fa700 1 -- 172.21.15.40:0/1162758536 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc00039f0 con 0x560a328eb6b0 2023-07-14T12:55:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- 172.21.15.40:0/1162758536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 msgr2=0x560a32aa40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:05.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa40c0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fafc0000c00 tx=0x7fafc0005ce0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- 172.21.15.40:0/1162758536 shutdown_connections 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a84be0 0x560a32a93b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a996a0 0x560a32a9c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- 172.21.15.40:0/1162758536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa40c0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- 172.21.15.40:0/1162758536 >> 172.21.15.40:0/1162758536 conn(0x560a32a9f8a0 msgr2=0x560a32a93450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- 172.21.15.40:0/1162758536 shutdown_connections 2023-07-14T12:55:05.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- 172.21.15.40:0/1162758536 wait complete. 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- start start 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 Processor -- start 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a84be0 0x560a32aa0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32aa06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32aa0c00 con 0x560a328eb6b0 2023-07-14T12:55:05.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.958+0000 7fafe4970b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32aa0d70 con 0x560a32a84be0 2023-07-14T12:55:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafe4970b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32aa0f30 con 0x560a32a996a0 2023-07-14T12:55:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafe4970b80 10 client.0 _ll_register_callbacks cb 0x7fafc0012450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37154/0 (socket says 172.21.15.40:37154) 2023-07-14T12:55:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 -- 172.21.15.40:0/4118114721 learned_addr learned my addr 172.21.15.40:0/4118114721 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:05.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6d87700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32aa06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd5d85700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a84be0 0x560a32aa0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 -- 172.21.15.40:0/4118114721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 msgr2=0x560a32aa06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32aa06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 -- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a84be0 msgr2=0x560a32aa0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a84be0 0x560a32aa0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 -- 172.21.15.40:0/4118114721 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560a327f7c00 con 0x560a328eb6b0 2023-07-14T12:55:05.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd5d85700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a84be0 0x560a32aa0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafd6586700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa3e70 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0cb4f0 tx=0x7fafcc0a3260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82bbe8eaf283a4ed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafb9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafb9ffb700 1 -- 172.21.15.40:0/4118114721 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafcc0b7070 con 0x560a328eb6b0 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafb9ffb700 1 -- 172.21.15.40:0/4118114721 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fafcc004cc0 con 0x560a328eb6b0 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fafc800f040 con 0x560a328eb6b0 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafb9ffb700 1 -- 172.21.15.40:0/4118114721 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafcc0a0040 con 0x560a328eb6b0 2023-07-14T12:55:05.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafe4970b80 10 client.16797 fetch_fsmap learned FSMap version 50 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.959+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x560a328351f0 con 0x560a328eb6b0 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafb9ffb700 1 -- 172.21.15.40:0/4118114721 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc800f040 con 0x560a328eb6b0 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafb9ffb700 1 -- 172.21.15.40:0/4118114721 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 50) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fafcc09a390 con 0x560a328eb6b0 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafe4970b80 10 client.16797 fetch_fsmap finished waiting for FSMap version 50 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafe4970b80 10 client.16797 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafe4970b80 20 client.16797 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafe4970b80 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32a99b10 0x560a32b03db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:05.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafe4970b80 4 client.16797 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:55:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560a3299bff0 con 0x560a32a99b10 2023-07-14T12:55:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafd5d85700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32a99b10 0x560a32b03db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafb9ffb700 10 client.16797 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.960+0000 7fafd5d85700 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32a99b10 0x560a32b03db0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a758f650e5de80d server_cookie=f793b1302460d99c in_seq=0 out_seq=0 2023-07-14T12:55:06.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafb9ffb700 1 -- 172.21.15.40:0/4118114721 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560a3299bff0 con 0x560a32a99b10 2023-07-14T12:55:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafb9ffb700 10 client.16797 handle_command_reply: tid=0 2023-07-14T12:55:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 client.16797 shutdown 2023-07-14T12:55:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 msgr2=0x560a32aa3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa3e70 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0cb4f0 tx=0x7fafcc0a3260 comp rx=0 tx=0).stop 2023-07-14T12:55:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 shutdown_connections 2023-07-14T12:55:06.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560a32a99b10 0x560a32b03db0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a32a996a0 0x560a32aa06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560a328eb6b0 0x560a32aa3e70 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafb9ffb700 0 client.16797 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 --2- 172.21.15.40:0/4118114721 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560a32a84be0 0x560a32aa0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 >> 172.21.15.40:0/4118114721 conn(0x560a32a9f8a0 msgr2=0x560a32a8e030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 shutdown_connections 2023-07-14T12:55:06.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 1 -- 172.21.15.40:0/4118114721 wait complete. 2023-07-14T12:55:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.995+0000 7fafe4970b80 20 client.16797 trim_cache size 0 max 16384 2023-07-14T12:55:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:55:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:55:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:55:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:55:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fafbc0a1340 msgr2=0x7fafbc0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fafbc0a1340 0x7fafbc0a37f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fafd00fcb30 tx=0x7fafc0009260 comp rx=0 tx=0).stop 2023-07-14T12:55:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 msgr2=0x7fafd019bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 0x7fafd019bbb0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fafcc00b2e0 tx=0x7fafcc004730 comp rx=0 tx=0).stop 2023-07-14T12:55:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 shutdown_connections 2023-07-14T12:55:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fafbc0a1340 0x7fafbc0a37f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafd0104a30 0x7fafd0195a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafd00fea30 0x7fafd019bbb0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 --2- 172.21.15.40:0/2027163773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafd00ff3e0 0x7fafd019c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 >> 172.21.15.40:0/2027163773 conn(0x7fafd0074760 msgr2=0x7fafd0067900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 shutdown_connections 2023-07-14T12:55:06.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:05.996+0000 7fafd87ea700 1 -- 172.21.15.40:0/2027163773 wait complete. 2023-07-14T12:55:06.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 259692 3.10 MB/sec execute 340 sec latency 1103.402 ms 2023-07-14T12:55:06.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:06 smithi040 ceph-mon[96535]: pgmap v269: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:06.492 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:06 smithi133 ceph-mon[98311]: pgmap v269: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:06.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:06 smithi130 ceph-mon[97977]: pgmap v269: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:07.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 259692 3.09 MB/sec execute 341 sec latency 2103.487 ms 2023-07-14T12:55:08.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 259692 3.08 MB/sec execute 342 sec latency 3103.613 ms 2023-07-14T12:55:08.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:08 smithi040 ceph-mon[96535]: pgmap v270: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:08.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:08 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:08.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:08 smithi133 ceph-mon[98311]: pgmap v270: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:08.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:08 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:08.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:08 smithi130 ceph-mon[97977]: pgmap v270: 97 pgs: 14 active+clean+snaptrim, 22 active+clean+snaptrim_wait, 61 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2023-07-14T12:55:08.533 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:08 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:09.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 259692 3.07 MB/sec execute 343 sec latency 4103.731 ms 2023-07-14T12:55:10.188 INFO:tasks.workunit.client.0.smithi040.stdout: 1 260655 3.08 MB/sec execute 344 sec latency 4536.152 ms 2023-07-14T12:55:10.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:10 smithi040 ceph-mon[96535]: pgmap v271: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 152 op/s 2023-07-14T12:55:10.492 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:10 smithi133 ceph-mon[98311]: pgmap v271: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 152 op/s 2023-07-14T12:55:10.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:10 smithi130 ceph-mon[97977]: pgmap v271: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 152 op/s 2023-07-14T12:55:11.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 260661 3.07 MB/sec execute 345 sec latency 997.426 ms 2023-07-14T12:55:12.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 260661 3.06 MB/sec execute 346 sec latency 1997.556 ms 2023-07-14T12:55:12.492 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:12 smithi133 ceph-mon[98311]: pgmap v272: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 152 op/s 2023-07-14T12:55:12.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:12 smithi130 ceph-mon[97977]: pgmap v272: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 152 op/s 2023-07-14T12:55:12.610 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:12 smithi040 ceph-mon[96535]: pgmap v272: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 868 KiB/s rd, 1.1 MiB/s wr, 152 op/s 2023-07-14T12:55:13.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 262317 3.08 MB/sec execute 347 sec latency 2259.715 ms 2023-07-14T12:55:13.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:13 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:13.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:13 smithi133 ceph-mon[98311]: osdmap e91: 12 total, 12 up, 12 in 2023-07-14T12:55:13.532 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:13 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:13.533 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:13 smithi130 ceph-mon[97977]: osdmap e91: 12 total, 12 up, 12 in 2023-07-14T12:55:13.610 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:13 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:13.611 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:13 smithi040 ceph-mon[96535]: osdmap e91: 12 total, 12 up, 12 in 2023-07-14T12:55:14.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263235 3.08 MB/sec execute 348 sec latency 207.651 ms 2023-07-14T12:55:14.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:14 smithi133 ceph-mon[98311]: pgmap v274: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:14.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:14 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:14.533 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:14 smithi130 ceph-mon[97977]: pgmap v274: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:14.533 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:14 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:14.611 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:14 smithi040 ceph-mon[96535]: pgmap v274: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:14.611 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:14 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:55:15.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263303 3.07 MB/sec execute 349 sec latency 1061.305 ms 2023-07-14T12:55:16.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263303 3.06 MB/sec execute 350 sec latency 1096.654 ms 2023-07-14T12:55:16.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:16 smithi133 ceph-mon[98311]: pgmap v275: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:16.533 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:16 smithi130 ceph-mon[97977]: pgmap v275: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:16.611 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:16 smithi040 ceph-mon[96535]: pgmap v275: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:17.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263303 3.06 MB/sec execute 351 sec latency 2096.769 ms 2023-07-14T12:55:18.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263303 3.05 MB/sec execute 352 sec latency 3096.906 ms 2023-07-14T12:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 -- 172.21.15.40:0/655380985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc0feac0 msgr2=0x7f9efc0fef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 --2- 172.21.15.40:0/655380985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc0feac0 0x7f9efc0fef30 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009990 tx=0x7f9ee4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 -- 172.21.15.40:0/655380985 shutdown_connections 2023-07-14T12:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 --2- 172.21.15.40:0/655380985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9efc0ff470 0x7f9efc10b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 --2- 172.21.15.40:0/655380985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9efc104ad0 0x7f9efc104ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 --2- 172.21.15.40:0/655380985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc0feac0 0x7f9efc0fef30 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 -- 172.21.15.40:0/655380985 >> 172.21.15.40:0/655380985 conn(0x7f9efc075bd0 msgr2=0x7f9efc075fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 -- 172.21.15.40:0/655380985 shutdown_connections 2023-07-14T12:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 -- 172.21.15.40:0/655380985 wait complete. 2023-07-14T12:55:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 Processor -- start 2023-07-14T12:55:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.120+0000 7f9f02991700 1 -- start start 2023-07-14T12:55:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9efc0feac0 0x7f9efc19aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9efc0ff470 0x7f9efc19b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 0x7f9efc1949a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9efc195010 con 0x7f9efc104ad0 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9efc195180 con 0x7f9efc0ff470 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9efc195340 con 0x7f9efc0feac0 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 0x7f9efc1949a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 0x7f9efc1949a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37172/0 (socket says 172.21.15.40:37172) 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1188410210 learned_addr learned my addr 172.21.15.40:0/1188410210 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9efc0ff470 0x7f9efc19b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9efc0feac0 0x7f9efc19aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1188410210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9efc0feac0 msgr2=0x7f9efc19aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9efc0feac0 0x7f9efc19aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1188410210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9efc0ff470 msgr2=0x7f9efc19b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9efc0ff470 0x7f9efc19b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1188410210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ee40095f0 con 0x7f9efc104ad0 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 0x7f9efc1949a0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f9ef400ead0 tx=0x7f9ef400ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9ef9ffb700 1 -- 172.21.15.40:0/1188410210 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef4013070 con 0x7f9efc104ad0 2023-07-14T12:55:19.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9efc195620 con 0x7f9efc104ad0 2023-07-14T12:55:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9ef9ffb700 1 -- 172.21.15.40:0/1188410210 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ef400be00 con 0x7f9efc104ad0 2023-07-14T12:55:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.121+0000 7f9ef9ffb700 1 -- 172.21.15.40:0/1188410210 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef4005390 con 0x7f9efc104ad0 2023-07-14T12:55:19.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.122+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9efc0689b0 con 0x7f9efc104ad0 2023-07-14T12:55:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.124+0000 7f9ef9ffb700 1 -- 172.21.15.40:0/1188410210 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f9ef4004930 con 0x7f9efc104ad0 2023-07-14T12:55:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.124+0000 7f9ef9ffb700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ee80a12c0 0x7f9ee80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.124+0000 7f9ef9ffb700 1 -- 172.21.15.40:0/1188410210 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f9ef40ce260 con 0x7f9efc104ad0 2023-07-14T12:55:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.124+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ee80a12c0 0x7f9ee80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.125+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ee80a12c0 0x7f9ee80a3770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0ffc00 tx=0x7f9eec00b040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:19.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.125+0000 7f9f0eb17b80 1 Processor -- start 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.125+0000 7f9f0eb17b80 1 -- start start 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dbfed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbff2d0 0x562c1dbf9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dbf99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dafec50 con 0x562c1dbf9580 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1db519e0 con 0x562c1dbff2d0 2023-07-14T12:55:19.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1db4ae70 con 0x562c1da556b0 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dbf99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dbf99d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37180/0 (socket says 172.21.15.40:37180) 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 -- 172.21.15.40:0/3154262799 learned_addr learned my addr 172.21.15.40:0/3154262799 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbff2d0 0x562c1dbf9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9efbfff700 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dbfed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 -- 172.21.15.40:0/3154262799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 msgr2=0x562c1dbfed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dbfed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 -- 172.21.15.40:0/3154262799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbff2d0 msgr2=0x562c1dbf9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbff2d0 0x562c1dbf9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 -- 172.21.15.40:0/3154262799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562c1d978d80 con 0x562c1dbf9580 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dbf99d0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9ef40a3200 tx=0x7f9ef409af30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35c15b2cfb8d1c72 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.126+0000 7f9ef27fc700 1 -- 172.21.15.40:0/3154262799 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef409f170 con 0x562c1dbf9580 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9ef27fc700 1 -- 172.21.15.40:0/3154262799 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ef409f3a0 con 0x562c1dbf9580 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9ef27fc700 1 -- 172.21.15.40:0/3154262799 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef4005730 con 0x562c1dbf9580 2023-07-14T12:55:19.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/3154262799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 msgr2=0x562c1dbf99d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dbf99d0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9ef40a3200 tx=0x7f9ef409af30 comp rx=0 tx=0).stop 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/3154262799 shutdown_connections 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dbfed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dbf99d0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/3154262799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbff2d0 0x562c1dbf9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/3154262799 >> 172.21.15.40:0/3154262799 conn(0x562c1dbeebe0 msgr2=0x562c1dbf3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:19.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/3154262799 shutdown_connections 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.127+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/3154262799 wait complete. 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 -- start start 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 Processor -- start 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dc08570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dc08ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbff2d0 0x562c1dc02870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1daeaa60 con 0x562c1dbf9580 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1daea760 con 0x562c1da556b0 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1d9ce8c0 con 0x562c1dbff2d0 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9f0eb17b80 10 client.0 _ll_register_callbacks cb 0x562c1dae8700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9ef37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dc08ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9ef37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dc08ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37184/0 (socket says 172.21.15.40:37184) 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.128+0000 7f9ef37fe700 1 -- 172.21.15.40:0/1081861559 learned_addr learned my addr 172.21.15.40:0/1081861559 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dc08570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbff2d0 0x562c1dc02870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9ef37fe700 1 -- 172.21.15.40:0/1081861559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbff2d0 msgr2=0x562c1dc02870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbff2d0 0x562c1dc02870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9ef37fe700 1 -- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 msgr2=0x562c1dc08570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dc08570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9ef37fe700 1 -- 172.21.15.40:0/1081861559 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9efc0689b0 con 0x562c1dbf9580 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbff2d0 0x562c1dc02870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dc08ab0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009990 tx=0x7f9ee4005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efa32e2745cd55dd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:19.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9edb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1081861559 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee401d070 con 0x562c1dbf9580 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1081861559 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f9ee4004700 con 0x562c1dbf9580 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562c1daa4490 con 0x562c1dbf9580 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1081861559 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ee40056f0 con 0x562c1dbf9580 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9f0eb17b80 10 client.16809 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x562c1d961c00 con 0x562c1dbf9580 2023-07-14T12:55:19.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.129+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1081861559 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562c1daa4490 con 0x562c1dbf9580 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1081861559 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f9ee400f9c0 con 0x562c1dbf9580 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9f0eb17b80 10 client.16809 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9f0eb17b80 10 client.16809 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9f0eb17b80 20 client.16809 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc12bf0 0x562c1dc15000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9f0eb17b80 4 client.16809 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:55:19.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562c1db43e50 con 0x562c1dc12bf0 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.130+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc12bf0 0x562c1dc15000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9edb7fe700 10 client.16809 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc12bf0 0x562c1dc15000 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a048924577eb4fc server_cookie=ffed872186d34e7c in_seq=0 out_seq=0 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1081861559 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x562c1db43e50 con 0x562c1dc12bf0 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9edb7fe700 10 client.16809 handle_command_reply: tid=0 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9f0eb17b80 1 client.16809 shutdown 2023-07-14T12:55:19.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 msgr2=0x562c1dc08ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.131+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dc08ab0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009990 tx=0x7f9ee4005e80 comp rx=0 tx=0).stop 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 shutdown_connections 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc12bf0 0x562c1dc15000 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbff2d0 0x562c1dc02870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9edb7fe700 0 client.16809 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dc08570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1081861559 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbf9580 0x562c1dc08ab0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 >> 172.21.15.40:0/1081861559 conn(0x562c1dbeebe0 msgr2=0x562c1dbf34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:19.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 shutdown_connections 2023-07-14T12:55:19.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1081861559 wait complete. 2023-07-14T12:55:19.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.132+0000 7f9f0eb17b80 20 client.16809 trim_cache size 0 max 16384 2023-07-14T12:55:19.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 Processor -- start 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 -- start start 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dbf9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbf9580 0x562c1dc00260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc08140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dbf0d20 con 0x562c1dbff2d0 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dbfefe0 con 0x562c1da556b0 2023-07-14T12:55:19.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dbfea10 con 0x562c1dbf9580 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc08140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc08140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37194/0 (socket says 172.21.15.40:37194) 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 -- 172.21.15.40:0/124914936 learned_addr learned my addr 172.21.15.40:0/124914936 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9efbfff700 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dbf9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbf9580 0x562c1dc00260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 -- 172.21.15.40:0/124914936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbf9580 msgr2=0x562c1dc00260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbf9580 0x562c1dc00260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 -- 172.21.15.40:0/124914936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 msgr2=0x562c1dbf9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dbf9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 -- 172.21.15.40:0/124914936 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562c1d99f1f0 con 0x562c1dbff2d0 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.147+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc08140 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f9ef409b300 tx=0x7f9ef4004870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d8d94d0fe155df9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9ef2ffd700 1 -- 172.21.15.40:0/124914936 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef40a3730 con 0x562c1dbff2d0 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9ef2ffd700 1 -- 172.21.15.40:0/124914936 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ef40a10b0 con 0x562c1dbff2d0 2023-07-14T12:55:19.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9ef2ffd700 1 -- 172.21.15.40:0/124914936 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef409b830 con 0x562c1dbff2d0 2023-07-14T12:55:19.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/124914936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 msgr2=0x562c1dc08140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc08140 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f9ef409b300 tx=0x7f9ef4004870 comp rx=0 tx=0).stop 2023-07-14T12:55:19.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/124914936 shutdown_connections 2023-07-14T12:55:19.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc08140 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1da556b0 0x562c1dbf9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/124914936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1dbf9580 0x562c1dc00260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/124914936 >> 172.21.15.40:0/124914936 conn(0x562c1dbeebe0 msgr2=0x562c1dbfe150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/124914936 shutdown_connections 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.148+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/124914936 wait complete. 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 -- start start 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 Processor -- start 2023-07-14T12:55:19.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dc5aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbf9580 0x562c1dc5af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc65ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dc5b890 con 0x562c1dbff2d0 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dc66000 con 0x562c1dbf9580 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c1dc66140 con 0x562c1da556b0 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f0eb17b80 10 client.0 _ll_register_callbacks cb 0x7f9ee400bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc65ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f00f2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc65ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37200/0 (socket says 172.21.15.40:37200) 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1519659582 learned_addr learned my addr 172.21.15.40:0/1519659582 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dc5aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.149+0000 7f9ef37fe700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbf9580 0x562c1dc5af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1519659582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 msgr2=0x562c1dc5aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dc5aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbf9580 msgr2=0x562c1dc5af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:19.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbf9580 0x562c1dc5af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f00f2e700 1 -- 172.21.15.40:0/1519659582 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562c1d978d80 con 0x562c1dbff2d0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f00f2e700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc65ac0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f9ef4097de0 tx=0x7f9ef409aaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccc5ede9f9f8e62d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9edb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1519659582 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ef40a1220 con 0x562c1dbff2d0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1519659582 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f9ef40a3730 con 0x562c1dbff2d0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9ef409f3a0 con 0x562c1dbff2d0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1519659582 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ef409b7e0 con 0x562c1dbff2d0 2023-07-14T12:55:19.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f0eb17b80 10 client.16815 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x562c1d977250 con 0x562c1dbff2d0 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1519659582 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9ef40c9080 con 0x562c1dbff2d0 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1519659582 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7f9ef4084c50 con 0x562c1dbff2d0 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f0eb17b80 10 client.16815 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.150+0000 7f9f0eb17b80 10 client.16815 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9f0eb17b80 20 client.16815 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:19.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc67370 0x562c1dc69750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:19.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9f0eb17b80 4 client.16815 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:55:19.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562c1db05ff0 con 0x562c1dc67370 2023-07-14T12:55:19.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc67370 0x562c1dc69750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:19.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9edb7fe700 10 client.16815 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:19.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.151+0000 7f9efbfff700 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc67370 0x562c1dc69750 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0f2bf21ddfc6886 server_cookie=75c3ff07562a4fb6 in_seq=0 out_seq=0 2023-07-14T12:55:19.189 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263303 3.04 MB/sec execute 353 sec latency 4097.020 ms 2023-07-14T12:55:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9edb7fe700 1 -- 172.21.15.40:0/1519659582 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562c1db05ff0 con 0x562c1dc67370 2023-07-14T12:55:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9edb7fe700 10 client.16815 handle_command_reply: tid=0 2023-07-14T12:55:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 client.16815 shutdown 2023-07-14T12:55:19.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 msgr2=0x562c1dc65ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc65ac0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f9ef4097de0 tx=0x7f9ef409aaf0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 shutdown_connections 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x562c1dc67370 0x562c1dc69750 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562c1da556b0 0x562c1dc5aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9edb7fe700 0 client.16815 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562c1dbff2d0 0x562c1dc65ac0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 --2- 172.21.15.40:0/1519659582 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x562c1dbf9580 0x562c1dc5af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 >> 172.21.15.40:0/1519659582 conn(0x562c1dbeebe0 msgr2=0x562c1dc00260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 shutdown_connections 2023-07-14T12:55:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 1 -- 172.21.15.40:0/1519659582 wait complete. 2023-07-14T12:55:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.185+0000 7f9f0eb17b80 20 client.16815 trim_cache size 0 max 16384 2023-07-14T12:55:19.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:55:19.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:55:19.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:55:19.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:55:19.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ee80a12c0 msgr2=0x7f9ee80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ee80a12c0 0x7f9ee80a3770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0ffc00 tx=0x7f9eec00b040 comp rx=0 tx=0).stop 2023-07-14T12:55:19.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 msgr2=0x7f9efc1949a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:19.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 0x7f9efc1949a0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f9ef400ead0 tx=0x7f9ef400ede0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 shutdown_connections 2023-07-14T12:55:19.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f9ee80a12c0 0x7f9ee80a3770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9efc0feac0 0x7f9efc19aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9efc104ad0 0x7f9efc1949a0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 --2- 172.21.15.40:0/1188410210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9efc0ff470 0x7f9efc19b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 >> 172.21.15.40:0/1188410210 conn(0x7f9efc075bd0 msgr2=0x7f9efc0fcd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 shutdown_connections 2023-07-14T12:55:19.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:19.186+0000 7f9f02991700 1 -- 172.21.15.40:0/1188410210 wait complete. 2023-07-14T12:55:19.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:18 smithi133 ceph-mon[98311]: pgmap v276: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:19.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:18 smithi130 ceph-mon[97977]: pgmap v276: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:19.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:18 smithi040 ceph-mon[96535]: pgmap v276: 97 pgs: 97 active+clean; 107 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 975 KiB/s wr, 104 op/s 2023-07-14T12:55:20.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 263517 3.03 MB/sec execute 354 sec latency 4952.034 ms 2023-07-14T12:55:21.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 264204 3.04 MB/sec execute 355 sec latency 633.704 ms 2023-07-14T12:55:21.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:20 smithi133 ceph-mon[98311]: pgmap v277: 97 pgs: 97 active+clean; 112 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 946 KiB/s wr, 88 op/s 2023-07-14T12:55:21.282 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:20 smithi130 ceph-mon[97977]: pgmap v277: 97 pgs: 97 active+clean; 112 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 946 KiB/s wr, 88 op/s 2023-07-14T12:55:21.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:20 smithi040 ceph-mon[96535]: pgmap v277: 97 pgs: 97 active+clean; 112 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 946 KiB/s wr, 88 op/s 2023-07-14T12:55:22.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 264204 3.03 MB/sec execute 356 sec latency 1633.796 ms 2023-07-14T12:55:23.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 265874 3.04 MB/sec execute 357 sec latency 1890.732 ms 2023-07-14T12:55:23.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:22 smithi133 ceph-mon[98311]: pgmap v278: 97 pgs: 97 active+clean; 112 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 946 KiB/s wr, 88 op/s 2023-07-14T12:55:23.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:22 smithi130 ceph-mon[97977]: pgmap v278: 97 pgs: 97 active+clean; 112 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 946 KiB/s wr, 88 op/s 2023-07-14T12:55:23.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:22 smithi040 ceph-mon[96535]: pgmap v278: 97 pgs: 97 active+clean; 112 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 565 KiB/s rd, 946 KiB/s wr, 88 op/s 2023-07-14T12:55:24.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 266783 3.05 MB/sec execute 358 sec latency 181.176 ms 2023-07-14T12:55:25.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 267004 3.04 MB/sec execute 359 sec latency 1036.396 ms 2023-07-14T12:55:25.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:24 smithi133 ceph-mon[98311]: pgmap v279: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 842 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2023-07-14T12:55:25.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:24 smithi130 ceph-mon[97977]: pgmap v279: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 842 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2023-07-14T12:55:25.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:24 smithi040 ceph-mon[96535]: pgmap v279: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 842 KiB/s rd, 1.3 MiB/s wr, 140 op/s 2023-07-14T12:55:26.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 267752 3.05 MB/sec execute 360 sec latency 590.663 ms 2023-07-14T12:55:27.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 267752 3.04 MB/sec execute 361 sec latency 1590.791 ms 2023-07-14T12:55:27.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:26 smithi133 ceph-mon[98311]: pgmap v280: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 825 KiB/s wr, 82 op/s 2023-07-14T12:55:27.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:26 smithi130 ceph-mon[97977]: pgmap v280: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 825 KiB/s wr, 82 op/s 2023-07-14T12:55:27.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:26 smithi040 ceph-mon[96535]: pgmap v280: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 825 KiB/s wr, 82 op/s 2023-07-14T12:55:28.190 INFO:tasks.workunit.client.0.smithi040.stdout: 1 269386 3.05 MB/sec execute 362 sec latency 1847.378 ms 2023-07-14T12:55:29.191 INFO:tasks.workunit.client.0.smithi040.stdout: 1 270325 3.06 MB/sec execute 363 sec latency 160.508 ms 2023-07-14T12:55:29.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:28 smithi133 ceph-mon[98311]: pgmap v281: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 825 KiB/s wr, 82 op/s 2023-07-14T12:55:29.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:28 smithi130 ceph-mon[97977]: pgmap v281: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 825 KiB/s wr, 82 op/s 2023-07-14T12:55:29.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:28 smithi040 ceph-mon[96535]: pgmap v281: 97 pgs: 97 active+clean; 111 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 484 KiB/s rd, 825 KiB/s wr, 82 op/s 2023-07-14T12:55:30.191 INFO:tasks.workunit.client.0.smithi040.stdout: 1 270571 3.05 MB/sec execute 364 sec latency 1011.819 ms 2023-07-14T12:55:31.191 INFO:tasks.workunit.client.0.smithi040.stdout: 1 271294 3.06 MB/sec execute 365 sec latency 596.210 ms 2023-07-14T12:55:31.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:30 smithi133 ceph-mon[98311]: pgmap v282: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 911 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2023-07-14T12:55:31.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:30 smithi130 ceph-mon[97977]: pgmap v282: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 911 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2023-07-14T12:55:31.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:30 smithi040 ceph-mon[96535]: pgmap v282: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 911 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2023-07-14T12:55:32.191 INFO:tasks.workunit.client.0.smithi040.stdout: 1 271294 3.05 MB/sec execute 366 sec latency 1596.287 ms 2023-07-14T12:55:32.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 -- 172.21.15.40:0/4021313233 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed00104e50 msgr2=0x7fed0010ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 --2- 172.21.15.40:0/4021313233 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed00104e50 0x7fed0010ca00 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fecf800b0d0 tx=0x7fecf800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 -- 172.21.15.40:0/4021313233 shutdown_connections 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 --2- 172.21.15.40:0/4021313233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed00067c10 0x7fed00067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 --2- 172.21.15.40:0/4021313233 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed00104e50 0x7fed0010ca00 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 --2- 172.21.15.40:0/4021313233 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed000685b0 0x7fed00104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 -- 172.21.15.40:0/4021313233 >> 172.21.15.40:0/4021313233 conn(0x7fed00074760 msgr2=0x7fed00074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 -- 172.21.15.40:0/4021313233 shutdown_connections 2023-07-14T12:55:32.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.308+0000 7fed04dcf700 1 -- 172.21.15.40:0/4021313233 wait complete. 2023-07-14T12:55:32.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 Processor -- start 2023-07-14T12:55:32.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 -- start start 2023-07-14T12:55:32.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed00067c10 0x7fed0019bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 0x7fed0019c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed00104e50 0x7fed00195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed00196120 con 0x7fed000685b0 2023-07-14T12:55:32.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed00196290 con 0x7fed00104e50 2023-07-14T12:55:32.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fed04dcf700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed00196450 con 0x7fed00067c10 2023-07-14T12:55:32.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 0x7fed0019c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfe59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed00067c10 0x7fed0019bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 0x7fed0019c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37212/0 (socket says 172.21.15.40:37212) 2023-07-14T12:55:32.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 -- 172.21.15.40:0/40909959 learned_addr learned my addr 172.21.15.40:0/40909959 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:32.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfed9d700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed00104e50 0x7fed00195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 -- 172.21.15.40:0/40909959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed00067c10 msgr2=0x7fed0019bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed00067c10 0x7fed0019bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 -- 172.21.15.40:0/40909959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed00104e50 msgr2=0x7fed00195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed00104e50 0x7fed00195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfdd9b700 1 -- 172.21.15.40:0/40909959 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf8009d00 con 0x7fed000685b0 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.309+0000 7fecfed9d700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed00104e50 0x7fed00195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.310+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 0x7fed0019c190 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fecf400c9b0 tx=0x7fecf400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.310+0000 7fecef7fe700 1 -- 172.21.15.40:0/40909959 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4007aa0 con 0x7fed000685b0 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.310+0000 7fecef7fe700 1 -- 172.21.15.40:0/40909959 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fecf4007c00 con 0x7fed000685b0 2023-07-14T12:55:32.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.310+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed00196730 con 0x7fed000685b0 2023-07-14T12:55:32.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.310+0000 7fecef7fe700 1 -- 172.21.15.40:0/40909959 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4018660 con 0x7fed000685b0 2023-07-14T12:55:32.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.310+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed001a2c40 con 0x7fed000685b0 2023-07-14T12:55:32.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.313+0000 7fecef7fe700 1 -- 172.21.15.40:0/40909959 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fecf400f450 con 0x7fed000685b0 2023-07-14T12:55:32.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.313+0000 7fecef7fe700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fece80a12c0 0x7fece80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fecef7fe700 1 -- 172.21.15.40:0/40909959 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fecf40cccd0 con 0x7fed000685b0 2023-07-14T12:55:32.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fecfe59c700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fece80a12c0 0x7fece80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fed10f55b80 1 Processor -- start 2023-07-14T12:55:32.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fecfe59c700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fece80a12c0 0x7fece80a3770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fecf0005950 tx=0x7fecf000b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:32.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fed10f55b80 1 -- start start 2023-07-14T12:55:32.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x56465942ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 0x564659429040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x5646594299d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.314+0000 7fed10f55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465932ec50 con 0x56465942f2d0 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fed10f55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646593819e0 con 0x564659429580 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fed10f55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465937ae70 con 0x5646592856b0 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 0x564659429040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 0x564659429040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37220/0 (socket says 172.21.15.40:37220) 2023-07-14T12:55:32.350 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 -- 172.21.15.40:0/2716143313 learned_addr learned my addr 172.21.15.40:0/2716143313 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfed9d700 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x5646594299d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfe59c700 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x56465942ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 -- 172.21.15.40:0/2716143313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 msgr2=0x56465942ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x56465942ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 -- 172.21.15.40:0/2716143313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 msgr2=0x5646594299d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x5646594299d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 -- 172.21.15.40:0/2716143313 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646591a8d80 con 0x56465942f2d0 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfe59c700 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x56465942ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 0x564659429040 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fecf40a1c10 tx=0x7fecf40998b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a026a7f6132b5bf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fececff9700 1 -- 172.21.15.40:0/2716143313 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf40a2140 con 0x56465942f2d0 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fececff9700 1 -- 172.21.15.40:0/2716143313 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fecf4007d70 con 0x56465942f2d0 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.315+0000 7fececff9700 1 -- 172.21.15.40:0/2716143313 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4099f50 con 0x56465942f2d0 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 -- 172.21.15.40:0/2716143313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 msgr2=0x564659429040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 0x564659429040 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fecf40a1c10 tx=0x7fecf40998b0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 -- 172.21.15.40:0/2716143313 shutdown_connections 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x56465942ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x5646594299d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 --2- 172.21.15.40:0/2716143313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56465942f2d0 0x564659429040 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 -- 172.21.15.40:0/2716143313 >> 172.21.15.40:0/2716143313 conn(0x56465941ebe0 msgr2=0x564659423f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 -- 172.21.15.40:0/2716143313 shutdown_connections 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.316+0000 7fed10f55b80 1 -- 172.21.15.40:0/2716143313 wait complete. 2023-07-14T12:55:32.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 -- start start 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 Processor -- start 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 0x564659432920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x564659432e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594333a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465931aa60 con 0x5646592856b0 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56465931a760 con 0x564659429580 2023-07-14T12:55:32.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646591fe8c0 con 0x56465942f2d0 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fed10f55b80 10 client.0 _ll_register_callbacks cb 0x564659318700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fecfe59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 0x564659432920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fecfe59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 0x564659432920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37224/0 (socket says 172.21.15.40:37224) 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fecfe59c700 1 -- 172.21.15.40:0/1746269603 learned_addr learned my addr 172.21.15.40:0/1746269603 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.317+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x564659432e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfed9d700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594333a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfe59c700 1 -- 172.21.15.40:0/1746269603 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 msgr2=0x5646594333a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfe59c700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594333a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfe59c700 1 -- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 msgr2=0x564659432e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfe59c700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x564659432e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfe59c700 1 -- 172.21.15.40:0/1746269603 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed001a2c40 con 0x5646592856b0 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fecfe59c700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 0x564659432920 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fecf0005d90 tx=0x7fecf00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7d168552aee60e6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fece5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:32.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fece5ffb700 1 -- 172.21.15.40:0/1746269603 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0027670 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fece5ffb700 1 -- 172.21.15.40:0/1746269603 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fecf0017070 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5646592d4490 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fece5ffb700 1 -- 172.21.15.40:0/1746269603 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7fecf0011e70 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fed10f55b80 10 client.16827 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x564659191c00 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.318+0000 7fece5ffb700 1 -- 172.21.15.40:0/1746269603 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5646592d4490 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fece5ffb700 1 -- 172.21.15.40:0/1746269603 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fecf002d030 con 0x5646592856b0 2023-07-14T12:55:32.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fed10f55b80 10 client.16827 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fed10f55b80 10 client.16827 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fed10f55b80 20 client.16827 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fed10f55b80 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564659442c00 0x564659445010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fed10f55b80 4 client.16827 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:55:32.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564659373e50 con 0x564659442c00 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564659442c00 0x564659445010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fece5ffb700 10 client.16827 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.319+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564659442c00 0x564659445010 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6ca68936a09846b server_cookie=eb9fe3f86de3d329 in_seq=0 out_seq=0 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fece5ffb700 1 -- 172.21.15.40:0/1746269603 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x564659373e50 con 0x564659442c00 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fece5ffb700 10 client.16827 handle_command_reply: tid=0 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 client.16827 shutdown 2023-07-14T12:55:32.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 msgr2=0x564659432920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 0x564659432920 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fecf0005d90 tx=0x7fecf00047c0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 shutdown_connections 2023-07-14T12:55:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564659442c00 0x564659445010 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594333a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646592856b0 0x564659432920 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 --2- 172.21.15.40:0/1746269603 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564659429580 0x564659432e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fece5ffb700 0 client.16827 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 >> 172.21.15.40:0/1746269603 conn(0x56465941ebe0 msgr2=0x5646594234e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 shutdown_connections 2023-07-14T12:55:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.320+0000 7fed10f55b80 1 -- 172.21.15.40:0/1746269603 wait complete. 2023-07-14T12:55:32.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.321+0000 7fed10f55b80 20 client.16827 trim_cache size 0 max 16384 2023-07-14T12:55:32.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.335+0000 7fed10f55b80 1 Processor -- start 2023-07-14T12:55:32.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.335+0000 7fed10f55b80 1 -- start start 2023-07-14T12:55:32.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646592856b0 0x564659429040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659439c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594331d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fed10f55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646594401d0 con 0x564659429580 2023-07-14T12:55:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fed10f55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646594205f0 con 0x5646592856b0 2023-07-14T12:55:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fed10f55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564659430ea0 con 0x56465942f2d0 2023-07-14T12:55:32.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659439c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659439c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37234/0 (socket says 172.21.15.40:37234) 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 -- 172.21.15.40:0/3179512384 learned_addr learned my addr 172.21.15.40:0/3179512384 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfed9d700 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594331d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfe59c700 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646592856b0 0x564659429040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 -- 172.21.15.40:0/3179512384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 msgr2=0x5646594331d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594331d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 -- 172.21.15.40:0/3179512384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646592856b0 msgr2=0x564659429040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646592856b0 0x564659429040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 -- 172.21.15.40:0/3179512384 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646591cf1f0 con 0x564659429580 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659439c60 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7fecf4005fd0 tx=0x7fecf4021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d37fb2977ea7ca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7feced7fa700 1 -- 172.21.15.40:0/3179512384 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf40ca260 con 0x564659429580 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7feced7fa700 1 -- 172.21.15.40:0/3179512384 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fecf4098110 con 0x564659429580 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.336+0000 7feced7fa700 1 -- 172.21.15.40:0/3179512384 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf4099f50 con 0x564659429580 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 -- 172.21.15.40:0/3179512384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 msgr2=0x564659439c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659439c60 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7fecf4005fd0 tx=0x7fecf4021000 comp rx=0 tx=0).stop 2023-07-14T12:55:32.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 -- 172.21.15.40:0/3179512384 shutdown_connections 2023-07-14T12:55:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56465942f2d0 0x5646594331d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646592856b0 0x564659429040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 --2- 172.21.15.40:0/3179512384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659439c60 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 -- 172.21.15.40:0/3179512384 >> 172.21.15.40:0/3179512384 conn(0x56465941ebe0 msgr2=0x56465942e390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 -- 172.21.15.40:0/3179512384 shutdown_connections 2023-07-14T12:55:32.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 -- 172.21.15.40:0/3179512384 wait complete. 2023-07-14T12:55:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 -- start start 2023-07-14T12:55:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.337+0000 7fed10f55b80 1 Processor -- start 2023-07-14T12:55:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x564659437c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659438190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56465942f2d0 0x5646594386d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564659495aa0 con 0x564659429580 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564659495be0 con 0x56465942f2d0 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564659495d70 con 0x5646592856b0 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fed10f55b80 10 client.0 _ll_register_callbacks cb 0x7fecf0010c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659438190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659438190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37240/0 (socket says 172.21.15.40:37240) 2023-07-14T12:55:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 -- 172.21.15.40:0/147322195 learned_addr learned my addr 172.21.15.40:0/147322195 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfed9d700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56465942f2d0 0x5646594386d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfe59c700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x564659437c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 -- 172.21.15.40:0/147322195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 msgr2=0x564659437c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x564659437c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 -- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56465942f2d0 msgr2=0x5646594386d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56465942f2d0 0x5646594386d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 -- 172.21.15.40:0/147322195 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecf40b6040 con 0x564659429580 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fecfdd9b700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659438190 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fecf40074a0 tx=0x7fecf4099750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be047d1f395619b5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fece5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fece5ffb700 1 -- 172.21.15.40:0/147322195 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf400f910 con 0x564659429580 2023-07-14T12:55:32.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.338+0000 7fece5ffb700 1 -- 172.21.15.40:0/147322195 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fecf40964c0 con 0x564659429580 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fecf4007d70 con 0x564659429580 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fece5ffb700 1 -- 172.21.15.40:0/147322195 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7fecf4099f50 con 0x564659429580 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 10 client.16833 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x5646591a7250 con 0x564659429580 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fece5ffb700 1 -- 172.21.15.40:0/147322195 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fecf4007d70 con 0x564659429580 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fece5ffb700 1 -- 172.21.15.40:0/147322195 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fecf407e030 con 0x564659429580 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 10 client.16833 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:32.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 10 client.16833 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 20 client.16833 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646594970f0 0x564659499500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 4 client.16833 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:55:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564659335ff0 con 0x5646594970f0 2023-07-14T12:55:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.339+0000 7fecfe59c700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646594970f0 0x564659499500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:32.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.340+0000 7fecfe59c700 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646594970f0 0x564659499500 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=814a1aff4b3e9adf server_cookie=9452f20f51da4aab in_seq=0 out_seq=0 2023-07-14T12:55:32.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.340+0000 7fece5ffb700 10 client.16833 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fece5ffb700 1 -- 172.21.15.40:0/147322195 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564659335ff0 con 0x5646594970f0 2023-07-14T12:55:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fece5ffb700 10 client.16833 handle_command_reply: tid=0 2023-07-14T12:55:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 client.16833 shutdown 2023-07-14T12:55:32.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 msgr2=0x564659438190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659438190 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fecf40074a0 tx=0x7fecf4099750 comp rx=0 tx=0).stop 2023-07-14T12:55:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 shutdown_connections 2023-07-14T12:55:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646594970f0 0x564659499500 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646592856b0 0x564659437c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fece5ffb700 0 client.16833 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:32.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56465942f2d0 0x5646594386d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 --2- 172.21.15.40:0/147322195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564659429580 0x564659438190 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 >> 172.21.15.40:0/147322195 conn(0x56465941ebe0 msgr2=0x5646594310f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 shutdown_connections 2023-07-14T12:55:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 1 -- 172.21.15.40:0/147322195 wait complete. 2023-07-14T12:55:32.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.376+0000 7fed10f55b80 20 client.16833 trim_cache size 0 max 16384 2023-07-14T12:55:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:55:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:55:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:55:32.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fece80a12c0 msgr2=0x7fece80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fece80a12c0 0x7fece80a3770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fecf0005950 tx=0x7fecf000b410 comp rx=0 tx=0).stop 2023-07-14T12:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 msgr2=0x7fed0019c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 0x7fed0019c190 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fecf400c9b0 tx=0x7fecf400ccc0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 shutdown_connections 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fece80a12c0 0x7fece80a3770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed00067c10 0x7fed0019bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed00104e50 0x7fed00195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 --2- 172.21.15.40:0/40909959 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed000685b0 0x7fed0019c190 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 >> 172.21.15.40:0/40909959 conn(0x7fed00074760 msgr2=0x7fed000fc5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 shutdown_connections 2023-07-14T12:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:32.377+0000 7fed04dcf700 1 -- 172.21.15.40:0/40909959 wait complete. 2023-07-14T12:55:33.192 INFO:tasks.workunit.client.0.smithi040.stdout: 1 273000 3.07 MB/sec execute 367 sec latency 1851.962 ms 2023-07-14T12:55:33.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:32 smithi133 ceph-mon[98311]: pgmap v283: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 666 KiB/s rd, 855 KiB/s wr, 97 op/s 2023-07-14T12:55:33.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:32 smithi130 ceph-mon[97977]: pgmap v283: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 666 KiB/s rd, 855 KiB/s wr, 97 op/s 2023-07-14T12:55:33.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:32 smithi040 ceph-mon[96535]: pgmap v283: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 666 KiB/s rd, 855 KiB/s wr, 97 op/s 2023-07-14T12:55:34.192 INFO:tasks.workunit.client.0.smithi040.stdout: 1 273818 3.07 MB/sec execute 368 sec latency 278.711 ms 2023-07-14T12:55:34.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:33 smithi130 ceph-mon[97977]: pgmap v284: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 166 op/s 2023-07-14T12:55:34.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:33 smithi040 ceph-mon[96535]: pgmap v284: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 166 op/s 2023-07-14T12:55:34.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:33 smithi133 ceph-mon[98311]: pgmap v284: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 166 op/s 2023-07-14T12:55:35.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 274054 3.06 MB/sec execute 369 sec latency 1127.949 ms 2023-07-14T12:55:36.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 274843 3.07 MB/sec execute 370 sec latency 556.637 ms 2023-07-14T12:55:36.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:36 smithi040 ceph-mon[96535]: pgmap v285: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 122 op/s 2023-07-14T12:55:36.493 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:36 smithi133 ceph-mon[98311]: pgmap v285: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 122 op/s 2023-07-14T12:55:36.533 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:36 smithi130 ceph-mon[97977]: pgmap v285: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 122 op/s 2023-07-14T12:55:37.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 274843 3.06 MB/sec execute 371 sec latency 1556.755 ms 2023-07-14T12:55:38.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 276525 3.08 MB/sec execute 372 sec latency 1812.377 ms 2023-07-14T12:55:39.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277360 3.08 MB/sec execute 373 sec latency 301.074 ms 2023-07-14T12:55:39.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:38 smithi133 ceph-mon[98311]: pgmap v286: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 122 op/s 2023-07-14T12:55:39.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:38 smithi130 ceph-mon[97977]: pgmap v286: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 122 op/s 2023-07-14T12:55:39.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:38 smithi040 ceph-mon[96535]: pgmap v286: 97 pgs: 97 active+clean; 113 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 1.1 MiB/s wr, 122 op/s 2023-07-14T12:55:40.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277484 3.07 MB/sec execute 374 sec latency 1151.527 ms 2023-07-14T12:55:41.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277484 3.06 MB/sec execute 375 sec latency 1062.758 ms 2023-07-14T12:55:41.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:40 smithi133 ceph-mon[98311]: pgmap v287: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 179 op/s 2023-07-14T12:55:41.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:40 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:55:41.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:40 smithi130 ceph-mon[97977]: pgmap v287: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 179 op/s 2023-07-14T12:55:41.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:40 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:55:41.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:40 smithi040 ceph-mon[96535]: pgmap v287: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 179 op/s 2023-07-14T12:55:41.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:40 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:55:42.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277484 3.06 MB/sec execute 376 sec latency 2062.803 ms 2023-07-14T12:55:42.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:41 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:55:42.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:41 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:55:42.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:41 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:55:42.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:41 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:55:42.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:41 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:55:42.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:41 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:55:42.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:41 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:55:42.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:41 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:55:42.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:41 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:55:43.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277484 3.05 MB/sec execute 377 sec latency 3062.931 ms 2023-07-14T12:55:43.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:42 smithi133 ceph-mon[98311]: pgmap v288: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 1021 KiB/s wr, 126 op/s 2023-07-14T12:55:43.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:42 smithi130 ceph-mon[97977]: pgmap v288: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 1021 KiB/s wr, 126 op/s 2023-07-14T12:55:43.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:42 smithi040 ceph-mon[96535]: pgmap v288: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 830 KiB/s rd, 1021 KiB/s wr, 126 op/s 2023-07-14T12:55:44.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277484 3.04 MB/sec execute 378 sec latency 4063.003 ms 2023-07-14T12:55:45.193 INFO:tasks.workunit.client.0.smithi040.stdout: 1 277721 3.03 MB/sec execute 379 sec latency 4912.437 ms 2023-07-14T12:55:45.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:44 smithi133 ceph-mon[98311]: pgmap v289: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 164 op/s 2023-07-14T12:55:45.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:44 smithi130 ceph-mon[97977]: pgmap v289: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 164 op/s 2023-07-14T12:55:45.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:44 smithi040 ceph-mon[96535]: pgmap v289: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 164 op/s 2023-07-14T12:55:45.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 -- 172.21.15.40:0/2977171589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 msgr2=0x7fa8a0103d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 --2- 172.21.15.40:0/2977171589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a0103d80 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fa89800b0d0 tx=0x7fa89800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 -- 172.21.15.40:0/2977171589 shutdown_connections 2023-07-14T12:55:45.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 --2- 172.21.15.40:0/2977171589 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8a00ffab0 0x7fa8a010b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 --2- 172.21.15.40:0/2977171589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a0103d80 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 --2- 172.21.15.40:0/2977171589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8a00ff100 0x7fa8a00ff570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 -- 172.21.15.40:0/2977171589 >> 172.21.15.40:0/2977171589 conn(0x7fa8a0075f90 msgr2=0x7fa8a0076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 -- 172.21.15.40:0/2977171589 shutdown_connections 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.496+0000 7fa8a8165700 1 -- 172.21.15.40:0/2977171589 wait complete. 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 Processor -- start 2023-07-14T12:55:45.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 -- start start 2023-07-14T12:55:45.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8a00ff100 0x7fa8a0195d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8a00ffab0 0x7fa8a01962c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a019a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a019af70 con 0x7fa8a01039b0 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a019b0e0 con 0x7fa8a00ffab0 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a8165700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a019b2a0 con 0x7fa8a00ff100 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a019a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a019a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37256/0 (socket says 172.21.15.40:37256) 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 -- 172.21.15.40:0/386956851 learned_addr learned my addr 172.21.15.40:0/386956851 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a5700700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8a00ffab0 0x7fa8a01962c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8a00ff100 0x7fa8a0195d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 -- 172.21.15.40:0/386956851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8a00ff100 msgr2=0x7fa8a0195d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8a00ff100 0x7fa8a0195d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 -- 172.21.15.40:0/386956851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8a00ffab0 msgr2=0x7fa8a01962c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8a00ffab0 0x7fa8a01962c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 -- 172.21.15.40:0/386956851 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa898009d00 con 0x7fa8a01039b0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.497+0000 7fa8a6702700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a019a930 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fa89c00e970 tx=0x7fa89c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.498+0000 7fa896ffd700 1 -- 172.21.15.40:0/386956851 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa89c009750 con 0x7fa8a01039b0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.498+0000 7fa896ffd700 1 -- 172.21.15.40:0/386956851 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa89c005020 con 0x7fa8a01039b0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.498+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8a019b580 con 0x7fa8a01039b0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.498+0000 7fa896ffd700 1 -- 172.21.15.40:0/386956851 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa89c00cbf0 con 0x7fa8a01039b0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.498+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8a01a2dc0 con 0x7fa8a01039b0 2023-07-14T12:55:45.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.500+0000 7fa896ffd700 1 -- 172.21.15.40:0/386956851 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fa89c005470 con 0x7fa8a01039b0 2023-07-14T12:55:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.501+0000 7fa896ffd700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa88c0a12c0 0x7fa88c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.501+0000 7fa896ffd700 1 -- 172.21.15.40:0/386956851 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa89c014070 con 0x7fa8a01039b0 2023-07-14T12:55:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.501+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa88c0a12c0 0x7fa88c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.501+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa88c0a12c0 0x7fa88c0a3770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa898009fd0 tx=0x7fa89800b040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:45.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 Processor -- start 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 -- start start 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef038456b0 0x55ef039eed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039e9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039e99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef038eec50 con 0x55ef039e9580 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef039419e0 con 0x55ef039ef2d0 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0393ae70 con 0x55ef038456b0 2023-07-14T12:55:45.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a5f01700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef038456b0 0x55ef039eed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a6702700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039e99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a5700700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039e9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a5f01700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef038456b0 0x55ef039eed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:50950/0 (socket says 172.21.15.40:50950) 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a6702700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039e99d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37264/0 (socket says 172.21.15.40:37264) 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a5f01700 1 -- 172.21.15.40:0/1433299523 learned_addr learned my addr 172.21.15.40:0/1433299523 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.502+0000 7fa8a5700700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039e9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54516/0 (socket says 172.21.15.40:54516) 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa8a5700700 1 -- 172.21.15.40:0/1433299523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef038456b0 msgr2=0x55ef039eed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef038456b0 0x55ef039eed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa8a5700700 1 -- 172.21.15.40:0/1433299523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 msgr2=0x55ef039e99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039e99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa8a5700700 1 -- 172.21.15.40:0/1433299523 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef03768d80 con 0x55ef039ef2d0 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039e9040 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa890009c80 tx=0x7fa890009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d767e8386fe17746 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa88bfff700 1 -- 172.21.15.40:0/1433299523 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa890011cb0 con 0x55ef039ef2d0 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa88bfff700 1 -- 172.21.15.40:0/1433299523 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa890011e10 con 0x55ef039ef2d0 2023-07-14T12:55:45.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.503+0000 7fa88bfff700 1 -- 172.21.15.40:0/1433299523 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa890005280 con 0x55ef039ef2d0 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1433299523 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 msgr2=0x55ef039e9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039e9040 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa890009c80 tx=0x7fa890009f90 comp rx=0 tx=0).stop 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1433299523 shutdown_connections 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef038456b0 0x55ef039eed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039e99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1433299523 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039e9040 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1433299523 >> 172.21.15.40:0/1433299523 conn(0x55ef039debe0 msgr2=0x55ef039e3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:45.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1433299523 shutdown_connections 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1433299523 wait complete. 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.504+0000 7fa8b42ebb80 1 -- start start 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 Processor -- start 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef038456b0 0x55ef039f5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039f2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039ef2d0 0x55ef039f3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef038daa60 con 0x55ef039e9580 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef038da760 con 0x55ef038456b0 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef037be8c0 con 0x55ef039ef2d0 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8b42ebb80 10 client.0 _ll_register_callbacks cb 0x55ef038d8700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8a5700700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039f2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8a5700700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039f2910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37266/0 (socket says 172.21.15.40:37266) 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8a5700700 1 -- 172.21.15.40:0/2839723320 learned_addr learned my addr 172.21.15.40:0/2839723320 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef038456b0 0x55ef039f5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.505+0000 7fa8a6702700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039ef2d0 0x55ef039f3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5700700 1 -- 172.21.15.40:0/2839723320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039ef2d0 msgr2=0x55ef039f3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5700700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039ef2d0 0x55ef039f3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5700700 1 -- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef038456b0 msgr2=0x55ef039f5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.541 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5700700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef038456b0 0x55ef039f5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5700700 1 -- 172.21.15.40:0/2839723320 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8900098e0 con 0x55ef039e9580 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a6702700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039ef2d0 0x55ef039f3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef038456b0 0x55ef039f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8a5700700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039f2910 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fa890004ad0 tx=0x7fa890004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f8d12e14f7348e3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8897fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8897fa700 1 -- 172.21.15.40:0/2839723320 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa890004260 con 0x55ef039e9580 2023-07-14T12:55:45.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8897fa700 1 -- 172.21.15.40:0/2839723320 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa8900043c0 con 0x55ef039e9580 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.506+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef03894490 con 0x55ef039e9580 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8897fa700 1 -- 172.21.15.40:0/2839723320 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa890004580 con 0x55ef039e9580 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 10 client.16845 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x55ef03751c00 con 0x55ef039e9580 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8897fa700 1 -- 172.21.15.40:0/2839723320 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ef03894490 con 0x55ef039e9580 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8897fa700 1 -- 172.21.15.40:0/2839723320 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fa8900051b0 con 0x55ef039e9580 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 10 client.16845 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:45.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 10 client.16845 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 20 client.16845 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a06f60 0x55ef03a09370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 4 client.16845 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef03933e50 con 0x55ef03a06f60 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.507+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a06f60 0x55ef03a09370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.508+0000 7fa8897fa700 10 client.16845 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:45.544 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.508+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a06f60 0x55ef03a09370 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77404a39de92e555 server_cookie=109c028aa265ee39 in_seq=0 out_seq=0 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.508+0000 7fa8897fa700 1 -- 172.21.15.40:0/2839723320 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55ef03933e50 con 0x55ef03a06f60 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.508+0000 7fa8897fa700 10 client.16845 handle_command_reply: tid=0 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.508+0000 7fa8b42ebb80 1 client.16845 shutdown 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 msgr2=0x55ef039f2910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039f2910 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fa890004ad0 tx=0x7fa890004750 comp rx=0 tx=0).stop 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 shutdown_connections 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a06f60 0x55ef03a09370 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.545 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039ef2d0 0x55ef039f3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8897fa700 0 client.16845 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef038456b0 0x55ef039f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2839723320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef039e9580 0x55ef039f2910 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 >> 172.21.15.40:0/2839723320 conn(0x55ef039debe0 msgr2=0x55ef039e2c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 shutdown_connections 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2839723320 wait complete. 2023-07-14T12:55:45.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.509+0000 7fa8b42ebb80 20 client.16845 trim_cache size 0 max 16384 2023-07-14T12:55:45.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.525+0000 7fa8b42ebb80 1 Processor -- start 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.525+0000 7fa8b42ebb80 1 -- start start 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef039e9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef039ee3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039f9c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef039eea10 con 0x55ef038456b0 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef039e0d00 con 0x55ef039ef2d0 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef039e5000 con 0x55ef039e9580 2023-07-14T12:55:45.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef039e9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef039e9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37274/0 (socket says 172.21.15.40:37274) 2023-07-14T12:55:45.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 -- 172.21.15.40:0/2428649733 learned_addr learned my addr 172.21.15.40:0/2428649733 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:45.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5700700 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef039ee3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a6702700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039f9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 -- 172.21.15.40:0/2428649733 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 msgr2=0x55ef039ee3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef039ee3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 -- 172.21.15.40:0/2428649733 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 msgr2=0x55ef039f9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039f9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 -- 172.21.15.40:0/2428649733 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef0378f1f0 con 0x55ef038456b0 2023-07-14T12:55:45.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5700700 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef039ee3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a6702700 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039f9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.526+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef039e9040 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fa898000f80 tx=0x7fa898020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd37d992c67decc6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.527+0000 7fa894ff9700 1 -- 172.21.15.40:0/2428649733 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa898030040 con 0x55ef038456b0 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.527+0000 7fa894ff9700 1 -- 172.21.15.40:0/2428649733 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa898033d30 con 0x55ef038456b0 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.527+0000 7fa894ff9700 1 -- 172.21.15.40:0/2428649733 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa89800e040 con 0x55ef038456b0 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2428649733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 msgr2=0x55ef039e9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef039e9040 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fa898000f80 tx=0x7fa898020000 comp rx=0 tx=0).stop 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2428649733 shutdown_connections 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef039f9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef039e9040 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/2428649733 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef039ee3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2428649733 >> 172.21.15.40:0/2428649733 conn(0x55ef039debe0 msgr2=0x55ef039ef6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2428649733 shutdown_connections 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/2428649733 wait complete. 2023-07-14T12:55:45.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 -- start start 2023-07-14T12:55:45.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.528+0000 7fa8b42ebb80 1 Processor -- start 2023-07-14T12:55:45.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef03a02340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef03a02880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef03a00cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef03a02ea0 con 0x55ef038456b0 2023-07-14T12:55:45.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef03a02fe0 con 0x55ef039ef2d0 2023-07-14T12:55:45.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef03a01210 con 0x55ef039e9580 2023-07-14T12:55:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8b42ebb80 10 client.0 _ll_register_callbacks cb 0x7fa890009b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef03a02340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef03a02340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37280/0 (socket says 172.21.15.40:37280) 2023-07-14T12:55:45.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 -- 172.21.15.40:0/1934246743 learned_addr learned my addr 172.21.15.40:0/1934246743 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:45.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef03a02880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a6702700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef03a00cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 -- 172.21.15.40:0/1934246743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 msgr2=0x55ef03a02880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef03a02880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 -- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 msgr2=0x55ef03a00cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:45.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef03a00cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5f01700 1 -- 172.21.15.40:0/1934246743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ef03751c00 con 0x55ef038456b0 2023-07-14T12:55:45.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.529+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef03a02880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:55:45.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8a5f01700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef03a02340 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fa898006000 tx=0x7fa898006030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcb30a08a9e81bf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:45.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8897fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:45.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8897fa700 1 -- 172.21.15.40:0/1934246743 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa898030070 con 0x55ef038456b0 2023-07-14T12:55:45.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8897fa700 1 -- 172.21.15.40:0/1934246743 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa898033a70 con 0x55ef038456b0 2023-07-14T12:55:45.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa890011e10 con 0x55ef038456b0 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8897fa700 1 -- 172.21.15.40:0/1934246743 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa89800e050 con 0x55ef038456b0 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 10 client.16851 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x7fa8a01a2dc0 con 0x55ef038456b0 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8897fa700 1 -- 172.21.15.40:0/1934246743 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa890011e10 con 0x55ef038456b0 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8897fa700 1 -- 172.21.15.40:0/1934246743 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fa89803c610 con 0x55ef038456b0 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 10 client.16851 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 10 client.16851 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:45.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 20 client.16851 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a576e0 0x55ef03a59af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:45.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 4 client.16851 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:55:45.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ef038f5ff0 con 0x55ef03a576e0 2023-07-14T12:55:45.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.530+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a576e0 0x55ef03a59af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:45.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.531+0000 7fa8897fa700 10 client.16851 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:45.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.531+0000 7fa8a5700700 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a576e0 0x55ef03a59af0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3224e65b608c1faf server_cookie=63dd6331a7c2af7d in_seq=0 out_seq=0 2023-07-14T12:55:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8897fa700 1 -- 172.21.15.40:0/1934246743 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ef038f5ff0 con 0x55ef03a576e0 2023-07-14T12:55:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8897fa700 10 client.16851 handle_command_reply: tid=0 2023-07-14T12:55:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 client.16851 shutdown 2023-07-14T12:55:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 msgr2=0x55ef03a02340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef03a02340 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fa898006000 tx=0x7fa898006030 comp rx=0 tx=0).stop 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 shutdown_connections 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55ef039ef2d0 0x55ef03a00cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ef038456b0 0x55ef03a02340 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55ef03a576e0 0x55ef03a59af0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 --2- 172.21.15.40:0/1934246743 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ef039e9580 0x55ef03a02880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8897fa700 0 client.16851 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 >> 172.21.15.40:0/1934246743 conn(0x55ef039debe0 msgr2=0x55ef039ee230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:45.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 shutdown_connections 2023-07-14T12:55:45.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 1 -- 172.21.15.40:0/1934246743 wait complete. 2023-07-14T12:55:45.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.560+0000 7fa8b42ebb80 20 client.16851 trim_cache size 0 max 16384 2023-07-14T12:55:45.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:55:45.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:55:45.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:55:45.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:55:45.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa88c0a12c0 msgr2=0x7fa88c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa88c0a12c0 0x7fa88c0a3770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa898009fd0 tx=0x7fa89800b040 comp rx=0 tx=0).stop 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 msgr2=0x7fa8a019a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a019a930 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fa89c00e970 tx=0x7fa89c00ec80 comp rx=0 tx=0).stop 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 shutdown_connections 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa88c0a12c0 0x7fa88c0a3770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8a00ff100 0x7fa8a0195d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa8a01039b0 0x7fa8a019a930 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 --2- 172.21.15.40:0/386956851 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa8a00ffab0 0x7fa8a01962c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:45.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 >> 172.21.15.40:0/386956851 conn(0x7fa8a0075f90 msgr2=0x7fa8a00fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:45.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 shutdown_connections 2023-07-14T12:55:45.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:45.561+0000 7fa8a8165700 1 -- 172.21.15.40:0/386956851 wait complete. 2023-07-14T12:55:46.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 278385 3.04 MB/sec execute 380 sec latency 650.569 ms 2023-07-14T12:55:47.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 278385 3.03 MB/sec execute 381 sec latency 1650.643 ms 2023-07-14T12:55:47.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:46 smithi133 ceph-mon[98311]: pgmap v290: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 864 KiB/s wr, 94 op/s 2023-07-14T12:55:47.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:46 smithi130 ceph-mon[97977]: pgmap v290: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 864 KiB/s wr, 94 op/s 2023-07-14T12:55:47.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:46 smithi040 ceph-mon[96535]: pgmap v290: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 864 KiB/s wr, 94 op/s 2023-07-14T12:55:48.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 279924 3.04 MB/sec execute 382 sec latency 1910.096 ms 2023-07-14T12:55:49.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 281033 3.05 MB/sec execute 383 sec latency 142.703 ms 2023-07-14T12:55:49.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:48 smithi133 ceph-mon[98311]: pgmap v291: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 864 KiB/s wr, 94 op/s 2023-07-14T12:55:49.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:48 smithi130 ceph-mon[97977]: pgmap v291: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 864 KiB/s wr, 94 op/s 2023-07-14T12:55:49.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:48 smithi040 ceph-mon[96535]: pgmap v291: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 672 KiB/s rd, 864 KiB/s wr, 94 op/s 2023-07-14T12:55:50.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 281250 3.04 MB/sec execute 384 sec latency 993.715 ms 2023-07-14T12:55:51.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 281934 3.05 MB/sec execute 385 sec latency 539.251 ms 2023-07-14T12:55:51.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:50 smithi133 ceph-mon[98311]: pgmap v292: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 878 KiB/s rd, 1.4 MiB/s wr, 141 op/s 2023-07-14T12:55:51.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:50 smithi130 ceph-mon[97977]: pgmap v292: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 878 KiB/s rd, 1.4 MiB/s wr, 141 op/s 2023-07-14T12:55:51.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:50 smithi040 ceph-mon[96535]: pgmap v292: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 878 KiB/s rd, 1.4 MiB/s wr, 141 op/s 2023-07-14T12:55:52.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 281934 3.04 MB/sec execute 386 sec latency 1539.355 ms 2023-07-14T12:55:53.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 283616 3.05 MB/sec execute 387 sec latency 1797.147 ms 2023-07-14T12:55:53.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:52 smithi133 ceph-mon[98311]: pgmap v293: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 950 KiB/s wr, 84 op/s 2023-07-14T12:55:53.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:52 smithi130 ceph-mon[97977]: pgmap v293: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 950 KiB/s wr, 84 op/s 2023-07-14T12:55:53.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:52 smithi040 ceph-mon[96535]: pgmap v293: 97 pgs: 97 active+clean; 115 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 450 KiB/s rd, 950 KiB/s wr, 84 op/s 2023-07-14T12:55:54.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284451 3.06 MB/sec execute 388 sec latency 315.871 ms 2023-07-14T12:55:55.194 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284507 3.05 MB/sec execute 389 sec latency 1162.911 ms 2023-07-14T12:55:55.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:54 smithi133 ceph-mon[98311]: pgmap v294: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 1.3 MiB/s wr, 137 op/s 2023-07-14T12:55:55.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:54 smithi130 ceph-mon[97977]: pgmap v294: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 1.3 MiB/s wr, 137 op/s 2023-07-14T12:55:55.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:54 smithi040 ceph-mon[96535]: pgmap v294: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 1.3 MiB/s wr, 137 op/s 2023-07-14T12:55:56.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284507 3.04 MB/sec execute 390 sec latency 1117.124 ms 2023-07-14T12:55:56.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:55 smithi133 ceph-mon[98311]: pgmap v295: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 920 KiB/s wr, 99 op/s 2023-07-14T12:55:56.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:55 smithi130 ceph-mon[97977]: pgmap v295: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 920 KiB/s wr, 99 op/s 2023-07-14T12:55:56.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:55 smithi040 ceph-mon[96535]: pgmap v295: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 920 KiB/s wr, 99 op/s 2023-07-14T12:55:57.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284507 3.04 MB/sec execute 391 sec latency 2117.248 ms 2023-07-14T12:55:58.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284507 3.03 MB/sec execute 392 sec latency 3117.347 ms 2023-07-14T12:55:58.711 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 -- 172.21.15.40:0/1655970222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe218104a30 msgr2=0x7fe218104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/1655970222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe218104a30 0x7fe218104e00 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fe214009990 tx=0x7fe214009ca0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 -- 172.21.15.40:0/1655970222 shutdown_connections 2023-07-14T12:55:58.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/1655970222 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe2180ff3e0 0x7fe21810b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/1655970222 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe218104a30 0x7fe218104e00 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/1655970222 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2180fea30 0x7fe2180feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 -- 172.21.15.40:0/1655970222 >> 172.21.15.40:0/1655970222 conn(0x7fe218074760 msgr2=0x7fe218074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 -- 172.21.15.40:0/1655970222 shutdown_connections 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 -- 172.21.15.40:0/1655970222 wait complete. 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.681+0000 7fe21f7ce700 1 Processor -- start 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 -- start start 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2180fea30 0x7fe218194a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 0x7fe218194fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe218104a30 0x7fe2181a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe218195720 con 0x7fe2180ff3e0 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2181a4470 con 0x7fe218104a30 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21f7ce700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2181a4600 con 0x7fe2180fea30 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 0x7fe218194fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 0x7fe218194fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37296/0 (socket says 172.21.15.40:37296) 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 -- 172.21.15.40:0/743506290 learned_addr learned my addr 172.21.15.40:0/743506290 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:58.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21d56a700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2180fea30 0x7fe218194a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21dd6b700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe218104a30 0x7fe2181a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 -- 172.21.15.40:0/743506290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2180fea30 msgr2=0x7fe218194a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2180fea30 0x7fe218194a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 -- 172.21.15.40:0/743506290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe218104a30 msgr2=0x7fe2181a3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe218104a30 0x7fe2181a3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 -- 172.21.15.40:0/743506290 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2140095f0 con 0x7fe2180ff3e0 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.682+0000 7fe21cd69700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 0x7fe218194fd0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fe20800e9a0 tx=0x7fe20800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.683+0000 7fe20e7fc700 1 -- 172.21.15.40:0/743506290 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe208009790 con 0x7fe2180ff3e0 2023-07-14T12:55:58.718 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.683+0000 7fe20e7fc700 1 -- 172.21.15.40:0/743506290 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe208010430 con 0x7fe2180ff3e0 2023-07-14T12:55:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.683+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2181a48e0 con 0x7fe2180ff3e0 2023-07-14T12:55:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.683+0000 7fe20e7fc700 1 -- 172.21.15.40:0/743506290 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe208018680 con 0x7fe2180ff3e0 2023-07-14T12:55:58.719 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.683+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2181a4df0 con 0x7fe2180ff3e0 2023-07-14T12:55:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.686+0000 7fe20e7fc700 1 -- 172.21.15.40:0/743506290 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fe2080105a0 con 0x7fe2180ff3e0 2023-07-14T12:55:58.723 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.686+0000 7fe20e7fc700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2040a12c0 0x7fe2040a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.686+0000 7fe20e7fc700 1 -- 172.21.15.40:0/743506290 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fe208014070 con 0x7fe2180ff3e0 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.686+0000 7fe21d56a700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2040a12c0 0x7fe2040a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe21d56a700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2040a12c0 0x7fe2040a3770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe21400b2e0 tx=0x7fe214005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 Processor -- start 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 -- start start 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400af9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.724 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400afa2d0 0x55e400af4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400af4580 0x55e400af49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4009f9c50 con 0x55e4009506b0 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400a4c9e0 con 0x55e400af4580 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe22b954b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400a45e70 con 0x55e400afa2d0 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400af9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400af9d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37302/0 (socket says 172.21.15.40:37302) 2023-07-14T12:55:58.725 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.687+0000 7fe21d56a700 1 -- 172.21.15.40:0/2427732019 learned_addr learned my addr 172.21.15.40:0/2427732019 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21dd6b700 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400af4580 0x55e400af49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21cd69700 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400afa2d0 0x55e400af4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21d56a700 1 -- 172.21.15.40:0/2427732019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400afa2d0 msgr2=0x55e400af4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21d56a700 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400afa2d0 0x55e400af4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21d56a700 1 -- 172.21.15.40:0/2427732019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400af4580 msgr2=0x55e400af49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21d56a700 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400af4580 0x55e400af49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21d56a700 1 -- 172.21.15.40:0/2427732019 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e400873d80 con 0x55e4009506b0 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe21d56a700 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400af9d90 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fe21400b680 tx=0x7fe214020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=784919adad4739ed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe2037fe700 1 -- 172.21.15.40:0/2427732019 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21402b070 con 0x55e4009506b0 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe2037fe700 1 -- 172.21.15.40:0/2427732019 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe21401e040 con 0x55e4009506b0 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.688+0000 7fe2037fe700 1 -- 172.21.15.40:0/2427732019 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe214030760 con 0x55e4009506b0 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 -- 172.21.15.40:0/2427732019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 msgr2=0x55e400af9d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400af9d90 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fe21400b680 tx=0x7fe214020000 comp rx=0 tx=0).stop 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 -- 172.21.15.40:0/2427732019 shutdown_connections 2023-07-14T12:55:58.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400af4580 0x55e400af49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400af9d90 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 --2- 172.21.15.40:0/2427732019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400afa2d0 0x55e400af4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 -- 172.21.15.40:0/2427732019 >> 172.21.15.40:0/2427732019 conn(0x55e400ae9be0 msgr2=0x55e400aeef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 -- 172.21.15.40:0/2427732019 shutdown_connections 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 -- 172.21.15.40:0/2427732019 wait complete. 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.689+0000 7fe22b954b80 1 -- start start 2023-07-14T12:55:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 Processor -- start 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400b03640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b03b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400afd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4009e5a60 con 0x55e4009506b0 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4009e5760 con 0x55e400afa2d0 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4008c98c0 con 0x55e400af4580 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe22b954b80 10 client.0 _ll_register_callbacks cb 0x55e4009e3700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400b03640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400b03640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37308/0 (socket says 172.21.15.40:37308) 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe21d56a700 1 -- 172.21.15.40:0/1950952151 learned_addr learned my addr 172.21.15.40:0/1950952151 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe21dd6b700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400afd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.690+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b03b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe21d56a700 1 -- 172.21.15.40:0/1950952151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 msgr2=0x55e400b03b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe21d56a700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b03b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe21d56a700 1 -- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 msgr2=0x55e400afd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe21d56a700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400afd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe21d56a700 1 -- 172.21.15.40:0/1950952151 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe21810c160 con 0x55e4009506b0 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe21d56a700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400b03640 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fe214000c00 tx=0x7fe214004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb75cd82f83a3e58 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe200ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe200ff9700 1 -- 172.21.15.40:0/1950952151 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21402b050 con 0x55e4009506b0 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe200ff9700 1 -- 172.21.15.40:0/1950952151 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fe214030be0 con 0x55e4009506b0 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e40099f490 con 0x55e4009506b0 2023-07-14T12:55:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe200ff9700 1 -- 172.21.15.40:0/1950952151 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe21400bd00 con 0x55e4009506b0 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe22b954b80 10 client.16863 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x55e40085cc00 con 0x55e4009506b0 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.691+0000 7fe200ff9700 1 -- 172.21.15.40:0/1950952151 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e40099f490 con 0x55e4009506b0 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe200ff9700 1 -- 172.21.15.40:0/1950952151 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fe21400fcf0 con 0x55e4009506b0 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe22b954b80 10 client.16863 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe22b954b80 10 client.16863 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:58.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe22b954b80 20 client.16863 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b0d700 0x55e400b0fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe22b954b80 4 client.16863 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e400a3ee50 con 0x55e400b0d700 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b0d700 0x55e400b0fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe200ff9700 10 client.16863 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.692+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b0d700 0x55e400b0fb10 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d53619005094022 server_cookie=daf15ed34d4f14b5 in_seq=0 out_seq=0 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe200ff9700 1 -- 172.21.15.40:0/1950952151 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e400a3ee50 con 0x55e400b0d700 2023-07-14T12:55:58.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe200ff9700 10 client.16863 handle_command_reply: tid=0 2023-07-14T12:55:58.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 client.16863 shutdown 2023-07-14T12:55:58.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 msgr2=0x55e400b03640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400b03640 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fe214000c00 tx=0x7fe214004730 comp rx=0 tx=0).stop 2023-07-14T12:55:58.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 shutdown_connections 2023-07-14T12:55:58.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400afd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4009506b0 0x55e400b03640 secure :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fe214000c00 tx=0x7fe214004730 comp rx=0 tx=0).stop 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b0d700 0x55e400b0fb10 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1950952151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b03b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe200ff9700 0 client.16863 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 >> 172.21.15.40:0/1950952151 conn(0x55e400ae9be0 msgr2=0x55e400aee4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 shutdown_connections 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.693+0000 7fe22b954b80 1 -- 172.21.15.40:0/1950952151 wait complete. 2023-07-14T12:55:58.735 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.694+0000 7fe22b954b80 20 client.16863 trim_cache size 0 max 16384 2023-07-14T12:55:58.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.708+0000 7fe22b954b80 1 Processor -- start 2023-07-14T12:55:58.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.708+0000 7fe22b954b80 1 -- start start 2023-07-14T12:55:58.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 0x55e400af4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400aeec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400aef1a0 0x55e400af8b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe22b954b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400af0800 con 0x55e400af4580 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe22b954b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400aba060 con 0x55e400afa2d0 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe22b954b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400af9a10 con 0x55e400aef1a0 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 0x55e400af4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 0x55e400af4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37316/0 (socket says 172.21.15.40:37316) 2023-07-14T12:55:58.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 -- 172.21.15.40:0/139529768 learned_addr learned my addr 172.21.15.40:0/139529768 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21cd69700 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400aeec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21dd6b700 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400aef1a0 0x55e400af8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 -- 172.21.15.40:0/139529768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400aef1a0 msgr2=0x55e400af8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400aef1a0 0x55e400af8b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 -- 172.21.15.40:0/139529768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 msgr2=0x55e400aeec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400aeec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 -- 172.21.15.40:0/139529768 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e400aeb420 con 0x55e400af4580 2023-07-14T12:55:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.709+0000 7fe21d56a700 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 0x55e400af4040 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fe214038540 tx=0x7fe21401aee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9458a7e6bf8e217c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe203fff700 1 -- 172.21.15.40:0/139529768 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21402b070 con 0x55e400af4580 2023-07-14T12:55:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe203fff700 1 -- 172.21.15.40:0/139529768 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe21402c040 con 0x55e400af4580 2023-07-14T12:55:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe203fff700 1 -- 172.21.15.40:0/139529768 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe214039860 con 0x55e400af4580 2023-07-14T12:55:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 -- 172.21.15.40:0/139529768 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 msgr2=0x55e400af4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 0x55e400af4040 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fe214038540 tx=0x7fe21401aee0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 -- 172.21.15.40:0/139529768 shutdown_connections 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400aef1a0 0x55e400af8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400af4580 0x55e400af4040 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 --2- 172.21.15.40:0/139529768 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400aeec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 -- 172.21.15.40:0/139529768 >> 172.21.15.40:0/139529768 conn(0x55e400ae9be0 msgr2=0x55e400af4950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 -- 172.21.15.40:0/139529768 shutdown_connections 2023-07-14T12:55:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.710+0000 7fe22b954b80 1 -- 172.21.15.40:0/139529768 wait complete. 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 -- start start 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 Processor -- start 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 0x55e400b55510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b55a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400b55f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400b60710 con 0x55e400aef1a0 2023-07-14T12:55:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400b60880 con 0x55e400afa2d0 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e400b60a40 con 0x55e400af4580 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe22b954b80 10 client.0 _ll_register_callbacks cb 0x7fe210009620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 0x55e400b55510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 0x55e400b55510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37322/0 (socket says 172.21.15.40:37322) 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 -- 172.21.15.40:0/1036309149 learned_addr learned my addr 172.21.15.40:0/1036309149 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b55a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21dd6b700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400b55f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 -- 172.21.15.40:0/1036309149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 msgr2=0x55e400b55a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b55a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 -- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 msgr2=0x55e400b55f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.711+0000 7fe21d56a700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400b55f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe21d56a700 1 -- 172.21.15.40:0/1036309149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e40085cc00 con 0x55e400aef1a0 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe21dd6b700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400b55f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b55a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:55:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe21d56a700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 0x55e400b55510 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fe214005010 tx=0x7fe214009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da3b369f6214d8f2 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe200ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe200ff9700 1 -- 172.21.15.40:0/1036309149 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21402b030 con 0x55e400aef1a0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe21401e040 con 0x55e400aef1a0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe200ff9700 1 -- 172.21.15.40:0/1036309149 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fe214005680 con 0x55e400aef1a0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe200ff9700 1 -- 172.21.15.40:0/1036309149 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe214030a30 con 0x55e400aef1a0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 10 client.16869 fetch_fsmap learned FSMap version 53 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x55e40089a1f0 con 0x55e400aef1a0 2023-07-14T12:55:58.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe200ff9700 1 -- 172.21.15.40:0/1036309149 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe214058080 con 0x55e400aef1a0 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe200ff9700 1 -- 172.21.15.40:0/1036309149 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 53) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fe214052030 con 0x55e400aef1a0 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 10 client.16869 fetch_fsmap finished waiting for FSMap version 53 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 10 client.16869 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 20 client.16869 populate_metadata read hostname 'smithi040' 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b61d40 0x55e400b64150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 4 client.16869 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:55:58.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.712+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e400a00ff0 con 0x55e400b61d40 2023-07-14T12:55:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.713+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b61d40 0x55e400b64150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:55:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.713+0000 7fe200ff9700 10 client.16869 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:58.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.713+0000 7fe21cd69700 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b61d40 0x55e400b64150 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34a2a50a7178cdd3 server_cookie=d5cb6fda670e9073 in_seq=0 out_seq=0 2023-07-14T12:55:58.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.741+0000 7fe200ff9700 1 -- 172.21.15.40:0/1036309149 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e400a00ff0 con 0x55e400b61d40 2023-07-14T12:55:58.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.741+0000 7fe200ff9700 10 client.16869 handle_command_reply: tid=0 2023-07-14T12:55:58.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.741+0000 7fe22b954b80 1 client.16869 shutdown 2023-07-14T12:55:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.741+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 msgr2=0x55e400b55510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.741+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 0x55e400b55510 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fe214005010 tx=0x7fe214009ca0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 shutdown_connections 2023-07-14T12:55:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e400afa2d0 0x55e400b55f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e400aef1a0 0x55e400b55510 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e400b61d40 0x55e400b64150 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:55:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:55:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:55:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:55:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 --2- 172.21.15.40:0/1036309149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e400af4580 0x55e400b55a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 >> 172.21.15.40:0/1036309149 conn(0x55e400ae9be0 msgr2=0x55e400af8b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe200ff9700 0 client.16869 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:55:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 shutdown_connections 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 1 -- 172.21.15.40:0/1036309149 wait complete. 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe22b954b80 20 client.16869 trim_cache size 0 max 16384 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2040a12c0 msgr2=0x7fe2040a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2040a12c0 0x7fe2040a3770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe21400b2e0 tx=0x7fe214005fd0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 msgr2=0x7fe218194fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 0x7fe218194fd0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fe20800e9a0 tx=0x7fe20800ecb0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 shutdown_connections 2023-07-14T12:55:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe2040a12c0 0x7fe2040a3770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe2180fea30 0x7fe218194a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe218104a30 0x7fe2181a3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 --2- 172.21.15.40:0/743506290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe2180ff3e0 0x7fe218194fd0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:55:58.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.742+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 >> 172.21.15.40:0/743506290 conn(0x7fe218074760 msgr2=0x7fe2180fd060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:55:58.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.743+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 shutdown_connections 2023-07-14T12:55:58.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:55:58.743+0000 7fe21f7ce700 1 -- 172.21.15.40:0/743506290 wait complete. 2023-07-14T12:55:59.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284507 3.02 MB/sec execute 393 sec latency 4117.450 ms 2023-07-14T12:55:59.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:55:58 smithi133 ceph-mon[98311]: pgmap v296: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 921 KiB/s wr, 99 op/s 2023-07-14T12:55:59.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:55:58 smithi130 ceph-mon[97977]: pgmap v296: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 921 KiB/s wr, 99 op/s 2023-07-14T12:55:59.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:55:58 smithi040 ceph-mon[96535]: pgmap v296: 97 pgs: 97 active+clean; 118 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 921 KiB/s wr, 99 op/s 2023-07-14T12:56:00.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 284728 3.01 MB/sec execute 394 sec latency 4967.234 ms 2023-07-14T12:56:01.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 285476 3.02 MB/sec execute 395 sec latency 584.403 ms 2023-07-14T12:56:01.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:00 smithi133 ceph-mon[98311]: pgmap v297: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:56:01.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:00 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:01.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:00 smithi130 ceph-mon[97977]: pgmap v297: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:56:01.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:00 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:01.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:00 smithi040 ceph-mon[96535]: pgmap v297: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 909 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:56:01.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:00 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:02.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 285476 3.01 MB/sec execute 396 sec latency 1584.514 ms 2023-07-14T12:56:03.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 286393 3.01 MB/sec execute 397 sec latency 1838.416 ms 2023-07-14T12:56:03.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:02 smithi133 ceph-mon[98311]: pgmap v298: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 829 KiB/s wr, 89 op/s 2023-07-14T12:56:03.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:02 smithi130 ceph-mon[97977]: pgmap v298: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 829 KiB/s wr, 89 op/s 2023-07-14T12:56:03.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:02 smithi040 ceph-mon[96535]: pgmap v298: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 829 KiB/s wr, 89 op/s 2023-07-14T12:56:04.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 287959 3.03 MB/sec execute 398 sec latency 25.297 ms 2023-07-14T12:56:05.195 INFO:tasks.workunit.client.0.smithi040.stdout: 1 288123 3.02 MB/sec execute 399 sec latency 840.055 ms 2023-07-14T12:56:05.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:04 smithi133 ceph-mon[98311]: pgmap v299: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 1.3 MiB/s wr, 162 op/s 2023-07-14T12:56:05.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:04 smithi130 ceph-mon[97977]: pgmap v299: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 1.3 MiB/s wr, 162 op/s 2023-07-14T12:56:05.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:04 smithi040 ceph-mon[96535]: pgmap v299: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 931 KiB/s rd, 1.3 MiB/s wr, 162 op/s 2023-07-14T12:56:06.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 288123 3.02 MB/sec execute 400 sec latency 1071.345 ms 2023-07-14T12:56:06.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:05 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:06.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:05 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:06.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:05 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:07.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 288123 3.01 MB/sec execute 401 sec latency 2071.406 ms 2023-07-14T12:56:07.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:06 smithi133 ceph-mon[98311]: pgmap v300: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 972 KiB/s wr, 109 op/s 2023-07-14T12:56:07.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:06 smithi130 ceph-mon[97977]: pgmap v300: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 972 KiB/s wr, 109 op/s 2023-07-14T12:56:07.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:06 smithi040 ceph-mon[96535]: pgmap v300: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 972 KiB/s wr, 109 op/s 2023-07-14T12:56:08.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 288123 3.00 MB/sec execute 402 sec latency 3071.513 ms 2023-07-14T12:56:09.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 288123 2.99 MB/sec execute 403 sec latency 4071.617 ms 2023-07-14T12:56:09.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:08 smithi133 ceph-mon[98311]: pgmap v301: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 972 KiB/s wr, 109 op/s 2023-07-14T12:56:09.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:08 smithi133 ceph-mon[98311]: osdmap e92: 12 total, 12 up, 12 in 2023-07-14T12:56:09.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:08 smithi130 ceph-mon[97977]: pgmap v301: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 972 KiB/s wr, 109 op/s 2023-07-14T12:56:09.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:08 smithi130 ceph-mon[97977]: osdmap e92: 12 total, 12 up, 12 in 2023-07-14T12:56:09.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:08 smithi040 ceph-mon[96535]: pgmap v301: 97 pgs: 97 active+clean; 117 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 480 KiB/s rd, 972 KiB/s wr, 109 op/s 2023-07-14T12:56:09.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:08 smithi040 ceph-mon[96535]: osdmap e92: 12 total, 12 up, 12 in 2023-07-14T12:56:10.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 288391 2.99 MB/sec execute 404 sec latency 4921.303 ms 2023-07-14T12:56:11.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 289024 2.99 MB/sec execute 405 sec latency 664.784 ms 2023-07-14T12:56:11.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:10 smithi133 ceph-mon[98311]: pgmap v303: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2023-07-14T12:56:11.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:10 smithi130 ceph-mon[97977]: pgmap v303: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2023-07-14T12:56:11.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:10 smithi040 ceph-mon[96535]: pgmap v303: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2023-07-14T12:56:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 -- 172.21.15.40:0/2813316196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66800ff3e0 msgr2=0x7f668010b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 --2- 172.21.15.40:0/2813316196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66800ff3e0 0x7f668010b860 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f667800b0a0 tx=0x7f667800b3b0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 -- 172.21.15.40:0/2813316196 shutdown_connections 2023-07-14T12:56:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 --2- 172.21.15.40:0/2813316196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66800ff3e0 0x7f668010b860 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 --2- 172.21.15.40:0/2813316196 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6680104a30 0x7f6680104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 --2- 172.21.15.40:0/2813316196 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66800fea30 0x7f66800feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 -- 172.21.15.40:0/2813316196 >> 172.21.15.40:0/2813316196 conn(0x7f6680074760 msgr2=0x7f6680074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 -- 172.21.15.40:0/2813316196 shutdown_connections 2023-07-14T12:56:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.865+0000 7f66873fe700 1 -- 172.21.15.40:0/2813316196 wait complete. 2023-07-14T12:56:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 Processor -- start 2023-07-14T12:56:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 -- start start 2023-07-14T12:56:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66800fea30 0x7f6680100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66800ff3e0 0x7f6680100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 0x7f66801a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66801a4360 con 0x7f6680104a30 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66801a44a0 con 0x7f66800fea30 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f66873fe700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66801a4610 con 0x7f66800ff3e0 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f668599b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 0x7f66801a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f668599b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 0x7f66801a3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37340/0 (socket says 172.21.15.40:37340) 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f668599b700 1 -- 172.21.15.40:0/2386994835 learned_addr learned my addr 172.21.15.40:0/2386994835 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f6684999700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66800ff3e0 0x7f6680100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.866+0000 7f668519a700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66800fea30 0x7f6680100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f668599b700 1 -- 172.21.15.40:0/2386994835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66800ff3e0 msgr2=0x7f6680100d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f668599b700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66800ff3e0 0x7f6680100d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f668599b700 1 -- 172.21.15.40:0/2386994835 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66800fea30 msgr2=0x7f6680100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f668599b700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66800fea30 0x7f6680100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f668599b700 1 -- 172.21.15.40:0/2386994835 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6678009d00 con 0x7f6680104a30 2023-07-14T12:56:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f668599b700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 0x7f66801a3e20 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f667800b830 tx=0x7f66780079b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f66767fc700 1 -- 172.21.15.40:0/2386994835 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667800e040 con 0x7f6680104a30 2023-07-14T12:56:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f66767fc700 1 -- 172.21.15.40:0/2386994835 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6678004d60 con 0x7f6680104a30 2023-07-14T12:56:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66801a4890 con 0x7f6680104a30 2023-07-14T12:56:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f66767fc700 1 -- 172.21.15.40:0/2386994835 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667801d480 con 0x7f6680104a30 2023-07-14T12:56:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.867+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66801a4d10 con 0x7f6680104a30 2023-07-14T12:56:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.869+0000 7f66767fc700 1 -- 172.21.15.40:0/2386994835 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f6678003a00 con 0x7f6680104a30 2023-07-14T12:56:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.870+0000 7f66767fc700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f666c0a12c0 0x7f666c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.870+0000 7f668519a700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f666c0a12c0 0x7f666c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.870+0000 7f66767fc700 1 -- 172.21.15.40:0/2386994835 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f66780ce4e0 con 0x7f6680104a30 2023-07-14T12:56:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f668519a700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f666c0a12c0 0x7f666c0a3770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f66800ffba0 tx=0x7f667000bef0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 Processor -- start 2023-07-14T12:56:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 -- start start 2023-07-14T12:56:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830aa2a6b0 0x55830abd3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 0x55830abce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830aad3c50 con 0x55830abd42d0 2023-07-14T12:56:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830ab269e0 con 0x55830aa2a6b0 2023-07-14T12:56:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.871+0000 7f6693584b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830ab1fe70 con 0x55830abce580 2023-07-14T12:56:11.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 0x55830abce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 0x55830abce040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37346/0 (socket says 172.21.15.40:37346) 2023-07-14T12:56:11.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 -- 172.21.15.40:0/2976953072 learned_addr learned my addr 172.21.15.40:0/2976953072 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:11.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f668519a700 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830aa2a6b0 0x55830abd3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f668599b700 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 -- 172.21.15.40:0/2976953072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 msgr2=0x55830abce9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abce9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 -- 172.21.15.40:0/2976953072 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830aa2a6b0 msgr2=0x55830abd3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830aa2a6b0 0x55830abd3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 -- 172.21.15.40:0/2976953072 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55830a94dd80 con 0x55830abd42d0 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f668519a700 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830aa2a6b0 0x55830abd3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f6684999700 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 0x55830abce040 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f667c00bd30 tx=0x7f667c0106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c12344dee0731a6a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f666b7fe700 1 -- 172.21.15.40:0/2976953072 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c010ec0 con 0x55830abd42d0 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f666b7fe700 1 -- 172.21.15.40:0/2976953072 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f667c015070 con 0x55830abd42d0 2023-07-14T12:56:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.872+0000 7f666b7fe700 1 -- 172.21.15.40:0/2976953072 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c011440 con 0x55830abd42d0 2023-07-14T12:56:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 -- 172.21.15.40:0/2976953072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 msgr2=0x55830abce040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 0x55830abce040 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f667c00bd30 tx=0x7f667c0106b0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 -- 172.21.15.40:0/2976953072 shutdown_connections 2023-07-14T12:56:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abce9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830aa2a6b0 0x55830abd3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 --2- 172.21.15.40:0/2976953072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abd42d0 0x55830abce040 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 -- 172.21.15.40:0/2976953072 >> 172.21.15.40:0/2976953072 conn(0x55830abc3be0 msgr2=0x55830abc8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 -- 172.21.15.40:0/2976953072 shutdown_connections 2023-07-14T12:56:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 -- 172.21.15.40:0/2976953072 wait complete. 2023-07-14T12:56:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.873+0000 7f6693584b80 1 -- start start 2023-07-14T12:56:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 Processor -- start 2023-07-14T12:56:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abda640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abd78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abd8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830aabfa60 con 0x55830aa2a6b0 2023-07-14T12:56:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830aabf760 con 0x55830abd42d0 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830a9a38c0 con 0x55830abce580 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6693584b80 10 client.0 _ll_register_callbacks cb 0x55830aabd700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f668519a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abda640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f668519a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abda640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37350/0 (socket says 172.21.15.40:37350) 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f668519a700 1 -- 172.21.15.40:0/3611210402 learned_addr learned my addr 172.21.15.40:0/3611210402 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f6684999700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abd78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.874+0000 7f668599b700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abd8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f668519a700 1 -- 172.21.15.40:0/3611210402 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 msgr2=0x55830abd78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f668519a700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abd78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f668519a700 1 -- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 msgr2=0x55830abd8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f668519a700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abd8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f668519a700 1 -- 172.21.15.40:0/3611210402 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f667c00b960 con 0x55830aa2a6b0 2023-07-14T12:56:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f668519a700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abda640 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f667000ff40 tx=0x7f6670004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0dadc83de1eb0e1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6668ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6668ff9700 1 -- 172.21.15.40:0/3611210402 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667000f8b0 con 0x55830aa2a6b0 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6668ff9700 1 -- 172.21.15.40:0/3611210402 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f667001f430 con 0x55830aa2a6b0 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55830aa79490 con 0x55830aa2a6b0 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6668ff9700 1 -- 172.21.15.40:0/3611210402 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7f667001f5f0 con 0x55830aa2a6b0 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6693584b80 10 client.16881 fetch_fsmap learned FSMap version 55 2023-07-14T12:56:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x55830a936c00 con 0x55830aa2a6b0 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6668ff9700 1 -- 172.21.15.40:0/3611210402 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6670033080 con 0x55830aa2a6b0 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.875+0000 7f6668ff9700 1 -- 172.21.15.40:0/3611210402 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 55) v1 ==== 7502+0+0 (secure 0 0 0) 0x7f6670025020 con 0x55830aa2a6b0 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6693584b80 10 client.16881 fetch_fsmap finished waiting for FSMap version 55 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6693584b80 10 client.16881 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6693584b80 20 client.16881 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6693584b80 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830abe7d30 0x55830abea140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6693584b80 4 client.16881 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55830ab18e50 con 0x55830abe7d30 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6684999700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830abe7d30 0x55830abea140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6668ff9700 10 client.16881 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.876+0000 7f6684999700 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830abe7d30 0x55830abea140 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb738c22501ef6f1 server_cookie=3220af5a372e74bb in_seq=0 out_seq=0 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6668ff9700 1 -- 172.21.15.40:0/3611210402 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55830ab18e50 con 0x55830abe7d30 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6668ff9700 10 client.16881 handle_command_reply: tid=0 2023-07-14T12:56:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 client.16881 shutdown 2023-07-14T12:56:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 msgr2=0x55830abda640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abda640 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f667000ff40 tx=0x7f6670004750 comp rx=0 tx=0).stop 2023-07-14T12:56:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 shutdown_connections 2023-07-14T12:56:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abd8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abda640 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830abe7d30 0x55830abea140 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 --2- 172.21.15.40:0/3611210402 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abce580 0x55830abd78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 >> 172.21.15.40:0/3611210402 conn(0x55830abc3be0 msgr2=0x55830abc84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6668ff9700 0 client.16881 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 shutdown_connections 2023-07-14T12:56:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.877+0000 7f6693584b80 1 -- 172.21.15.40:0/3611210402 wait complete. 2023-07-14T12:56:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.878+0000 7f6693584b80 20 client.16881 trim_cache size 0 max 16384 2023-07-14T12:56:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.892+0000 7f6693584b80 1 Processor -- start 2023-07-14T12:56:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 -- start start 2023-07-14T12:56:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830aa2a6b0 0x55830abd31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 0x55830abc8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abda1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830abe5280 con 0x55830abce580 2023-07-14T12:56:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830abd39c0 con 0x55830abd42d0 2023-07-14T12:56:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6693584b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830abc55f0 con 0x55830aa2a6b0 2023-07-14T12:56:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 0x55830abc8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 0x55830abc8c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37360/0 (socket says 172.21.15.40:37360) 2023-07-14T12:56:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 -- 172.21.15.40:0/1634690842 learned_addr learned my addr 172.21.15.40:0/1634690842 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f668599b700 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abda1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f668519a700 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830aa2a6b0 0x55830abd31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 -- 172.21.15.40:0/1634690842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830aa2a6b0 msgr2=0x55830abd31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830aa2a6b0 0x55830abd31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 -- 172.21.15.40:0/1634690842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 msgr2=0x55830abda1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abda1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 -- 172.21.15.40:0/1634690842 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55830a9741f0 con 0x55830abce580 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.893+0000 7f6684999700 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 0x55830abc8c60 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f667c005d90 tx=0x7f667c005d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d943f63214a42fcd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f666bfff700 1 -- 172.21.15.40:0/1634690842 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c020040 con 0x55830abce580 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f666bfff700 1 -- 172.21.15.40:0/1634690842 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f667c021040 con 0x55830abce580 2023-07-14T12:56:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f666bfff700 1 -- 172.21.15.40:0/1634690842 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c0038a0 con 0x55830abce580 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 -- 172.21.15.40:0/1634690842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 msgr2=0x55830abc8c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 0x55830abc8c60 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f667c005d90 tx=0x7f667c005d00 comp rx=0 tx=0).stop 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 -- 172.21.15.40:0/1634690842 shutdown_connections 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830aa2a6b0 0x55830abd31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abd42d0 0x55830abda1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 --2- 172.21.15.40:0/1634690842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830abce580 0x55830abc8c60 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 -- 172.21.15.40:0/1634690842 >> 172.21.15.40:0/1634690842 conn(0x55830abc3be0 msgr2=0x55830abd2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 -- 172.21.15.40:0/1634690842 shutdown_connections 2023-07-14T12:56:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.894+0000 7f6693584b80 1 -- 172.21.15.40:0/1634690842 wait complete. 2023-07-14T12:56:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 -- start start 2023-07-14T12:56:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 Processor -- start 2023-07-14T12:56:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abdcc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abce580 0x55830abdd190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abd42d0 0x55830ac3abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830abdda70 con 0x55830aa2a6b0 2023-07-14T12:56:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830ac3b0f0 con 0x55830abce580 2023-07-14T12:56:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55830ac3b230 con 0x55830abd42d0 2023-07-14T12:56:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f6693584b80 10 client.0 _ll_register_callbacks cb 0x7f667000faa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:11.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f668519a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abdcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f668519a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abdcc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37364/0 (socket says 172.21.15.40:37364) 2023-07-14T12:56:11.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f668519a700 1 -- 172.21.15.40:0/2344760503 learned_addr learned my addr 172.21.15.40:0/2344760503 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:11.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.895+0000 7f668599b700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abd42d0 0x55830ac3abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6684999700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abce580 0x55830abdd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f668519a700 1 -- 172.21.15.40:0/2344760503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abd42d0 msgr2=0x55830ac3abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f668519a700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abd42d0 0x55830ac3abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f668519a700 1 -- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abce580 msgr2=0x55830abdd190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f668519a700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abce580 0x55830abdd190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f668519a700 1 -- 172.21.15.40:0/2344760503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55830a94dd80 con 0x55830aa2a6b0 2023-07-14T12:56:11.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f668519a700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abdcc50 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6670011a00 tx=0x7f667000f9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c53d64f0ee69db79 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6668ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:56:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6668ff9700 1 -- 172.21.15.40:0/2344760503 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667002f620 con 0x55830aa2a6b0 2023-07-14T12:56:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6668ff9700 1 -- 172.21.15.40:0/2344760503 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f667002f780 con 0x55830aa2a6b0 2023-07-14T12:56:11.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f667c015070 con 0x55830aa2a6b0 2023-07-14T12:56:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6668ff9700 1 -- 172.21.15.40:0/2344760503 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6670005040 con 0x55830aa2a6b0 2023-07-14T12:56:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6693584b80 10 client.16887 fetch_fsmap learned FSMap version 55 2023-07-14T12:56:11.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x55830a94c250 con 0x55830aa2a6b0 2023-07-14T12:56:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.896+0000 7f6668ff9700 1 -- 172.21.15.40:0/2344760503 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f667c015070 con 0x55830aa2a6b0 2023-07-14T12:56:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6668ff9700 1 -- 172.21.15.40:0/2344760503 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 55) v1 ==== 7502+0+0 (secure 0 0 0) 0x7f6670011440 con 0x55830aa2a6b0 2023-07-14T12:56:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6693584b80 10 client.16887 fetch_fsmap finished waiting for FSMap version 55 2023-07-14T12:56:11.939 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6693584b80 10 client.16887 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:11.940 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6693584b80 20 client.16887 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:11.940 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6693584b80 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830ac3c930 0x55830ac3ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:11.940 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6693584b80 4 client.16887 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:56:11.940 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55830aadaff0 con 0x55830ac3c930 2023-07-14T12:56:11.941 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6684999700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830ac3c930 0x55830ac3ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:11.941 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6684999700 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830ac3c930 0x55830ac3ed40 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=959fb15a77ecf8ae server_cookie=93733a0e9606967b in_seq=0 out_seq=0 2023-07-14T12:56:11.941 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.897+0000 7f6668ff9700 10 client.16887 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:11.964 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6668ff9700 1 -- 172.21.15.40:0/2344760503 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55830aadaff0 con 0x55830ac3c930 2023-07-14T12:56:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6668ff9700 10 client.16887 handle_command_reply: tid=0 2023-07-14T12:56:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 client.16887 shutdown 2023-07-14T12:56:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 msgr2=0x55830abdcc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abdcc50 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6670011a00 tx=0x7f667000f9a0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 shutdown_connections 2023-07-14T12:56:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55830ac3c930 0x55830ac3ed40 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55830abd42d0 0x55830ac3abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6668ff9700 0 client.16887 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55830aa2a6b0 0x55830abdcc50 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 --2- 172.21.15.40:0/2344760503 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55830abce580 0x55830abdd190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 >> 172.21.15.40:0/2344760503 conn(0x55830abc3be0 msgr2=0x55830abd4900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 shutdown_connections 2023-07-14T12:56:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.937+0000 7f6693584b80 1 -- 172.21.15.40:0/2344760503 wait complete. 2023-07-14T12:56:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f6693584b80 20 client.16887 trim_cache size 0 max 16384 2023-07-14T12:56:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:56:11.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:56:11.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:56:11.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:56:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f666c0a12c0 msgr2=0x7f666c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f666c0a12c0 0x7f666c0a3770 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f66800ffba0 tx=0x7f667000bef0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 msgr2=0x7f66801a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:11.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 0x7f66801a3e20 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f667800b830 tx=0x7f66780079b0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 shutdown_connections 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f666c0a12c0 0x7f666c0a3770 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6680104a30 0x7f66801a3e20 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66800fea30 0x7f6680100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 --2- 172.21.15.40:0/2386994835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66800ff3e0 0x7f6680100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 >> 172.21.15.40:0/2386994835 conn(0x7f6680074760 msgr2=0x7f6680102770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 shutdown_connections 2023-07-14T12:56:11.970 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:11.938+0000 7f66873fe700 1 -- 172.21.15.40:0/2386994835 wait complete. 2023-07-14T12:56:12.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 289024 2.98 MB/sec execute 406 sec latency 1664.879 ms 2023-07-14T12:56:13.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 290704 3.00 MB/sec execute 407 sec latency 1916.419 ms 2023-07-14T12:56:13.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:12 smithi133 ceph-mon[98311]: pgmap v304: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2023-07-14T12:56:13.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:12 smithi130 ceph-mon[97977]: pgmap v304: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2023-07-14T12:56:13.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:12 smithi040 ceph-mon[96535]: pgmap v304: 97 pgs: 97 active+clean; 119 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 568 KiB/s rd, 1.2 MiB/s wr, 140 op/s 2023-07-14T12:56:14.196 INFO:tasks.workunit.client.0.smithi040.stdout: 1 291542 3.00 MB/sec execute 408 sec latency 320.804 ms 2023-07-14T12:56:15.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 291759 3.00 MB/sec execute 409 sec latency 1171.244 ms 2023-07-14T12:56:15.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:14 smithi133 ceph-mon[98311]: pgmap v305: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:15.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:14 smithi130 ceph-mon[97977]: pgmap v305: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:15.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:14 smithi040 ceph-mon[96535]: pgmap v305: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:16.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 292567 3.00 MB/sec execute 410 sec latency 565.187 ms 2023-07-14T12:56:17.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 292567 2.99 MB/sec execute 411 sec latency 1565.271 ms 2023-07-14T12:56:17.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:16 smithi133 ceph-mon[98311]: pgmap v306: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:17.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:16 smithi130 ceph-mon[97977]: pgmap v306: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:17.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:16 smithi040 ceph-mon[96535]: pgmap v306: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:18.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 294387 3.02 MB/sec execute 412 sec latency 1826.297 ms 2023-07-14T12:56:19.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 295090 3.01 MB/sec execute 413 sec latency 313.543 ms 2023-07-14T12:56:19.243 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:18 smithi133 ceph-mon[98311]: pgmap v307: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:19.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:18 smithi133 ceph-mon[98311]: osdmap e93: 12 total, 12 up, 12 in 2023-07-14T12:56:19.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:18 smithi130 ceph-mon[97977]: pgmap v307: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:19.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:18 smithi130 ceph-mon[97977]: osdmap e93: 12 total, 12 up, 12 in 2023-07-14T12:56:19.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:18 smithi040 ceph-mon[96535]: pgmap v307: 97 pgs: 97 active+clean; 120 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 471 KiB/s rd, 1.1 MiB/s wr, 108 op/s 2023-07-14T12:56:19.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:18 smithi040 ceph-mon[96535]: osdmap e93: 12 total, 12 up, 12 in 2023-07-14T12:56:20.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 295292 3.01 MB/sec execute 414 sec latency 1163.425 ms 2023-07-14T12:56:21.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 296117 3.01 MB/sec execute 415 sec latency 456.396 ms 2023-07-14T12:56:21.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:20 smithi133 ceph-mon[98311]: pgmap v309: 97 pgs: 97 active+clean; 123 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 969 KiB/s wr, 114 op/s 2023-07-14T12:56:21.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:20 smithi130 ceph-mon[97977]: pgmap v309: 97 pgs: 97 active+clean; 123 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 969 KiB/s wr, 114 op/s 2023-07-14T12:56:21.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:20 smithi040 ceph-mon[96535]: pgmap v309: 97 pgs: 97 active+clean; 123 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 969 KiB/s wr, 114 op/s 2023-07-14T12:56:22.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 296117 3.00 MB/sec execute 416 sec latency 1456.470 ms 2023-07-14T12:56:23.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 297957 3.03 MB/sec execute 417 sec latency 1709.184 ms 2023-07-14T12:56:23.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:22 smithi133 ceph-mon[98311]: pgmap v310: 97 pgs: 97 active+clean; 123 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 969 KiB/s wr, 114 op/s 2023-07-14T12:56:23.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:22 smithi130 ceph-mon[97977]: pgmap v310: 97 pgs: 97 active+clean; 123 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 969 KiB/s wr, 114 op/s 2023-07-14T12:56:23.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:22 smithi040 ceph-mon[96535]: pgmap v310: 97 pgs: 97 active+clean; 123 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 969 KiB/s wr, 114 op/s 2023-07-14T12:56:24.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 298640 3.02 MB/sec execute 418 sec latency 292.077 ms 2023-07-14T12:56:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 -- 172.21.15.40:0/817466167 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a4104a30 msgr2=0x7f62a4104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/817466167 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a4104a30 0x7f62a4104e00 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f6294009990 tx=0x7f6294009ca0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 -- 172.21.15.40:0/817466167 shutdown_connections 2023-07-14T12:56:25.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/817466167 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62a40ff3e0 0x7f62a410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/817466167 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a4104a30 0x7f62a4104e00 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/817466167 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a40feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 -- 172.21.15.40:0/817466167 >> 172.21.15.40:0/817466167 conn(0x7f62a4074760 msgr2=0x7f62a4074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 -- 172.21.15.40:0/817466167 shutdown_connections 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.064+0000 7f62a9b5c700 1 -- 172.21.15.40:0/817466167 wait complete. 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 Processor -- start 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 -- start start 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a4100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 0x7f62a4100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62a4104a30 0x7f62a41a3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a41a4370 con 0x7f62a40ff3e0 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a41a44b0 con 0x7f62a4104a30 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a9b5c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62a41a4620 con 0x7f62a40fea30 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 0x7f62a4100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a4100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 0x7f62a4100d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37382/0 (socket says 172.21.15.40:37382) 2023-07-14T12:56:25.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a4100810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51068/0 (socket says 172.21.15.40:51068) 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a2ffd700 1 -- 172.21.15.40:0/2454214329 learned_addr learned my addr 172.21.15.40:0/2454214329 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.065+0000 7f62a3fff700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62a4104a30 0x7f62a41a3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a2ffd700 1 -- 172.21.15.40:0/2454214329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 msgr2=0x7f62a4100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a4100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a2ffd700 1 -- 172.21.15.40:0/2454214329 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62a4104a30 msgr2=0x7f62a41a3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62a4104a30 0x7f62a41a3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a2ffd700 1 -- 172.21.15.40:0/2454214329 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62940095f0 con 0x7f62a40ff3e0 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a37fe700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a4100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 0x7f62a4100d50 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f629800e9a0 tx=0x7f629800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a0ff9700 1 -- 172.21.15.40:0/2454214329 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6298009790 con 0x7f62a40ff3e0 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a0ff9700 1 -- 172.21.15.40:0/2454214329 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6298010430 con 0x7f62a40ff3e0 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62a41a4900 con 0x7f62a40ff3e0 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a0ff9700 1 -- 172.21.15.40:0/2454214329 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6298018680 con 0x7f62a40ff3e0 2023-07-14T12:56:25.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.066+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62a41a4e60 con 0x7f62a40ff3e0 2023-07-14T12:56:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.069+0000 7f62a0ff9700 1 -- 172.21.15.40:0/2454214329 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f62980105a0 con 0x7f62a40ff3e0 2023-07-14T12:56:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.069+0000 7f62a0ff9700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f628c0a1340 0x7f628c0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62a0ff9700 1 -- 172.21.15.40:0/2454214329 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f6298014070 con 0x7f62a40ff3e0 2023-07-14T12:56:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62a37fe700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f628c0a1340 0x7f628c0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62a37fe700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f628c0a1340 0x7f628c0a37f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f629400b2e0 tx=0x7f6294005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:25.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62b5ce2b80 1 Processor -- start 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62b5ce2b80 1 -- start start 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a7c96b0 0x56105a972d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a96d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a96d580 0x56105a96d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.070+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a872c50 con 0x56105a9732d0 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a8c59e0 con 0x56105a7c96b0 2023-07-14T12:56:25.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a8bee70 con 0x56105a96d580 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a96d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a96d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37388/0 (socket says 172.21.15.40:37388) 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 -- 172.21.15.40:0/1247040208 learned_addr learned my addr 172.21.15.40:0/1247040208 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a3fff700 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a96d580 0x56105a96d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a37fe700 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a7c96b0 0x56105a972d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 -- 172.21.15.40:0/1247040208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a96d580 msgr2=0x56105a96d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a96d580 0x56105a96d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 -- 172.21.15.40:0/1247040208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a7c96b0 msgr2=0x56105a972d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a7c96b0 0x56105a972d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 -- 172.21.15.40:0/1247040208 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56105a6ecd80 con 0x56105a9732d0 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a96d040 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f62980969b0 tx=0x7f6298099b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667e74e8d6627615 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f6289ffb700 1 -- 172.21.15.40:0/1247040208 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62980a2390 con 0x56105a9732d0 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f6289ffb700 1 -- 172.21.15.40:0/1247040208 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6298010880 con 0x56105a9732d0 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.071+0000 7f6289ffb700 1 -- 172.21.15.40:0/1247040208 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62980a1f00 con 0x56105a9732d0 2023-07-14T12:56:25.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/1247040208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 msgr2=0x56105a96d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a96d040 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f62980969b0 tx=0x7f6298099b90 comp rx=0 tx=0).stop 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/1247040208 shutdown_connections 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a96d580 0x56105a96d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a7c96b0 0x56105a972d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/1247040208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a96d040 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/1247040208 >> 172.21.15.40:0/1247040208 conn(0x56105a962be0 msgr2=0x56105a967f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/1247040208 shutdown_connections 2023-07-14T12:56:25.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.072+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/1247040208 wait complete. 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 -- start start 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 Processor -- start 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a976940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a976e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a9773c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a85ea60 con 0x56105a9732d0 2023-07-14T12:56:25.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a85e760 con 0x56105a96d580 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a7428c0 con 0x56105a7c96b0 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62b5ce2b80 10 client.0 _ll_register_callbacks cb 0x56105a85c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62a3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a9773c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a976940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a976940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51082/0 (socket says 172.21.15.40:51082) 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62a37fe700 1 -- 172.21.15.40:0/3532160944 learned_addr learned my addr 172.21.15.40:0/3532160944 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:25.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62a3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a9773c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37396/0 (socket says 172.21.15.40:37396) 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.073+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a976e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a37fe700 1 -- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 msgr2=0x56105a976e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a37fe700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a976e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a37fe700 1 -- 172.21.15.40:0/3532160944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 msgr2=0x56105a9773c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a37fe700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a9773c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a37fe700 1 -- 172.21.15.40:0/3532160944 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62a41a4e60 con 0x56105a7c96b0 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a3fff700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a9773c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:56:25.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62a37fe700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a976940 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f62a40ffba0 tx=0x7f629401a050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=652a6d05740f041b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f6282ffd700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f6282ffd700 1 -- 172.21.15.40:0/3532160944 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f629402b050 con 0x56105a7c96b0 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56105a818490 con 0x56105a7c96b0 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f6282ffd700 1 -- 172.21.15.40:0/3532160944 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f6294026a10 con 0x56105a7c96b0 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f6282ffd700 1 -- 172.21.15.40:0/3532160944 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6294026bd0 con 0x56105a7c96b0 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62b5ce2b80 10 client.26404 fetch_fsmap learned FSMap version 55 2023-07-14T12:56:25.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x56105a6d5c00 con 0x56105a7c96b0 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.074+0000 7f6282ffd700 1 -- 172.21.15.40:0/3532160944 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56105a818490 con 0x56105a7c96b0 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f6282ffd700 1 -- 172.21.15.40:0/3532160944 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 55) v1 ==== 7502+0+0 (secure 0 0 0) 0x7f6294024cb0 con 0x56105a7c96b0 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62b5ce2b80 10 client.26404 fetch_fsmap finished waiting for FSMap version 55 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62b5ce2b80 10 client.26404 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62b5ce2b80 20 client.26404 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a986d00 0x56105a989110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62b5ce2b80 4 client.26404 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:56:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56105a8b7e50 con 0x56105a986d00 2023-07-14T12:56:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a986d00 0x56105a989110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f6282ffd700 10 client.26404 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:25.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.075+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a986d00 0x56105a989110 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f15fa0eeb5025a2a server_cookie=d9f852a39414fdd5 in_seq=0 out_seq=0 2023-07-14T12:56:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f6282ffd700 1 -- 172.21.15.40:0/3532160944 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56105a8b7e50 con 0x56105a986d00 2023-07-14T12:56:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f6282ffd700 10 client.26404 handle_command_reply: tid=0 2023-07-14T12:56:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 client.26404 shutdown 2023-07-14T12:56:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 msgr2=0x56105a976940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a976940 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f62a40ffba0 tx=0x7f629401a050 comp rx=0 tx=0).stop 2023-07-14T12:56:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 shutdown_connections 2023-07-14T12:56:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a986d00 0x56105a989110 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a976940 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a9732d0 0x56105a9773c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3532160944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a976e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f6282ffd700 0 client.26404 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 >> 172.21.15.40:0/3532160944 conn(0x56105a962be0 msgr2=0x56105a9674e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 shutdown_connections 2023-07-14T12:56:25.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3532160944 wait complete. 2023-07-14T12:56:25.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.076+0000 7f62b5ce2b80 20 client.26404 trim_cache size 0 max 16384 2023-07-14T12:56:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 Processor -- start 2023-07-14T12:56:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 -- start start 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 0x56105a96d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a97dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a967c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a818490 con 0x56105a962be0 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a9707a0 con 0x56105a96d580 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a964d70 con 0x56105a7c96b0 2023-07-14T12:56:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 0x56105a96d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 0x56105a96d040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37400/0 (socket says 172.21.15.40:37400) 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 -- 172.21.15.40:0/793710269 learned_addr learned my addr 172.21.15.40:0/793710269 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a97dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a3fff700 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a967c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 -- 172.21.15.40:0/793710269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 msgr2=0x56105a97dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a97dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 -- 172.21.15.40:0/793710269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 msgr2=0x56105a967c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a967c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 -- 172.21.15.40:0/793710269 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56105a7131f0 con 0x56105a962be0 2023-07-14T12:56:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.092+0000 7f62a37fe700 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 0x56105a96d040 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f6294009ce0 tx=0x7f629400f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee54b0fa3b0edcde server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f628a7fc700 1 -- 172.21.15.40:0/793710269 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f629402b040 con 0x56105a962be0 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f628a7fc700 1 -- 172.21.15.40:0/793710269 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f629402c040 con 0x56105a962be0 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f628a7fc700 1 -- 172.21.15.40:0/793710269 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6294026d20 con 0x56105a962be0 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/793710269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 msgr2=0x56105a96d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 0x56105a96d040 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f6294009ce0 tx=0x7f629400f460 comp rx=0 tx=0).stop 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/793710269 shutdown_connections 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a967c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a962be0 0x56105a96d040 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/793710269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a7c96b0 0x56105a97dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/793710269 >> 172.21.15.40:0/793710269 conn(0x56105a983420 msgr2=0x56105a972360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.093+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/793710269 shutdown_connections 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/793710269 wait complete. 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 -- start start 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 Processor -- start 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 0x56105a9ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a962be0 0x56105a9cf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a9d9b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a9cf930 con 0x56105a7c96b0 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a9da0d0 con 0x56105a96d580 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56105a9da210 con 0x56105a962be0 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.094+0000 7f62b5ce2b80 10 client.0 _ll_register_callbacks cb 0x56105a85c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 0x56105a9ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a962be0 0x56105a9cf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 0x56105a9ced00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37406/0 (socket says 172.21.15.40:37406) 2023-07-14T12:56:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a37fe700 1 -- 172.21.15.40:0/3681607967 learned_addr learned my addr 172.21.15.40:0/3681607967 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a3fff700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a9d9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 -- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 msgr2=0x56105a9d9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a9d9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 -- 172.21.15.40:0/3681607967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 msgr2=0x56105a9ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 0x56105a9ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 -- 172.21.15.40:0/3681607967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56105a6d5c00 con 0x56105a962be0 2023-07-14T12:56:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a37fe700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 0x56105a9ced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:56:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62a2ffd700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a962be0 0x56105a9cf240 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f62980969b0 tx=0x7f6298099e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de26c0a50bcbd4b4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f6282ffd700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:56:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f6282ffd700 1 -- 172.21.15.40:0/3681607967 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62980983e0 con 0x56105a962be0 2023-07-14T12:56:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f6282ffd700 1 -- 172.21.15.40:0/3681607967 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f6298099430 con 0x56105a962be0 2023-07-14T12:56:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.095+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6298010880 con 0x56105a962be0 2023-07-14T12:56:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f6282ffd700 1 -- 172.21.15.40:0/3681607967 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7f62980995f0 con 0x56105a962be0 2023-07-14T12:56:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 10 client.26410 fetch_fsmap learned FSMap version 55 2023-07-14T12:56:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x56105a6eb250 con 0x56105a962be0 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f6282ffd700 1 -- 172.21.15.40:0/3681607967 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6298010880 con 0x56105a962be0 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f6282ffd700 1 -- 172.21.15.40:0/3681607967 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 55) v1 ==== 7502+0+0 (secure 0 0 0) 0x7f6298094b50 con 0x56105a962be0 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 10 client.26410 fetch_fsmap finished waiting for FSMap version 55 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 10 client.26410 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 20 client.26410 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a9732d0 0x56105a9dd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 4 client.26410 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:56:25.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56105a879ff0 con 0x56105a9732d0 2023-07-14T12:56:25.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.096+0000 7f62a37fe700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a9732d0 0x56105a9dd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:25.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.097+0000 7f62a37fe700 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a9732d0 0x56105a9dd7e0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d1024a6296d31b0 server_cookie=c62dcc2b38ba6133 in_seq=0 out_seq=0 2023-07-14T12:56:25.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.097+0000 7f6282ffd700 10 client.26410 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f6282ffd700 1 -- 172.21.15.40:0/3681607967 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56105a879ff0 con 0x56105a9732d0 2023-07-14T12:56:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f6282ffd700 10 client.26410 handle_command_reply: tid=0 2023-07-14T12:56:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 client.26410 shutdown 2023-07-14T12:56:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a962be0 msgr2=0x56105a9cf240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a962be0 0x56105a9cf240 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f62980969b0 tx=0x7f6298099e40 comp rx=0 tx=0).stop 2023-07-14T12:56:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 shutdown_connections 2023-07-14T12:56:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56105a96d580 0x56105a9d9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56105a7c96b0 0x56105a9ced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56105a9732d0 0x56105a9dd7e0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 --2- 172.21.15.40:0/3681607967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56105a962be0 0x56105a9cf240 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f6282ffd700 0 client.26410 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.132+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 >> 172.21.15.40:0/3681607967 conn(0x56105a983420 msgr2=0x56105a973900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 shutdown_connections 2023-07-14T12:56:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62b5ce2b80 1 -- 172.21.15.40:0/3681607967 wait complete. 2023-07-14T12:56:25.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62b5ce2b80 20 client.26410 trim_cache size 0 max 16384 2023-07-14T12:56:25.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:56:25.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:56:25.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:56:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:56:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f628c0a1340 msgr2=0x7f628c0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f628c0a1340 0x7f628c0a37f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f629400b2e0 tx=0x7f6294005fd0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 msgr2=0x7f62a4100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 0x7f62a4100d50 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f629800e9a0 tx=0x7f629800ecb0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 shutdown_connections 2023-07-14T12:56:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f628c0a1340 0x7f628c0a37f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f62a40fea30 0x7f62a4100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62a4104a30 0x7f62a41a3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 --2- 172.21.15.40:0/2454214329 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62a40ff3e0 0x7f62a4100d50 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.133+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 >> 172.21.15.40:0/2454214329 conn(0x7f62a4074760 msgr2=0x7f62a40fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:25.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.134+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 shutdown_connections 2023-07-14T12:56:25.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:25.134+0000 7f62a9b5c700 1 -- 172.21.15.40:0/2454214329 wait complete. 2023-07-14T12:56:25.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 298779 3.02 MB/sec execute 419 sec latency 1145.554 ms 2023-07-14T12:56:25.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:24 smithi133 ceph-mon[98311]: pgmap v311: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:25.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:24 smithi130 ceph-mon[97977]: pgmap v311: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:25.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:24 smithi040 ceph-mon[96535]: pgmap v311: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:26.197 INFO:tasks.workunit.client.0.smithi040.stdout: 1 299665 3.02 MB/sec execute 420 sec latency 502.558 ms 2023-07-14T12:56:27.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 299665 3.01 MB/sec execute 421 sec latency 1502.655 ms 2023-07-14T12:56:27.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:26 smithi133 ceph-mon[98311]: pgmap v312: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:27.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:26 smithi130 ceph-mon[97977]: pgmap v312: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:27.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:26 smithi040 ceph-mon[96535]: pgmap v312: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:28.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 301520 3.04 MB/sec execute 422 sec latency 1757.953 ms 2023-07-14T12:56:29.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 302189 3.03 MB/sec execute 423 sec latency 287.581 ms 2023-07-14T12:56:29.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:28 smithi133 ceph-mon[98311]: pgmap v313: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:29.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:28 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:29.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:28 smithi130 ceph-mon[97977]: pgmap v313: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:29.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:28 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:29.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:28 smithi040 ceph-mon[96535]: pgmap v313: 97 pgs: 97 active+clean; 127 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 1.2 MiB/s wr, 128 op/s 2023-07-14T12:56:29.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:28 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:30.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 302409 3.03 MB/sec execute 424 sec latency 1138.305 ms 2023-07-14T12:56:30.283 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:29 smithi130 ceph-mon[97977]: pgmap v314: 97 pgs: 97 active+clean; 122 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 1.7 MiB/s wr, 186 op/s 2023-07-14T12:56:30.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:29 smithi040 ceph-mon[96535]: pgmap v314: 97 pgs: 97 active+clean; 122 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 1.7 MiB/s wr, 186 op/s 2023-07-14T12:56:30.494 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:29 smithi133 ceph-mon[98311]: pgmap v314: 97 pgs: 97 active+clean; 122 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 1014 KiB/s rd, 1.7 MiB/s wr, 186 op/s 2023-07-14T12:56:31.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 303214 3.03 MB/sec execute 425 sec latency 509.085 ms 2023-07-14T12:56:32.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 303214 3.02 MB/sec execute 426 sec latency 1509.188 ms 2023-07-14T12:56:32.494 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:32 smithi133 ceph-mon[98311]: pgmap v315: 97 pgs: 97 active+clean; 122 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 1.3 MiB/s wr, 123 op/s 2023-07-14T12:56:32.534 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:32 smithi130 ceph-mon[97977]: pgmap v315: 97 pgs: 97 active+clean; 122 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 1.3 MiB/s wr, 123 op/s 2023-07-14T12:56:32.611 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:32 smithi040 ceph-mon[96535]: pgmap v315: 97 pgs: 97 active+clean; 122 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 651 KiB/s rd, 1.3 MiB/s wr, 123 op/s 2023-07-14T12:56:33.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 304878 3.04 MB/sec execute 427 sec latency 1759.933 ms 2023-07-14T12:56:34.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 305732 3.04 MB/sec execute 428 sec latency 227.646 ms 2023-07-14T12:56:35.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 305856 3.04 MB/sec execute 429 sec latency 1080.291 ms 2023-07-14T12:56:35.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:34 smithi133 ceph-mon[98311]: pgmap v316: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.7 MiB/s wr, 170 op/s 2023-07-14T12:56:35.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:34 smithi130 ceph-mon[97977]: pgmap v316: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.7 MiB/s wr, 170 op/s 2023-07-14T12:56:35.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:34 smithi040 ceph-mon[96535]: pgmap v316: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 1.7 MiB/s wr, 170 op/s 2023-07-14T12:56:36.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 305856 3.03 MB/sec execute 430 sec latency 1056.587 ms 2023-07-14T12:56:37.198 INFO:tasks.workunit.client.0.smithi040.stdout: 1 305856 3.02 MB/sec execute 431 sec latency 2056.708 ms 2023-07-14T12:56:37.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:36 smithi133 ceph-mon[98311]: pgmap v317: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1024 KiB/s wr, 112 op/s 2023-07-14T12:56:37.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:36 smithi130 ceph-mon[97977]: pgmap v317: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1024 KiB/s wr, 112 op/s 2023-07-14T12:56:37.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:36 smithi040 ceph-mon[96535]: pgmap v317: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1024 KiB/s wr, 112 op/s 2023-07-14T12:56:38.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 305856 3.01 MB/sec execute 432 sec latency 3056.786 ms 2023-07-14T12:56:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 -- 172.21.15.40:0/3259875852 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb440ff3e0 msgr2=0x7fcb4410b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/3259875852 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb440ff3e0 0x7fcb4410b860 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c00b0a0 tx=0x7fcb3c00b3b0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 -- 172.21.15.40:0/3259875852 shutdown_connections 2023-07-14T12:56:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/3259875852 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcb44104a30 0x7fcb44104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/3259875852 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb440ff3e0 0x7fcb4410b860 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/3259875852 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 0x7fcb440feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 -- 172.21.15.40:0/3259875852 >> 172.21.15.40:0/3259875852 conn(0x7fcb44074760 msgr2=0x7fcb44074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 -- 172.21.15.40:0/3259875852 shutdown_connections 2023-07-14T12:56:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.262+0000 7fcb4a18c700 1 -- 172.21.15.40:0/3259875852 wait complete. 2023-07-14T12:56:38.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 Processor -- start 2023-07-14T12:56:38.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 -- start start 2023-07-14T12:56:38.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 0x7fcb44194a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcb440ff3e0 0x7fcb44194fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 0x7fcb441a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb44195720 con 0x7fcb44104a30 2023-07-14T12:56:38.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.263+0000 7fcb4a18c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb441a4470 con 0x7fcb440fea30 2023-07-14T12:56:38.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb4a18c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb441a4600 con 0x7fcb440ff3e0 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 0x7fcb441a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 0x7fcb441a3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37424/0 (socket says 172.21.15.40:37424) 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 -- 172.21.15.40:0/2323455502 learned_addr learned my addr 172.21.15.40:0/2323455502 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcb440ff3e0 0x7fcb44194fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb437fe700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 0x7fcb44194a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 -- 172.21.15.40:0/2323455502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcb440ff3e0 msgr2=0x7fcb44194fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcb440ff3e0 0x7fcb44194fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 -- 172.21.15.40:0/2323455502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 msgr2=0x7fcb44194a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 0x7fcb44194a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 -- 172.21.15.40:0/2323455502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb3c009d00 con 0x7fcb44104a30 2023-07-14T12:56:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb437fe700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 0x7fcb44194a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:56:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb43fff700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 0x7fcb441a3f30 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0062a0 tx=0x7fcb3c00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb40ff9700 1 -- 172.21.15.40:0/2323455502 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c00e040 con 0x7fcb44104a30 2023-07-14T12:56:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb40ff9700 1 -- 172.21.15.40:0/2323455502 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb3c004020 con 0x7fcb44104a30 2023-07-14T12:56:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb441a4880 con 0x7fcb44104a30 2023-07-14T12:56:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb40ff9700 1 -- 172.21.15.40:0/2323455502 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c01b690 con 0x7fcb44104a30 2023-07-14T12:56:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.264+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb441a4d50 con 0x7fcb44104a30 2023-07-14T12:56:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.267+0000 7fcb40ff9700 1 -- 172.21.15.40:0/2323455502 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fcb3c004400 con 0x7fcb44104a30 2023-07-14T12:56:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.267+0000 7fcb40ff9700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcb2c0a1340 0x7fcb2c0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.268+0000 7fcb437fe700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcb2c0a1340 0x7fcb2c0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.268+0000 7fcb40ff9700 1 -- 172.21.15.40:0/2323455502 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fcb3c0ce3a0 con 0x7fcb44104a30 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.268+0000 7fcb437fe700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcb2c0a1340 0x7fcb2c0a37f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fcb340059d0 tx=0x7fcb34005900 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.268+0000 7fcb56312b80 1 Processor -- start 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 -- start start 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746a45d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a462d0 0x55e746a40040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a409d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746945c50 con 0x55e74689c6b0 2023-07-14T12:56:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7469989e0 con 0x55e746a40580 2023-07-14T12:56:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb56312b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746991e70 con 0x55e746a462d0 2023-07-14T12:56:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746a45d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746a45d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37428/0 (socket says 172.21.15.40:37428) 2023-07-14T12:56:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 -- 172.21.15.40:0/4006764681 learned_addr learned my addr 172.21.15.40:0/4006764681 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb43fff700 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a462d0 0x55e746a40040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 -- 172.21.15.40:0/4006764681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a462d0 msgr2=0x55e746a40040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a462d0 0x55e746a40040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 -- 172.21.15.40:0/4006764681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 msgr2=0x55e746a409d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a409d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 -- 172.21.15.40:0/4006764681 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e7467bfd80 con 0x55e74689c6b0 2023-07-14T12:56:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.269+0000 7fcb437fe700 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746a45d90 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400ecc0 tx=0x7fcb34011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3c3855e4401057 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb29ffb700 1 -- 172.21.15.40:0/4006764681 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb34010cd0 con 0x55e74689c6b0 2023-07-14T12:56:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb29ffb700 1 -- 172.21.15.40:0/4006764681 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb34010e30 con 0x55e74689c6b0 2023-07-14T12:56:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb29ffb700 1 -- 172.21.15.40:0/4006764681 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3400f740 con 0x55e74689c6b0 2023-07-14T12:56:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 -- 172.21.15.40:0/4006764681 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 msgr2=0x55e746a45d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746a45d90 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400ecc0 tx=0x7fcb34011000 comp rx=0 tx=0).stop 2023-07-14T12:56:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 -- 172.21.15.40:0/4006764681 shutdown_connections 2023-07-14T12:56:38.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a409d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746a45d90 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.308 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4006764681 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a462d0 0x55e746a40040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 -- 172.21.15.40:0/4006764681 >> 172.21.15.40:0/4006764681 conn(0x55e746a35be0 msgr2=0x55e746a3af10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:38.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.270+0000 7fcb56312b80 1 -- 172.21.15.40:0/4006764681 shutdown_connections 2023-07-14T12:56:38.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 -- 172.21.15.40:0/4006764681 wait complete. 2023-07-14T12:56:38.309 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 -- start start 2023-07-14T12:56:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 Processor -- start 2023-07-14T12:56:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e74689c6b0 0x55e746a4c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746a49830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a49f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746931a60 con 0x55e746a462d0 2023-07-14T12:56:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746931760 con 0x55e74689c6b0 2023-07-14T12:56:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7468158c0 con 0x55e746a40580 2023-07-14T12:56:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.271+0000 7fcb56312b80 10 client.0 _ll_register_callbacks cb 0x55e74692f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a49f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a49f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37438/0 (socket says 172.21.15.40:37438) 2023-07-14T12:56:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 -- 172.21.15.40:0/1410895415 learned_addr learned my addr 172.21.15.40:0/1410895415 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746a49830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb437fe700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e74689c6b0 0x55e746a4c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 -- 172.21.15.40:0/1410895415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 msgr2=0x55e746a49830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746a49830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 -- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e74689c6b0 msgr2=0x55e746a4c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e74689c6b0 0x55e746a4c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 -- 172.21.15.40:0/1410895415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb3400e9a0 con 0x55e746a462d0 2023-07-14T12:56:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb437fe700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e74689c6b0 0x55e746a4c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:56:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb43fff700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a49f20 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c09b440 tx=0x7fcb3c09b300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eef960d8b0cf89f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb22ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:56:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb22ffd700 1 -- 172.21.15.40:0/1410895415 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c09b910 con 0x55e746a462d0 2023-07-14T12:56:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb22ffd700 1 -- 172.21.15.40:0/1410895415 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fcb3c09b4b0 con 0x55e746a462d0 2023-07-14T12:56:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e7468eb490 con 0x55e746a462d0 2023-07-14T12:56:38.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb22ffd700 1 -- 172.21.15.40:0/1410895415 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb3c09f4e0 con 0x55e746a462d0 2023-07-14T12:56:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb56312b80 10 client.16917 fetch_fsmap learned FSMap version 56 2023-07-14T12:56:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.272+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=56,monmap=4+}) v3 -- 0x55e7467a8c00 con 0x55e746a462d0 2023-07-14T12:56:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb22ffd700 1 -- 172.21.15.40:0/1410895415 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e7468eb490 con 0x55e746a462d0 2023-07-14T12:56:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb22ffd700 1 -- 172.21.15.40:0/1410895415 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 56) v1 ==== 7498+0+0 (secure 0 0 0) 0x7fcb3c0a33e0 con 0x55e746a462d0 2023-07-14T12:56:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb56312b80 10 client.16917 fetch_fsmap finished waiting for FSMap version 56 2023-07-14T12:56:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb56312b80 10 client.16917 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb56312b80 20 client.16917 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb56312b80 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746a59a70 0x55e746a5be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb56312b80 4 client.16917 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e74698ae50 con 0x55e746a59a70 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb437fe700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746a59a70 0x55e746a5be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb22ffd700 10 client.16917 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.273+0000 7fcb437fe700 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746a59a70 0x55e746a5be80 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da93564293be676a server_cookie=1efd4e801464d416 in_seq=0 out_seq=0 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb22ffd700 1 -- 172.21.15.40:0/1410895415 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e74698ae50 con 0x55e746a59a70 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb22ffd700 10 client.16917 handle_command_reply: tid=0 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 client.16917 shutdown 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 msgr2=0x55e746a49f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a49f20 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c09b440 tx=0x7fcb3c09b300 comp rx=0 tx=0).stop 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 shutdown_connections 2023-07-14T12:56:38.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a49f20 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e74689c6b0 0x55e746a4c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746a59a70 0x55e746a5be80 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 --2- 172.21.15.40:0/1410895415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746a49830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb22ffd700 0 client.16917 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 >> 172.21.15.40:0/1410895415 conn(0x55e746a35be0 msgr2=0x55e746a3a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 shutdown_connections 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.274+0000 7fcb56312b80 1 -- 172.21.15.40:0/1410895415 wait complete. 2023-07-14T12:56:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.275+0000 7fcb56312b80 20 client.16917 trim_cache size 0 max 16384 2023-07-14T12:56:38.322 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.289+0000 7fcb56312b80 1 Processor -- start 2023-07-14T12:56:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.289+0000 7fcb56312b80 1 -- start start 2023-07-14T12:56:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e74689c6b0 0x55e746a40040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a50c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a4c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb56312b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746a45a10 con 0x55e746a462d0 2023-07-14T12:56:38.323 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb56312b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746a37d00 con 0x55e746a40580 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb56312b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746a4a2e0 con 0x55e74689c6b0 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a4c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a4c150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37446/0 (socket says 172.21.15.40:37446) 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 -- 172.21.15.40:0/4001212656 learned_addr learned my addr 172.21.15.40:0/4001212656 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a50c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb437fe700 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e74689c6b0 0x55e746a40040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.324 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 -- 172.21.15.40:0/4001212656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e74689c6b0 msgr2=0x55e746a40040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e74689c6b0 0x55e746a40040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 -- 172.21.15.40:0/4001212656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 msgr2=0x55e746a50c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a50c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 -- 172.21.15.40:0/4001212656 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e7467e61f0 con 0x55e746a462d0 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb437fe700 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e74689c6b0 0x55e746a40040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb43fff700 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a4c150 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0979b0 tx=0x7fcb3c0cbb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c22e105d33b3a98d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb2a7fc700 1 -- 172.21.15.40:0/4001212656 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c09b4b0 con 0x55e746a462d0 2023-07-14T12:56:38.325 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb2a7fc700 1 -- 172.21.15.40:0/4001212656 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb3c0a12d0 con 0x55e746a462d0 2023-07-14T12:56:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.290+0000 7fcb2a7fc700 1 -- 172.21.15.40:0/4001212656 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c09b710 con 0x55e746a462d0 2023-07-14T12:56:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 -- 172.21.15.40:0/4001212656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 msgr2=0x55e746a4c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a4c150 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0979b0 tx=0x7fcb3c0cbb50 comp rx=0 tx=0).stop 2023-07-14T12:56:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 -- 172.21.15.40:0/4001212656 shutdown_connections 2023-07-14T12:56:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e74689c6b0 0x55e746a40040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.326 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e746a462d0 0x55e746a4c150 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 --2- 172.21.15.40:0/4001212656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a40580 0x55e746a50c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 -- 172.21.15.40:0/4001212656 >> 172.21.15.40:0/4001212656 conn(0x55e746a35be0 msgr2=0x55e746a43ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 -- 172.21.15.40:0/4001212656 shutdown_connections 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 -- 172.21.15.40:0/4001212656 wait complete. 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.291+0000 7fcb56312b80 1 -- start start 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 Processor -- start 2023-07-14T12:56:38.327 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746aa18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746aa1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a462d0 0x55e746aa2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746aaca80 con 0x55e74689c6b0 2023-07-14T12:56:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746aacbf0 con 0x55e746a462d0 2023-07-14T12:56:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e746aacdb0 con 0x55e746a40580 2023-07-14T12:56:38.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb56312b80 10 client.0 _ll_register_callbacks cb 0x7fcb3c0977f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746aa18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746aa18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37448/0 (socket says 172.21.15.40:37448) 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 -- 172.21.15.40:0/86888870 learned_addr learned my addr 172.21.15.40:0/86888870 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746aa1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb43fff700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a462d0 0x55e746aa2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 -- 172.21.15.40:0/86888870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 msgr2=0x55e746aa1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746aa1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 -- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a462d0 msgr2=0x55e746aa2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a462d0 0x55e746aa2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb437fe700 1 -- 172.21.15.40:0/86888870 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e7467a8c00 con 0x55e74689c6b0 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746aa1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.292+0000 7fcb43fff700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a462d0 0x55e746aa2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb437fe700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746aa18c0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400a990 tx=0x7fcb3401df20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d3a3c113fcd2a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb22ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:56:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb22ffd700 1 -- 172.21.15.40:0/86888870 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb34032b60 con 0x55e74689c6b0 2023-07-14T12:56:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb22ffd700 1 -- 172.21.15.40:0/86888870 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fcb340325c0 con 0x55e74689c6b0 2023-07-14T12:56:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcb34010e30 con 0x55e74689c6b0 2023-07-14T12:56:38.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb22ffd700 1 -- 172.21.15.40:0/86888870 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb34010c50 con 0x55e74689c6b0 2023-07-14T12:56:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 10 client.16923 fetch_fsmap learned FSMap version 56 2023-07-14T12:56:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=56,monmap=4+}) v3 -- 0x55e7467be250 con 0x55e74689c6b0 2023-07-14T12:56:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb22ffd700 1 -- 172.21.15.40:0/86888870 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb34010e30 con 0x55e74689c6b0 2023-07-14T12:56:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb22ffd700 1 -- 172.21.15.40:0/86888870 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 56) v1 ==== 7498+0+0 (secure 0 0 0) 0x7fcb3401d610 con 0x55e74689c6b0 2023-07-14T12:56:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 10 client.16923 fetch_fsmap finished waiting for FSMap version 56 2023-07-14T12:56:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 10 client.16923 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 20 client.16923 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746aae520 0x55e746ab0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 4 client.16923 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.293+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e74694cff0 con 0x55e746aae520 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.294+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746aae520 0x55e746ab0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.294+0000 7fcb22ffd700 10 client.16923 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:38.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.294+0000 7fcb42ffd700 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746aae520 0x55e746ab0930 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62e1e801af07829b server_cookie=b17aa38d0f26adc in_seq=0 out_seq=0 2023-07-14T12:56:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb22ffd700 1 -- 172.21.15.40:0/86888870 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e74694cff0 con 0x55e746aae520 2023-07-14T12:56:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb22ffd700 10 client.16923 handle_command_reply: tid=0 2023-07-14T12:56:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 client.16923 shutdown 2023-07-14T12:56:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 msgr2=0x55e746aa18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746aa18c0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400a990 tx=0x7fcb3401df20 comp rx=0 tx=0).stop 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 shutdown_connections 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e746a462d0 0x55e746aa2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e74689c6b0 0x55e746aa18c0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e746aae520 0x55e746ab0930 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 --2- 172.21.15.40:0/86888870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e746a40580 0x55e746aa1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb22ffd700 0 client.16923 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 >> 172.21.15.40:0/86888870 conn(0x55e746a35be0 msgr2=0x55e746a48f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 shutdown_connections 2023-07-14T12:56:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.327+0000 7fcb56312b80 1 -- 172.21.15.40:0/86888870 wait complete. 2023-07-14T12:56:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb56312b80 20 client.16923 trim_cache size 0 max 16384 2023-07-14T12:56:38.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:56:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:56:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:56:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:56:38.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcb2c0a1340 msgr2=0x7fcb2c0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcb2c0a1340 0x7fcb2c0a37f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fcb340059d0 tx=0x7fcb34005900 comp rx=0 tx=0).stop 2023-07-14T12:56:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 msgr2=0x7fcb441a3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 0x7fcb441a3f30 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c0062a0 tx=0x7fcb3c00cf70 comp rx=0 tx=0).stop 2023-07-14T12:56:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 shutdown_connections 2023-07-14T12:56:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcb2c0a1340 0x7fcb2c0a37f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcb44104a30 0x7fcb441a3f30 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcb440fea30 0x7fcb44194a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 --2- 172.21.15.40:0/2323455502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcb440ff3e0 0x7fcb44194fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 >> 172.21.15.40:0/2323455502 conn(0x7fcb44074760 msgr2=0x7fcb441058a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 shutdown_connections 2023-07-14T12:56:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:38.328+0000 7fcb4a18c700 1 -- 172.21.15.40:0/2323455502 wait complete. 2023-07-14T12:56:39.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 305856 3.01 MB/sec execute 433 sec latency 4056.827 ms 2023-07-14T12:56:39.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:38 smithi133 ceph-mon[98311]: pgmap v318: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1024 KiB/s wr, 112 op/s 2023-07-14T12:56:39.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:38 smithi130 ceph-mon[97977]: pgmap v318: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1024 KiB/s wr, 112 op/s 2023-07-14T12:56:39.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:38 smithi040 ceph-mon[96535]: pgmap v318: 97 pgs: 97 active+clean; 125 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 1024 KiB/s wr, 112 op/s 2023-07-14T12:56:40.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 306125 3.00 MB/sec execute 434 sec latency 4904.140 ms 2023-07-14T12:56:41.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 306757 3.00 MB/sec execute 435 sec latency 628.892 ms 2023-07-14T12:56:41.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:40 smithi133 ceph-mon[98311]: pgmap v319: 97 pgs: 97 active+clean; 129 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 814 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2023-07-14T12:56:41.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:40 smithi130 ceph-mon[97977]: pgmap v319: 97 pgs: 97 active+clean; 129 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 814 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2023-07-14T12:56:41.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:40 smithi040 ceph-mon[96535]: pgmap v319: 97 pgs: 97 active+clean; 129 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 814 KiB/s rd, 1.4 MiB/s wr, 144 op/s 2023-07-14T12:56:42.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 306757 3.00 MB/sec execute 436 sec latency 1628.944 ms 2023-07-14T12:56:42.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:41 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:56:42.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:41 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:56:42.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:41 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:56:43.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 308427 3.01 MB/sec execute 437 sec latency 1878.891 ms 2023-07-14T12:56:43.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:42 smithi133 ceph-mon[98311]: pgmap v320: 97 pgs: 97 active+clean; 129 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 808 KiB/s wr, 78 op/s 2023-07-14T12:56:43.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:42 smithi130 ceph-mon[97977]: pgmap v320: 97 pgs: 97 active+clean; 129 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 808 KiB/s wr, 78 op/s 2023-07-14T12:56:43.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:42 smithi040 ceph-mon[96535]: pgmap v320: 97 pgs: 97 active+clean; 129 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 476 KiB/s rd, 808 KiB/s wr, 78 op/s 2023-07-14T12:56:44.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 309279 3.02 MB/sec execute 438 sec latency 145.346 ms 2023-07-14T12:56:45.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 309525 3.01 MB/sec execute 439 sec latency 995.137 ms 2023-07-14T12:56:45.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: pgmap v321: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 1020 KiB/s wr, 117 op/s 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:56:45.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:44 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: pgmap v321: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 1020 KiB/s wr, 117 op/s 2023-07-14T12:56:45.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:56:45.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:56:45.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:44 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: pgmap v321: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 1020 KiB/s wr, 117 op/s 2023-07-14T12:56:45.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:56:45.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:44 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:56:46.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 310305 3.01 MB/sec execute 440 sec latency 539.330 ms 2023-07-14T12:56:46.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:45 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T12:56:46.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:45 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T12:56:46.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:45 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T12:56:46.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:45 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T12:56:46.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:45 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T12:56:46.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:45 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T12:56:46.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:45 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T12:56:46.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:45 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T12:56:46.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:45 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T12:56:46.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:45 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T12:56:46.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:45 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T12:56:46.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:45 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T12:56:46.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:45 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T12:56:46.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:45 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T12:56:46.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:45 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T12:56:46.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:45 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T12:56:46.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:45 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T12:56:46.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:45 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T12:56:47.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 310305 3.01 MB/sec execute 441 sec latency 1539.386 ms 2023-07-14T12:56:47.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:46 smithi133 ceph-mon[98311]: pgmap v322: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 608 KiB/s wr, 70 op/s 2023-07-14T12:56:47.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:46 smithi130 ceph-mon[97977]: pgmap v322: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 608 KiB/s wr, 70 op/s 2023-07-14T12:56:47.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:46 smithi040 ceph-mon[96535]: pgmap v322: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 608 KiB/s wr, 70 op/s 2023-07-14T12:56:48.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 311987 3.02 MB/sec execute 442 sec latency 1793.333 ms 2023-07-14T12:56:49.199 INFO:tasks.workunit.client.0.smithi040.stdout: 1 312822 3.02 MB/sec execute 443 sec latency 226.132 ms 2023-07-14T12:56:49.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:48 smithi133 ceph-mon[98311]: pgmap v323: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 608 KiB/s wr, 70 op/s 2023-07-14T12:56:49.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:48 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:49.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:48 smithi130 ceph-mon[97977]: pgmap v323: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 608 KiB/s wr, 70 op/s 2023-07-14T12:56:49.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:48 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:49.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:48 smithi040 ceph-mon[96535]: pgmap v323: 97 pgs: 97 active+clean; 128 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 608 KiB/s wr, 70 op/s 2023-07-14T12:56:49.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:48 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:56:50.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 313063 3.02 MB/sec execute 444 sec latency 1074.042 ms 2023-07-14T12:56:51.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 313847 3.02 MB/sec execute 445 sec latency 519.819 ms 2023-07-14T12:56:51.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:50 smithi133 ceph-mon[98311]: pgmap v324: 97 pgs: 97 active+clean; 134 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.1 MiB/s wr, 124 op/s 2023-07-14T12:56:51.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:50 smithi130 ceph-mon[97977]: pgmap v324: 97 pgs: 97 active+clean; 134 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.1 MiB/s wr, 124 op/s 2023-07-14T12:56:51.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:50 smithi040 ceph-mon[96535]: pgmap v324: 97 pgs: 97 active+clean; 134 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 610 KiB/s rd, 1.1 MiB/s wr, 124 op/s 2023-07-14T12:56:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 -- 172.21.15.40:0/2965782972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 msgr2=0x7f7518102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 --2- 172.21.15.40:0/2965782972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f7518102d50 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f75080099c0 tx=0x7f7508009cd0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 -- 172.21.15.40:0/2965782972 shutdown_connections 2023-07-14T12:56:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 --2- 172.21.15.40:0/2965782972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7518103430 0x7f751810b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 --2- 172.21.15.40:0/2965782972 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f75180fe3f0 0x7f75180fe7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 --2- 172.21.15.40:0/2965782972 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f7518102d50 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 -- 172.21.15.40:0/2965782972 >> 172.21.15.40:0/2965782972 conn(0x7f7518075f90 msgr2=0x7f7518076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 -- 172.21.15.40:0/2965782972 shutdown_connections 2023-07-14T12:56:51.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.450+0000 7f7520371700 1 -- 172.21.15.40:0/2965782972 wait complete. 2023-07-14T12:56:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 Processor -- start 2023-07-14T12:56:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 -- start start 2023-07-14T12:56:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75180fe3f0 0x7f751819aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f751819b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7518103430 0x7f7518194940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7518194fb0 con 0x7f75180fed90 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7518195120 con 0x7f7518103430 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f7520371700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75181952e0 con 0x7f75180fe3f0 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f751d90c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f751819b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f751d90c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f751819b020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37464/0 (socket says 172.21.15.40:37464) 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f751d90c700 1 -- 172.21.15.40:0/3880384132 learned_addr learned my addr 172.21.15.40:0/3880384132 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.451+0000 7f751e10d700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75180fe3f0 0x7f751819aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751e90e700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7518103430 0x7f7518194940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751d90c700 1 -- 172.21.15.40:0/3880384132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75180fe3f0 msgr2=0x7f751819aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751d90c700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75180fe3f0 0x7f751819aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751d90c700 1 -- 172.21.15.40:0/3880384132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7518103430 msgr2=0x7f7518194940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751d90c700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7518103430 0x7f7518194940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751d90c700 1 -- 172.21.15.40:0/3880384132 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75080095f0 con 0x7f75180fed90 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751e90e700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7518103430 0x7f7518194940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f751d90c700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f751819b020 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f7508009990 tx=0x7f7508004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:51.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f750f7fe700 1 -- 172.21.15.40:0/3880384132 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750801f070 con 0x7f75180fed90 2023-07-14T12:56:51.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f750f7fe700 1 -- 172.21.15.40:0/3880384132 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7508019cd0 con 0x7f75180fed90 2023-07-14T12:56:51.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7518195560 con 0x7f75180fed90 2023-07-14T12:56:51.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f750f7fe700 1 -- 172.21.15.40:0/3880384132 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7508004050 con 0x7f75180fed90 2023-07-14T12:56:51.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.452+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f751810ba20 con 0x7f75180fed90 2023-07-14T12:56:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.454+0000 7f750f7fe700 1 -- 172.21.15.40:0/3880384132 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f7508019810 con 0x7f75180fed90 2023-07-14T12:56:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.455+0000 7f750f7fe700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f75040a12c0 0x7f75040a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.455+0000 7f751e10d700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f75040a12c0 0x7f75040a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.455+0000 7f750f7fe700 1 -- 172.21.15.40:0/3880384132 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f75080d00a0 con 0x7f75180fed90 2023-07-14T12:56:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.456+0000 7f751e10d700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f75040a12c0 0x7f75040a3770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7514005950 tx=0x7f751400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.456+0000 7f752c4f7b80 1 Processor -- start 2023-07-14T12:56:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.456+0000 7f752c4f7b80 1 -- start start 2023-07-14T12:56:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 0x56312f3ebd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3ec2d0 0x56312f3e6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3e6580 0x56312f3e69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f2ebc50 con 0x56312f2426b0 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f33e9e0 con 0x56312f3e6580 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f337e70 con 0x56312f3ec2d0 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 0x56312f3ebd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 0x56312f3ebd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37470/0 (socket says 172.21.15.40:37470) 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 -- 172.21.15.40:0/4265574707 learned_addr learned my addr 172.21.15.40:0/4265574707 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e90e700 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3e6580 0x56312f3e69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751d90c700 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3ec2d0 0x56312f3e6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 -- 172.21.15.40:0/4265574707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3ec2d0 msgr2=0x56312f3e6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3ec2d0 0x56312f3e6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 -- 172.21.15.40:0/4265574707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3e6580 msgr2=0x56312f3e69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3e6580 0x56312f3e69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 -- 172.21.15.40:0/4265574707 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56312f165d80 con 0x56312f2426b0 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f751e10d700 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 0x56312f3ebd90 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f7514010fa0 tx=0x7f7514013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc46b49b9adfde01 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:51.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f750cdac700 1 -- 172.21.15.40:0/4265574707 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7514011db0 con 0x56312f2426b0 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.457+0000 7f750cdac700 1 -- 172.21.15.40:0/4265574707 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7514015070 con 0x56312f2426b0 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f750cdac700 1 -- 172.21.15.40:0/4265574707 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751401c610 con 0x56312f2426b0 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 -- 172.21.15.40:0/4265574707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 msgr2=0x56312f3ebd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 0x56312f3ebd90 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f7514010fa0 tx=0x7f7514013000 comp rx=0 tx=0).stop 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 -- 172.21.15.40:0/4265574707 shutdown_connections 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3e6580 0x56312f3e69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f2426b0 0x56312f3ebd90 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/4265574707 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3ec2d0 0x56312f3e6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 -- 172.21.15.40:0/4265574707 >> 172.21.15.40:0/4265574707 conn(0x56312f3dbbe0 msgr2=0x56312f3e0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 -- 172.21.15.40:0/4265574707 shutdown_connections 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.458+0000 7f752c4f7b80 1 -- 172.21.15.40:0/4265574707 wait complete. 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 -- start start 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 Processor -- start 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f3f2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3e6580 0x56312f3ef7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 0x56312f3efd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f2d7a60 con 0x56312f3ec2d0 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f2d7760 con 0x56312f2426b0 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f1bb8c0 con 0x56312f3e6580 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f752c4f7b80 10 client.0 _ll_register_callbacks cb 0x56312f2d5700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f751e90e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 0x56312f3efd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f751e90e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 0x56312f3efd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37480/0 (socket says 172.21.15.40:37480) 2023-07-14T12:56:51.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f751e90e700 1 -- 172.21.15.40:0/1208826049 learned_addr learned my addr 172.21.15.40:0/1208826049 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f751e10d700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f3f2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.459+0000 7f751d90c700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3e6580 0x56312f3ef7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f751e90e700 1 -- 172.21.15.40:0/1208826049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3e6580 msgr2=0x56312f3ef7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f751e90e700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3e6580 0x56312f3ef7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f751e90e700 1 -- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 msgr2=0x56312f3f2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f751e90e700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f3f2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f751e90e700 1 -- 172.21.15.40:0/1208826049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7514010c50 con 0x56312f3ec2d0 2023-07-14T12:56:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f751e90e700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 0x56312f3efd90 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f7510007b20 tx=0x7f7510007e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e877bd70f8915641 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:51.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f7501ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:56:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f7501ffb700 1 -- 172.21.15.40:0/1208826049 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7510007ea0 con 0x56312f3ec2d0 2023-07-14T12:56:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f7501ffb700 1 -- 172.21.15.40:0/1208826049 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f75100118d0 con 0x56312f3ec2d0 2023-07-14T12:56:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56312f291490 con 0x56312f3ec2d0 2023-07-14T12:56:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f7501ffb700 1 -- 172.21.15.40:0/1208826049 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7510011a90 con 0x56312f3ec2d0 2023-07-14T12:56:51.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f752c4f7b80 10 client.16935 fetch_fsmap learned FSMap version 57 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x56312f14ec00 con 0x56312f3ec2d0 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.460+0000 7f7501ffb700 1 -- 172.21.15.40:0/1208826049 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56312f291490 con 0x56312f3ec2d0 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f7501ffb700 1 -- 172.21.15.40:0/1208826049 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f7510014070 con 0x56312f3ec2d0 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f752c4f7b80 10 client.16935 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f752c4f7b80 10 client.16935 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f752c4f7b80 20 client.16935 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ffbc0 0x56312f401fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f752c4f7b80 4 client.16935 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56312f330e50 con 0x56312f3ffbc0 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f751e10d700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ffbc0 0x56312f401fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f751e10d700 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ffbc0 0x56312f401fd0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1d9d98f6350159a server_cookie=e48e40c4dc4702e0 in_seq=0 out_seq=0 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.461+0000 7f7501ffb700 10 client.16935 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f7501ffb700 1 -- 172.21.15.40:0/1208826049 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56312f330e50 con 0x56312f3ffbc0 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f7501ffb700 10 client.16935 handle_command_reply: tid=0 2023-07-14T12:56:51.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 client.16935 shutdown 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 msgr2=0x56312f3efd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 0x56312f3efd90 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f7510007b20 tx=0x7f7510007e30 comp rx=0 tx=0).stop 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 shutdown_connections 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3ec2d0 0x56312f3efd90 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f3f2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ffbc0 0x56312f401fd0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1208826049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3e6580 0x56312f3ef7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f7501ffb700 0 client.16935 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 >> 172.21.15.40:0/1208826049 conn(0x56312f3dbbe0 msgr2=0x56312f3e04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 shutdown_connections 2023-07-14T12:56:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1208826049 wait complete. 2023-07-14T12:56:51.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.462+0000 7f752c4f7b80 20 client.16935 trim_cache size 0 max 16384 2023-07-14T12:56:51.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 Processor -- start 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 -- start start 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3dbbe0 0x56312f3f6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f2426b0 0x56312f3e0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f3f2080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f3eba00 con 0x56312f3e6580 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f3f0370 con 0x56312f3dbbe0 2023-07-14T12:56:51.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f3e1fb0 con 0x56312f2426b0 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f751e90e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f3f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.477+0000 7f751e90e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f3f2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37488/0 (socket says 172.21.15.40:37488) 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 -- 172.21.15.40:0/3675683301 learned_addr learned my addr 172.21.15.40:0/3675683301 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e10d700 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3dbbe0 0x56312f3f6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751d90c700 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f2426b0 0x56312f3e0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 -- 172.21.15.40:0/3675683301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f2426b0 msgr2=0x56312f3e0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f2426b0 0x56312f3e0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 -- 172.21.15.40:0/3675683301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3dbbe0 msgr2=0x56312f3f6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3dbbe0 0x56312f3f6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 -- 172.21.15.40:0/3675683301 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56312f3e2880 con 0x56312f3e6580 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f751e90e700 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f3f2080 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f75100094f0 tx=0x7f7510007f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9091f4f07d5012 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f750d5ad700 1 -- 172.21.15.40:0/3675683301 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75100154c0 con 0x56312f3e6580 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f750d5ad700 1 -- 172.21.15.40:0/3675683301 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7510015620 con 0x56312f3e6580 2023-07-14T12:56:51.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.478+0000 7f750d5ad700 1 -- 172.21.15.40:0/3675683301 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7510016470 con 0x56312f3e6580 2023-07-14T12:56:51.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 -- 172.21.15.40:0/3675683301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 msgr2=0x56312f3f2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f3f2080 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f75100094f0 tx=0x7f7510007f40 comp rx=0 tx=0).stop 2023-07-14T12:56:51.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 -- 172.21.15.40:0/3675683301 shutdown_connections 2023-07-14T12:56:51.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f3f2080 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f3dbbe0 0x56312f3f6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/3675683301 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f2426b0 0x56312f3e0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 -- 172.21.15.40:0/3675683301 >> 172.21.15.40:0/3675683301 conn(0x56312f3fb770 msgr2=0x56312f3ed190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 -- 172.21.15.40:0/3675683301 shutdown_connections 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 -- 172.21.15.40:0/3675683301 wait complete. 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 -- start start 2023-07-14T12:56:51.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.479+0000 7f752c4f7b80 1 Processor -- start 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f44cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3dbbe0 0x56312f44d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f4479d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f447fd0 con 0x56312f3e6580 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f448140 con 0x56312f2426b0 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56312f448300 con 0x56312f3dbbe0 2023-07-14T12:56:51.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 10 client.0 _ll_register_callbacks cb 0x7f7510009da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f4479d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f4479d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37494/0 (socket says 172.21.15.40:37494) 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 -- 172.21.15.40:0/1443522051 learned_addr learned my addr 172.21.15.40:0/1443522051 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e10d700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f44cf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751d90c700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3dbbe0 0x56312f44d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 -- 172.21.15.40:0/1443522051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3dbbe0 msgr2=0x56312f44d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3dbbe0 0x56312f44d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 -- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 msgr2=0x56312f44cf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f44cf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 -- 172.21.15.40:0/1443522051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56312f14ec00 con 0x56312f3e6580 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f751e90e700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f4479d0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f7510016ea0 tx=0x7f75100155b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4f0d9638d11064 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f7501ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f7501ffb700 1 -- 172.21.15.40:0/1443522051 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7510015e60 con 0x56312f3e6580 2023-07-14T12:56:51.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f7501ffb700 1 -- 172.21.15.40:0/1443522051 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f75100118d0 con 0x56312f3e6580 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.480+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7514015070 con 0x56312f3e6580 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f7501ffb700 1 -- 172.21.15.40:0/1443522051 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7510011ad0 con 0x56312f3e6580 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 10 client.16941 fetch_fsmap learned FSMap version 57 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x56312f18c1f0 con 0x56312f3e6580 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f7501ffb700 1 -- 172.21.15.40:0/1443522051 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7514015070 con 0x56312f3e6580 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f7501ffb700 1 -- 172.21.15.40:0/1443522051 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f7510030070 con 0x56312f3e6580 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 10 client.16941 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:56:51.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 10 client.16941 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 20 client.16941 populate_metadata read hostname 'smithi040' 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ec2d0 0x56312f456950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 4 client.16941 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56312f2f2ff0 con 0x56312f3ec2d0 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.481+0000 7f751e10d700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ec2d0 0x56312f456950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.482+0000 7f7501ffb700 10 client.16941 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:51.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.482+0000 7f751e10d700 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ec2d0 0x56312f456950 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85ce95e2646c4e1f server_cookie=d354bd597367b6a in_seq=0 out_seq=0 2023-07-14T12:56:51.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f7501ffb700 1 -- 172.21.15.40:0/1443522051 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56312f2f2ff0 con 0x56312f3ec2d0 2023-07-14T12:56:51.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f7501ffb700 10 client.16941 handle_command_reply: tid=0 2023-07-14T12:56:51.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 client.16941 shutdown 2023-07-14T12:56:51.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 msgr2=0x56312f4479d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f4479d0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f7510016ea0 tx=0x7f75100155b0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 shutdown_connections 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56312f3e6580 0x56312f4479d0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56312f2426b0 0x56312f44cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56312f3ec2d0 0x56312f456950 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 --2- 172.21.15.40:0/1443522051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56312f3dbbe0 0x56312f44d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f7501ffb700 0 client.16941 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:56:51.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 >> 172.21.15.40:0/1443522051 conn(0x56312f3fb770 msgr2=0x56312f3ec900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:51.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 shutdown_connections 2023-07-14T12:56:51.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 1 -- 172.21.15.40:0/1443522051 wait complete. 2023-07-14T12:56:51.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.519+0000 7f752c4f7b80 20 client.16941 trim_cache size 0 max 16384 2023-07-14T12:56:51.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:56:51.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:56:51.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:56:51.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:56:51.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f75040a12c0 msgr2=0x7f75040a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f75040a12c0 0x7f75040a3770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7514005950 tx=0x7f751400b410 comp rx=0 tx=0).stop 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 msgr2=0x7f751819b020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f751819b020 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f7508009990 tx=0x7f7508004730 comp rx=0 tx=0).stop 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 shutdown_connections 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f75040a12c0 0x7f75040a3770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75180fe3f0 0x7f751819aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7518103430 0x7f7518194940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 --2- 172.21.15.40:0/3880384132 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75180fed90 0x7f751819b020 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:56:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.520+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 >> 172.21.15.40:0/3880384132 conn(0x7f7518075f90 msgr2=0x7f75180fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:56:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.521+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 shutdown_connections 2023-07-14T12:56:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:56:51.521+0000 7f7520371700 1 -- 172.21.15.40:0/3880384132 wait complete. 2023-07-14T12:56:52.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 313847 3.02 MB/sec execute 446 sec latency 1519.923 ms 2023-07-14T12:56:53.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 315517 3.03 MB/sec execute 447 sec latency 1777.212 ms 2023-07-14T12:56:53.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:52 smithi133 ceph-mon[98311]: pgmap v325: 97 pgs: 97 active+clean; 134 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 417 KiB/s rd, 780 KiB/s wr, 92 op/s 2023-07-14T12:56:53.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:52 smithi130 ceph-mon[97977]: pgmap v325: 97 pgs: 97 active+clean; 134 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 417 KiB/s rd, 780 KiB/s wr, 92 op/s 2023-07-14T12:56:53.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:52 smithi040 ceph-mon[96535]: pgmap v325: 97 pgs: 97 active+clean; 134 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 417 KiB/s rd, 780 KiB/s wr, 92 op/s 2023-07-14T12:56:54.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 316427 3.03 MB/sec execute 448 sec latency 174.699 ms 2023-07-14T12:56:55.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 316619 3.03 MB/sec execute 449 sec latency 1024.065 ms 2023-07-14T12:56:55.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:54 smithi133 ceph-mon[98311]: pgmap v326: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2023-07-14T12:56:55.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:54 smithi130 ceph-mon[97977]: pgmap v326: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2023-07-14T12:56:55.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:54 smithi040 ceph-mon[96535]: pgmap v326: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 1.4 MiB/s wr, 157 op/s 2023-07-14T12:56:56.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 317396 3.03 MB/sec execute 450 sec latency 551.560 ms 2023-07-14T12:56:57.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 317396 3.02 MB/sec execute 451 sec latency 1551.610 ms 2023-07-14T12:56:57.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:56 smithi133 ceph-mon[98311]: pgmap v327: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:56:57.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:56 smithi130 ceph-mon[97977]: pgmap v327: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:56:57.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:56 smithi040 ceph-mon[96535]: pgmap v327: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:56:58.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 319192 3.05 MB/sec execute 452 sec latency 1806.375 ms 2023-07-14T12:56:59.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320037 3.04 MB/sec execute 453 sec latency 145.417 ms 2023-07-14T12:56:59.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:56:58 smithi133 ceph-mon[98311]: pgmap v328: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:56:59.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:56:58 smithi130 ceph-mon[97977]: pgmap v328: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:56:59.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:56:58 smithi040 ceph-mon[96535]: pgmap v328: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:57:00.200 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320305 3.04 MB/sec execute 454 sec latency 992.025 ms 2023-07-14T12:57:01.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320855 3.04 MB/sec execute 455 sec latency 674.772 ms 2023-07-14T12:57:01.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:00 smithi133 ceph-mon[98311]: pgmap v329: 97 pgs: 97 active+clean; 136 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 1.8 MiB/s wr, 174 op/s 2023-07-14T12:57:01.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:00 smithi130 ceph-mon[97977]: pgmap v329: 97 pgs: 97 active+clean; 136 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 1.8 MiB/s wr, 174 op/s 2023-07-14T12:57:01.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:00 smithi040 ceph-mon[96535]: pgmap v329: 97 pgs: 97 active+clean; 136 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 892 KiB/s rd, 1.8 MiB/s wr, 174 op/s 2023-07-14T12:57:02.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320938 3.03 MB/sec execute 456 sec latency 1464.876 ms 2023-07-14T12:57:03.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320938 3.03 MB/sec execute 457 sec latency 1146.169 ms 2023-07-14T12:57:03.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:02 smithi133 ceph-mon[98311]: pgmap v330: 97 pgs: 97 active+clean; 136 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.2 MiB/s wr, 120 op/s 2023-07-14T12:57:03.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:02 smithi130 ceph-mon[97977]: pgmap v330: 97 pgs: 97 active+clean; 136 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.2 MiB/s wr, 120 op/s 2023-07-14T12:57:03.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:02 smithi040 ceph-mon[96535]: pgmap v330: 97 pgs: 97 active+clean; 136 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.2 MiB/s wr, 120 op/s 2023-07-14T12:57:04.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320938 3.02 MB/sec execute 458 sec latency 2146.266 ms 2023-07-14T12:57:04.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 -- 172.21.15.40:0/1334208804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 msgr2=0x7f93d810b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 --2- 172.21.15.40:0/1334208804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d810b660 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f93d000b0a0 tx=0x7f93d000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 -- 172.21.15.40:0/1334208804 shutdown_connections 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 --2- 172.21.15.40:0/1334208804 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93d81048a0 0x7f93d8104c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 --2- 172.21.15.40:0/1334208804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d810b660 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 --2- 172.21.15.40:0/1334208804 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93d81051b0 0x7f93d80fe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 -- 172.21.15.40:0/1334208804 >> 172.21.15.40:0/1334208804 conn(0x7f93d8074770 msgr2=0x7f93d8074b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 -- 172.21.15.40:0/1334208804 shutdown_connections 2023-07-14T12:57:04.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.643+0000 7f93ddba0700 1 -- 172.21.15.40:0/1334208804 wait complete. 2023-07-14T12:57:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 Processor -- start 2023-07-14T12:57:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 -- start start 2023-07-14T12:57:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d819b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93d81048a0 0x7f93d819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93d81051b0 0x7f93d8195960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93d8195fd0 con 0x7f93d80ff100 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93d8196140 con 0x7f93d81048a0 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93ddba0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93d8196300 con 0x7f93d81051b0 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.644+0000 7f93dcb9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d819b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d819b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37504/0 (socket says 172.21.15.40:37504) 2023-07-14T12:57:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 -- 172.21.15.40:0/4102147735 learned_addr learned my addr 172.21.15.40:0/4102147735 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93d7fff700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93d81048a0 0x7f93d819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dd39f700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93d81051b0 0x7f93d8195960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 -- 172.21.15.40:0/4102147735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93d81051b0 msgr2=0x7f93d8195960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93d81051b0 0x7f93d8195960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 -- 172.21.15.40:0/4102147735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93d81048a0 msgr2=0x7f93d819be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93d81048a0 0x7f93d819be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 -- 172.21.15.40:0/4102147735 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93d0009d00 con 0x7f93d80ff100 2023-07-14T12:57:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d819b8f0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00d950 tx=0x7f93cc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93d5ffb700 1 -- 172.21.15.40:0/4102147735 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93cc009940 con 0x7f93d80ff100 2023-07-14T12:57:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93d5ffb700 1 -- 172.21.15.40:0/4102147735 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93cc010460 con 0x7f93d80ff100 2023-07-14T12:57:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93d81965e0 con 0x7f93d80ff100 2023-07-14T12:57:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93d5ffb700 1 -- 172.21.15.40:0/4102147735 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93cc00f620 con 0x7f93d80ff100 2023-07-14T12:57:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.645+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93d81a28e0 con 0x7f93d80ff100 2023-07-14T12:57:04.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.647+0000 7f93d5ffb700 1 -- 172.21.15.40:0/4102147735 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f93cc0108d0 con 0x7f93d80ff100 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.648+0000 7f93d5ffb700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93c80a12c0 0x7f93c80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.648+0000 7f93d7fff700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93c80a12c0 0x7f93c80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.648+0000 7f93d5ffb700 1 -- 172.21.15.40:0/4102147735 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f93cc0ccc40 con 0x7f93d80ff100 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93d7fff700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93c80a12c0 0x7f93c80a3770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f93d80fc840 tx=0x7f93c400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 Processor -- start 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 -- start start 2023-07-14T12:57:04.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8880 0x55599e4d25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 0x55599e4d2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e3d3c50 con 0x55599e4d8cd0 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4269e0 con 0x55599e32a6b0 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.649+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e41fe70 con 0x55599e4d8880 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 0x55599e4d2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 0x55599e4d2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37516/0 (socket says 172.21.15.40:37516) 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 -- 172.21.15.40:0/482560266 learned_addr learned my addr 172.21.15.40:0/482560266 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93d7fff700 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8880 0x55599e4d25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 -- 172.21.15.40:0/482560266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8880 msgr2=0x55599e4d25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8880 0x55599e4d25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 -- 172.21.15.40:0/482560266 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 msgr2=0x55599e4d8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 -- 172.21.15.40:0/482560266 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55599e24dd80 con 0x55599e4d8cd0 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93d7fff700 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8880 0x55599e4d25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93dd39f700 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 0x55599e4d2b10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f93d0015000 tx=0x7f93d0009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a218da2192f300f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93c2ffd700 1 -- 172.21.15.40:0/482560266 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d000e050 con 0x55599e4d8cd0 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93c2ffd700 1 -- 172.21.15.40:0/482560266 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93d0009450 con 0x55599e4d8cd0 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.650+0000 7f93c2ffd700 1 -- 172.21.15.40:0/482560266 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d00053b0 con 0x55599e4d8cd0 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 -- 172.21.15.40:0/482560266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 msgr2=0x55599e4d2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 0x55599e4d2b10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f93d0015000 tx=0x7f93d0009c60 comp rx=0 tx=0).stop 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 -- 172.21.15.40:0/482560266 shutdown_connections 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8cd0 0x55599e4d2b10 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/482560266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8880 0x55599e4d25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 -- 172.21.15.40:0/482560266 >> 172.21.15.40:0/482560266 conn(0x55599e4c3d40 msgr2=0x55599e4c9340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 -- 172.21.15.40:0/482560266 shutdown_connections 2023-07-14T12:57:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 -- 172.21.15.40:0/482560266 wait complete. 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.651+0000 7f93eaf88b80 1 -- start start 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 Processor -- start 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 0x55599e4deaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8880 0x55599e4dbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4dc400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e3bfa60 con 0x55599e32a6b0 2023-07-14T12:57:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e3bf760 con 0x55599e4d8880 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e2a38c0 con 0x55599e4d8cd0 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93eaf88b80 10 client.0 _ll_register_callbacks cb 0x55599e3bd700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 0x55599e4deaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 0x55599e4deaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37518/0 (socket says 172.21.15.40:37518) 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 -- 172.21.15.40:0/3631344240 learned_addr learned my addr 172.21.15.40:0/3631344240 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93d7fff700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8880 0x55599e4dbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dd39f700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4dc400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 -- 172.21.15.40:0/3631344240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 msgr2=0x55599e4dc400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4dc400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 -- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8880 msgr2=0x55599e4dbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.652+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8880 0x55599e4dbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93dcb9e700 1 -- 172.21.15.40:0/3631344240 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93d810bf20 con 0x55599e32a6b0 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93d7fff700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8880 0x55599e4dbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93dd39f700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4dc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 0x55599e4deaf0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00b2f0 tx=0x7f93cc099d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4e765a213e7fd2b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93b7fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93b7fff700 1 -- 172.21.15.40:0/3631344240 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93cc0b2400 con 0x55599e32a6b0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93b7fff700 1 -- 172.21.15.40:0/3631344240 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f93cc099ec0 con 0x55599e32a6b0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55599e379490 con 0x55599e32a6b0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93b7fff700 1 -- 172.21.15.40:0/3631344240 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93cc09a080 con 0x55599e32a6b0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93eaf88b80 10 client.16953 fetch_fsmap learned FSMap version 57 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x55599e236c00 con 0x55599e32a6b0 2023-07-14T12:57:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93b7fff700 1 -- 172.21.15.40:0/3631344240 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93cc0c8080 con 0x55599e32a6b0 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93b7fff700 1 -- 172.21.15.40:0/3631344240 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f93cc0a1d20 con 0x55599e32a6b0 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93eaf88b80 10 client.16953 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.653+0000 7f93eaf88b80 10 client.16953 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93eaf88b80 20 client.16953 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e4ec0b0 0x55599e4ee4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93eaf88b80 4 client.16953 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:57:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55599e418e50 con 0x55599e4ec0b0 2023-07-14T12:57:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93d7fff700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e4ec0b0 0x55599e4ee4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93b7fff700 10 client.16953 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:04.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.654+0000 7f93d7fff700 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e4ec0b0 0x55599e4ee4c0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b46b0f46efe9e95 server_cookie=115fd4e90faa6f5 in_seq=0 out_seq=0 2023-07-14T12:57:04.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93b7fff700 1 -- 172.21.15.40:0/3631344240 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55599e418e50 con 0x55599e4ec0b0 2023-07-14T12:57:04.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93b7fff700 10 client.16953 handle_command_reply: tid=0 2023-07-14T12:57:04.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 client.16953 shutdown 2023-07-14T12:57:04.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 msgr2=0x55599e4deaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 0x55599e4deaf0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00b2f0 tx=0x7f93cc099d90 comp rx=0 tx=0).stop 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 shutdown_connections 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e4ec0b0 0x55599e4ee4c0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4dc400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e32a6b0 0x55599e4deaf0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93b7fff700 0 client.16953 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:04.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/3631344240 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8880 0x55599e4dbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 >> 172.21.15.40:0/3631344240 conn(0x55599e4c3d40 msgr2=0x55599e4cd190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:04.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 shutdown_connections 2023-07-14T12:57:04.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 1 -- 172.21.15.40:0/3631344240 wait complete. 2023-07-14T12:57:04.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.655+0000 7f93eaf88b80 20 client.16953 trim_cache size 0 max 16384 2023-07-14T12:57:04.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 Processor -- start 2023-07-14T12:57:04.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 -- start start 2023-07-14T12:57:04.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4de620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4c8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4dd3f0 con 0x55599e4d8880 2023-07-14T12:57:04.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4d7f90 con 0x55599e32a6b0 2023-07-14T12:57:04.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.670+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4d3340 con 0x55599e4d8cd0 2023-07-14T12:57:04.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4de620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4de620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37528/0 (socket says 172.21.15.40:37528) 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 -- 172.21.15.40:0/2431377206 learned_addr learned my addr 172.21.15.40:0/2431377206 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93dd39f700 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4c8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 -- 172.21.15.40:0/2431377206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 msgr2=0x55599e4c8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4c8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 -- 172.21.15.40:0/2431377206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 msgr2=0x55599e4d7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 -- 172.21.15.40:0/2431377206 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55599e4f30b0 con 0x55599e4d8880 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93d7fff700 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4de620 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x55599e4dd3c0 tx=0x7f93c4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=263c5dd371770428 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93c37fe700 1 -- 172.21.15.40:0/2431377206 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c4026450 con 0x55599e4d8880 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93c37fe700 1 -- 172.21.15.40:0/2431377206 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93c4025040 con 0x55599e4d8880 2023-07-14T12:57:04.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.671+0000 7f93c37fe700 1 -- 172.21.15.40:0/2431377206 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c4026d70 con 0x55599e4d8880 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 -- 172.21.15.40:0/2431377206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 msgr2=0x55599e4de620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4de620 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x55599e4dd3c0 tx=0x7f93c4013000 comp rx=0 tx=0).stop 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 -- 172.21.15.40:0/2431377206 shutdown_connections 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e4d8cd0 0x55599e4c8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e32a6b0 0x55599e4d7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/2431377206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4de620 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 -- 172.21.15.40:0/2431377206 >> 172.21.15.40:0/2431377206 conn(0x55599e4c3d40 msgr2=0x55599e4d6f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:04.709 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 -- 172.21.15.40:0/2431377206 shutdown_connections 2023-07-14T12:57:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 -- 172.21.15.40:0/2431377206 wait complete. 2023-07-14T12:57:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 -- start start 2023-07-14T12:57:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.672+0000 7f93eaf88b80 1 Processor -- start 2023-07-14T12:57:04.710 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e32a6b0 0x55599e4e3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4e1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8cd0 0x55599e4e18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4e1df0 con 0x55599e4d8880 2023-07-14T12:57:04.711 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4e1f60 con 0x55599e4d8cd0 2023-07-14T12:57:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55599e4e2120 con 0x55599e32a6b0 2023-07-14T12:57:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93eaf88b80 10 client.0 _ll_register_callbacks cb 0x7f93cc0997a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4e1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.712 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4e1370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37534/0 (socket says 172.21.15.40:37534) 2023-07-14T12:57:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93dcb9e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e32a6b0 0x55599e4e3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 -- 172.21.15.40:0/1767916629 learned_addr learned my addr 172.21.15.40:0/1767916629 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93dd39f700 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8cd0 0x55599e4e18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.713 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 -- 172.21.15.40:0/1767916629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e32a6b0 msgr2=0x55599e4e3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e32a6b0 0x55599e4e3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 -- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8cd0 msgr2=0x55599e4e18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8cd0 0x55599e4e18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.673+0000 7f93d7fff700 1 -- 172.21.15.40:0/1767916629 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93c4010c50 con 0x55599e4d8880 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93d7fff700 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4e1370 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f93c400ba00 tx=0x7f93c4010850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=406a83b720320092 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93b7fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93b7fff700 1 -- 172.21.15.40:0/1767916629 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c40265a0 con 0x55599e4d8880 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93b7fff700 1 -- 172.21.15.40:0/1767916629 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f93c4017070 con 0x55599e4d8880 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f93d0009450 con 0x55599e4d8880 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93b7fff700 1 -- 172.21.15.40:0/1767916629 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93c4026b30 con 0x55599e4d8880 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 10 client.16959 fetch_fsmap learned FSMap version 57 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x55599e2741f0 con 0x55599e4d8880 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93b7fff700 1 -- 172.21.15.40:0/1767916629 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f93d0009450 con 0x55599e4d8880 2023-07-14T12:57:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93b7fff700 1 -- 172.21.15.40:0/1767916629 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f93c40114f0 con 0x55599e4d8880 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 10 client.16959 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 10 client.16959 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 20 client.16959 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e541250 0x55599e543660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 4 client.16959 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.674+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55599e3daff0 con 0x55599e541250 2023-07-14T12:57:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.675+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e541250 0x55599e543660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.675+0000 7f93b7fff700 10 client.16959 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.675+0000 7f93dcb9e700 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e541250 0x55599e543660 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5638a08de6d147 server_cookie=e61fd8d2d12c2288 in_seq=0 out_seq=0 2023-07-14T12:57:04.741 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93b7fff700 1 -- 172.21.15.40:0/1767916629 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55599e3daff0 con 0x55599e541250 2023-07-14T12:57:04.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93b7fff700 10 client.16959 handle_command_reply: tid=0 2023-07-14T12:57:04.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 client.16959 shutdown 2023-07-14T12:57:04.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 msgr2=0x55599e4e1370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4e1370 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f93c400ba00 tx=0x7f93c4010850 comp rx=0 tx=0).stop 2023-07-14T12:57:04.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 shutdown_connections 2023-07-14T12:57:04.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55599e541250 0x55599e543660 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55599e32a6b0 0x55599e4e3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93b7fff700 0 client.16959 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:04.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55599e4d8cd0 0x55599e4e18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 --2- 172.21.15.40:0/1767916629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55599e4d8880 0x55599e4e1370 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 >> 172.21.15.40:0/1767916629 conn(0x55599e4c3d40 msgr2=0x55599e4cda20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:04.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 shutdown_connections 2023-07-14T12:57:04.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 1 -- 172.21.15.40:0/1767916629 wait complete. 2023-07-14T12:57:04.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93eaf88b80 20 client.16959 trim_cache size 0 max 16384 2023-07-14T12:57:04.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:57:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:57:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:57:04.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:57:04.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93c80a12c0 msgr2=0x7f93c80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93ddba0700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93c80a12c0 0x7f93c80a3770 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f93d80fc840 tx=0x7f93c400b410 comp rx=0 tx=0).stop 2023-07-14T12:57:04.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 msgr2=0x7f93d819b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:04.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.713+0000 7f93ddba0700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d819b8f0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f93cc00d950 tx=0x7f93cc00dc60 comp rx=0 tx=0).stop 2023-07-14T12:57:04.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 shutdown_connections 2023-07-14T12:57:04.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f93c80a12c0 0x7f93c80a3770 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f93d81051b0 0x7f93d8195960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93d80ff100 0x7f93d819b8f0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 --2- 172.21.15.40:0/4102147735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f93d81048a0 0x7f93d819be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:04.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 >> 172.21.15.40:0/4102147735 conn(0x7f93d8074770 msgr2=0x7f93d81025d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:04.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 shutdown_connections 2023-07-14T12:57:04.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:04.714+0000 7f93ddba0700 1 -- 172.21.15.40:0/4102147735 wait complete. 2023-07-14T12:57:05.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320938 3.01 MB/sec execute 459 sec latency 3146.381 ms 2023-07-14T12:57:05.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:04 smithi133 ceph-mon[98311]: pgmap v331: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 877 KiB/s rd, 1.8 MiB/s wr, 183 op/s 2023-07-14T12:57:05.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:04 smithi130 ceph-mon[97977]: pgmap v331: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 877 KiB/s rd, 1.8 MiB/s wr, 183 op/s 2023-07-14T12:57:05.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:04 smithi040 ceph-mon[96535]: pgmap v331: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 877 KiB/s rd, 1.8 MiB/s wr, 183 op/s 2023-07-14T12:57:06.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320938 3.01 MB/sec execute 460 sec latency 4146.479 ms 2023-07-14T12:57:06.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:05 smithi133 ceph-mon[98311]: pgmap v332: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:57:06.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:05 smithi130 ceph-mon[97977]: pgmap v332: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:57:06.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:05 smithi040 ceph-mon[96535]: pgmap v332: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 1.2 MiB/s wr, 118 op/s 2023-07-14T12:57:07.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 320938 3.00 MB/sec execute 461 sec latency 5146.595 ms 2023-07-14T12:57:08.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 321746 3.00 MB/sec execute 462 sec latency 5406.446 ms 2023-07-14T12:57:08.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:08 smithi130 ceph-mon[97977]: osdmap e94: 12 total, 12 up, 12 in 2023-07-14T12:57:08.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:08 smithi130 ceph-mon[97977]: pgmap v334: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:57:08.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:08 smithi040 ceph-mon[96535]: osdmap e94: 12 total, 12 up, 12 in 2023-07-14T12:57:08.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:08 smithi040 ceph-mon[96535]: pgmap v334: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:57:08.494 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:08 smithi133 ceph-mon[98311]: osdmap e94: 12 total, 12 up, 12 in 2023-07-14T12:57:08.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:08 smithi133 ceph-mon[98311]: pgmap v334: 97 pgs: 97 active+clean; 138 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:57:09.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 323352 3.02 MB/sec execute 463 sec latency 12.978 ms 2023-07-14T12:57:10.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 323763 3.01 MB/sec execute 464 sec latency 723.191 ms 2023-07-14T12:57:10.494 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:10 smithi133 ceph-mon[98311]: pgmap v335: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2023-07-14T12:57:10.534 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:10 smithi130 ceph-mon[97977]: pgmap v335: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2023-07-14T12:57:10.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:10 smithi040 ceph-mon[96535]: pgmap v335: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2023-07-14T12:57:11.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 324487 3.02 MB/sec execute 465 sec latency 586.470 ms 2023-07-14T12:57:12.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 324487 3.01 MB/sec execute 466 sec latency 1586.521 ms 2023-07-14T12:57:12.494 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:12 smithi133 ceph-mon[98311]: pgmap v336: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2023-07-14T12:57:12.534 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:12 smithi130 ceph-mon[97977]: pgmap v336: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2023-07-14T12:57:12.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:12 smithi040 ceph-mon[96535]: pgmap v336: 97 pgs: 97 active+clean; 133 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 1.1 MiB/s wr, 128 op/s 2023-07-14T12:57:13.201 INFO:tasks.workunit.client.0.smithi040.stdout: 1 326302 3.03 MB/sec execute 467 sec latency 1838.022 ms 2023-07-14T12:57:14.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 327128 3.03 MB/sec execute 468 sec latency 240.508 ms 2023-07-14T12:57:14.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:13 smithi133 ceph-mon[98311]: osdmap e95: 12 total, 12 up, 12 in 2023-07-14T12:57:14.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:13 smithi130 ceph-mon[97977]: osdmap e95: 12 total, 12 up, 12 in 2023-07-14T12:57:14.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:13 smithi040 ceph-mon[96535]: osdmap e95: 12 total, 12 up, 12 in 2023-07-14T12:57:15.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 327397 3.02 MB/sec execute 469 sec latency 1083.322 ms 2023-07-14T12:57:15.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:14 smithi133 ceph-mon[98311]: pgmap v338: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 1.2 MiB/s wr, 161 op/s 2023-07-14T12:57:15.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:14 smithi130 ceph-mon[97977]: pgmap v338: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 1.2 MiB/s wr, 161 op/s 2023-07-14T12:57:15.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:14 smithi040 ceph-mon[96535]: pgmap v338: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 1.2 MiB/s wr, 161 op/s 2023-07-14T12:57:16.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 328029 3.02 MB/sec execute 470 sec latency 651.628 ms 2023-07-14T12:57:16.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:15 smithi133 ceph-mon[98311]: pgmap v339: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 1.2 MiB/s wr, 160 op/s 2023-07-14T12:57:16.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:15 smithi130 ceph-mon[97977]: pgmap v339: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 1.2 MiB/s wr, 160 op/s 2023-07-14T12:57:16.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:15 smithi040 ceph-mon[96535]: pgmap v339: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 733 KiB/s rd, 1.2 MiB/s wr, 160 op/s 2023-07-14T12:57:17.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 328029 3.02 MB/sec execute 471 sec latency 1651.716 ms 2023-07-14T12:57:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 -- 172.21.15.40:0/3634413417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c0685b0 msgr2=0x7f392c104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 --2- 172.21.15.40:0/3634413417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c0685b0 0x7f392c104770 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f391c0099c0 tx=0x7f391c009cd0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 -- 172.21.15.40:0/3634413417 shutdown_connections 2023-07-14T12:57:17.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 --2- 172.21.15.40:0/3634413417 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f392c067c10 0x7f392c067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 --2- 172.21.15.40:0/3634413417 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c104e50 0x7f392c10ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 --2- 172.21.15.40:0/3634413417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c0685b0 0x7f392c104770 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 -- 172.21.15.40:0/3634413417 >> 172.21.15.40:0/3634413417 conn(0x7f392c074760 msgr2=0x7f392c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 -- 172.21.15.40:0/3634413417 shutdown_connections 2023-07-14T12:57:17.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.839+0000 7f39343f1700 1 -- 172.21.15.40:0/3634413417 wait complete. 2023-07-14T12:57:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 Processor -- start 2023-07-14T12:57:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 -- start start 2023-07-14T12:57:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c067c10 0x7f392c0fec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f392c0685b0 0x7f392c0ff180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 0x7f392c1a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f392c1a42e0 con 0x7f392c104e50 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f392c1a4420 con 0x7f392c067c10 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f39343f1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f392c1a4590 con 0x7f392c0685b0 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 0x7f392c1a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393218d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c067c10 0x7f392c0fec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 0x7f392c1a3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37550/0 (socket says 172.21.15.40:37550) 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393218d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c067c10 0x7f392c0fec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54800/0 (socket says 172.21.15.40:54800) 2023-07-14T12:57:17.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 -- 172.21.15.40:0/4141148552 learned_addr learned my addr 172.21.15.40:0/4141148552 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393198c700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f392c0685b0 0x7f392c0ff180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 -- 172.21.15.40:0/4141148552 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f392c0685b0 msgr2=0x7f392c0ff180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f392c0685b0 0x7f392c0ff180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 -- 172.21.15.40:0/4141148552 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c067c10 msgr2=0x7f392c0fec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c067c10 0x7f392c0fec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.840+0000 7f393298e700 1 -- 172.21.15.40:0/4141148552 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f391c0095f0 con 0x7f392c104e50 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.841+0000 7f393298e700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 0x7f392c1a3da0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f392400ef30 tx=0x7f392400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:17.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.841+0000 7f39237fe700 1 -- 172.21.15.40:0/4141148552 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3924018070 con 0x7f392c104e50 2023-07-14T12:57:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.841+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f392c1a4810 con 0x7f392c104e50 2023-07-14T12:57:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.841+0000 7f39237fe700 1 -- 172.21.15.40:0/4141148552 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f392400f040 con 0x7f392c104e50 2023-07-14T12:57:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.841+0000 7f39237fe700 1 -- 172.21.15.40:0/4141148552 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f392400cd00 con 0x7f392c104e50 2023-07-14T12:57:17.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.841+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f392c1a4cf0 con 0x7f392c104e50 2023-07-14T12:57:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.843+0000 7f39237fe700 1 -- 172.21.15.40:0/4141148552 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f3924003a00 con 0x7f392c104e50 2023-07-14T12:57:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.844+0000 7f39237fe700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f39180a12c0 0x7f39180a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.844+0000 7f39237fe700 1 -- 172.21.15.40:0/4141148552 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f39240cc8d0 con 0x7f392c104e50 2023-07-14T12:57:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.844+0000 7f393218d700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f39180a12c0 0x7f39180a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.844+0000 7f393218d700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f39180a12c0 0x7f39180a3770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3928005950 tx=0x7f392800b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.844+0000 7f3940577b80 1 Processor -- start 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 -- start start 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c11dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c118040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c118580 0x55a11c1189d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c01dc50 con 0x55a11c11e2d0 2023-07-14T12:57:17.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c0709e0 con 0x55a11c118580 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f3940577b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c069e70 con 0x55a11bf746b0 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f393198c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c118040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f393198c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c118040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37556/0 (socket says 172.21.15.40:37556) 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f393298e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c118580 0x55a11c1189d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f393198c700 1 -- 172.21.15.40:0/3378210933 learned_addr learned my addr 172.21.15.40:0/3378210933 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.845+0000 7f393218d700 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c11dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393298e700 1 -- 172.21.15.40:0/3378210933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 msgr2=0x55a11c11dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393298e700 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c11dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393298e700 1 -- 172.21.15.40:0/3378210933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 msgr2=0x55a11c118040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393298e700 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c118040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393298e700 1 -- 172.21.15.40:0/3378210933 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a11be97d80 con 0x55a11c118580 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393198c700 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c118040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393218d700 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c11dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f393298e700 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c118580 0x55a11c1189d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f39240c9fd0 tx=0x7f39240995f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d15c8810de6996c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:17.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f3920dac700 1 -- 172.21.15.40:0/3378210933 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39240999e0 con 0x55a11c118580 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f3920dac700 1 -- 172.21.15.40:0/3378210933 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f392409da10 con 0x55a11c118580 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.846+0000 7f3920dac700 1 -- 172.21.15.40:0/3378210933 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3924099e40 con 0x55a11c118580 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 -- 172.21.15.40:0/3378210933 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c118580 msgr2=0x55a11c1189d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c118580 0x55a11c1189d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f39240c9fd0 tx=0x7f39240995f0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 -- 172.21.15.40:0/3378210933 shutdown_connections 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c11dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c118580 0x55a11c1189d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 --2- 172.21.15.40:0/3378210933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c118040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 -- 172.21.15.40:0/3378210933 >> 172.21.15.40:0/3378210933 conn(0x55a11c10dbe0 msgr2=0x55a11c112f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 -- 172.21.15.40:0/3378210933 shutdown_connections 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 -- 172.21.15.40:0/3378210933 wait complete. 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 -- start start 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.847+0000 7f3940577b80 1 Processor -- start 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 0x55a11c124610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c121900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c122040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c009a60 con 0x55a11c11e2d0 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c009760 con 0x55a11bf746b0 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11beed8c0 con 0x55a11c118580 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3940577b80 10 client.0 _ll_register_callbacks cb 0x55a11c007700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393218d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 0x55a11c124610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c121900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393218d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 0x55a11c124610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54814/0 (socket says 172.21.15.40:54814) 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393218d700 1 -- 172.21.15.40:0/2969032842 learned_addr learned my addr 172.21.15.40:0/2969032842 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393298e700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c122040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 -- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 msgr2=0x55a11c124610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 0x55a11c124610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 -- 172.21.15.40:0/2969032842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 msgr2=0x55a11c122040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c122040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 -- 172.21.15.40:0/2969032842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f392c10d210 con 0x55a11c118580 2023-07-14T12:57:17.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393218d700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 0x55a11c124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:57:17.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f393198c700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c121900 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f391c0036c0 tx=0x7f391c005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61880410cb674a8e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:17.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.848+0000 7f3915ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:57:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3915ffb700 1 -- 172.21.15.40:0/2969032842 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f391c005670 con 0x55a11c118580 2023-07-14T12:57:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3915ffb700 1 -- 172.21.15.40:0/2969032842 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f391c00b790 con 0x55a11c118580 2023-07-14T12:57:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a11bfc3490 con 0x55a11c118580 2023-07-14T12:57:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3915ffb700 1 -- 172.21.15.40:0/2969032842 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f391c00b970 con 0x55a11c118580 2023-07-14T12:57:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 10 client.26467 fetch_fsmap learned FSMap version 57 2023-07-14T12:57:17.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x7f392c1a4cf0 con 0x55a11c118580 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3915ffb700 1 -- 172.21.15.40:0/2969032842 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f391c030080 con 0x55a11c118580 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3915ffb700 1 -- 172.21.15.40:0/2969032842 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f391c02cb60 con 0x55a11c118580 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 10 client.26467 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 10 client.26467 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 20 client.26467 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c131c20 0x55a11c134030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 4 client.26467 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:57:17.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a11c062e50 con 0x55a11c131c20 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.849+0000 7f393218d700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c131c20 0x55a11c134030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.850+0000 7f3915ffb700 10 client.26467 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.850+0000 7f393218d700 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c131c20 0x55a11c134030 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=630ab59c9c094293 server_cookie=fc20d2f82d75fa17 in_seq=0 out_seq=0 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3915ffb700 1 -- 172.21.15.40:0/2969032842 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a11c062e50 con 0x55a11c131c20 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3915ffb700 10 client.26467 handle_command_reply: tid=0 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 client.26467 shutdown 2023-07-14T12:57:17.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 msgr2=0x55a11c121900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c121900 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f391c0036c0 tx=0x7f391c005040 comp rx=0 tx=0).stop 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 shutdown_connections 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c11e2d0 0x55a11c122040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11bf746b0 0x55a11c124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c131c20 0x55a11c134030 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 --2- 172.21.15.40:0/2969032842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c121900 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3915ffb700 0 client.26467 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:17.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 >> 172.21.15.40:0/2969032842 conn(0x55a11c10dbe0 msgr2=0x55a11c1124e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 shutdown_connections 2023-07-14T12:57:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 1 -- 172.21.15.40:0/2969032842 wait complete. 2023-07-14T12:57:17.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.851+0000 7f3940577b80 20 client.26467 trim_cache size 0 max 16384 2023-07-14T12:57:17.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 Processor -- start 2023-07-14T12:57:17.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 -- start start 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c118040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 0x55a11c128260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c11d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c12f220 con 0x55a11c118580 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c113fe0 con 0x55a11c11e2d0 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.866+0000 7f3940577b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c119000 con 0x55a11bf746b0 2023-07-14T12:57:17.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 0x55a11c128260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 0x55a11c128260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37570/0 (socket says 172.21.15.40:37570) 2023-07-14T12:57:17.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393298e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c11d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 -- 172.21.15.40:0/3502528576 learned_addr learned my addr 172.21.15.40:0/3502528576 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:17.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393218d700 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c118040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 -- 172.21.15.40:0/3502528576 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 msgr2=0x55a11c118040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c118040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 -- 172.21.15.40:0/3502528576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 msgr2=0x55a11c11d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c11d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 -- 172.21.15.40:0/3502528576 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a11be80c00 con 0x55a11c118580 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393298e700 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c11d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f393198c700 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 0x55a11c128260 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f391c02cef0 tx=0x7f391c0059e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78856cff1d5d181 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f39215ad700 1 -- 172.21.15.40:0/3502528576 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f391c00b540 con 0x55a11c118580 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f39215ad700 1 -- 172.21.15.40:0/3502528576 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a11bfc3490 con 0x55a11c118580 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.867+0000 7f39215ad700 1 -- 172.21.15.40:0/3502528576 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f391c00f840 con 0x55a11c118580 2023-07-14T12:57:17.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 -- 172.21.15.40:0/3502528576 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 msgr2=0x55a11c128260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 0x55a11c128260 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f391c02cef0 tx=0x7f391c0059e0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 -- 172.21.15.40:0/3502528576 shutdown_connections 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11bf746b0 0x55a11c118040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c11d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 --2- 172.21.15.40:0/3502528576 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11c118580 0x55a11c128260 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 -- 172.21.15.40:0/3502528576 >> 172.21.15.40:0/3502528576 conn(0x55a11c10dbe0 msgr2=0x55a11c11ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 -- 172.21.15.40:0/3502528576 shutdown_connections 2023-07-14T12:57:17.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.868+0000 7f3940577b80 1 -- 172.21.15.40:0/3502528576 wait complete. 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 -- start start 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 Processor -- start 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 0x55a11c128200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c1261e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c126720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c126d40 con 0x55a11bf746b0 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c126e80 con 0x55a11c11e2d0 2023-07-14T12:57:17.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a11c127040 con 0x55a11c118580 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f3940577b80 10 client.0 _ll_register_callbacks cb 0x55a11c007700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f393218d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 0x55a11c128200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f393218d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 0x55a11c128200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37574/0 (socket says 172.21.15.40:37574) 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f393218d700 1 -- 172.21.15.40:0/2310919542 learned_addr learned my addr 172.21.15.40:0/2310919542 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.869+0000 7f393198c700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c1261e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393298e700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c126720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393218d700 1 -- 172.21.15.40:0/2310919542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 msgr2=0x55a11c1261e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393218d700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c1261e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393218d700 1 -- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 msgr2=0x55a11c126720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393218d700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c126720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393218d700 1 -- 172.21.15.40:0/2310919542 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a11be97d80 con 0x55a11bf746b0 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393298e700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c126720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f393218d700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 0x55a11c128200 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f3928010bc0 tx=0x7f3928013070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ad7d3d5b3cb21a4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3915ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:17.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3915ffb700 1 -- 172.21.15.40:0/2310919542 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3928027040 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3915ffb700 1 -- 172.21.15.40:0/2310919542 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f3928017070 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f392409da10 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3915ffb700 1 -- 172.21.15.40:0/2310919542 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39280273a0 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3940577b80 10 client.16977 fetch_fsmap learned FSMap version 57 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x7f392c1a4cf0 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.870+0000 7f3915ffb700 1 -- 172.21.15.40:0/2310919542 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f392803b080 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3915ffb700 1 -- 172.21.15.40:0/2310919542 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f3928035030 con 0x55a11bf746b0 2023-07-14T12:57:17.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3940577b80 10 client.16977 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3940577b80 10 client.16977 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3940577b80 20 client.16977 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3940577b80 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c186190 0x55a11c1885a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3940577b80 4 client.16977 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a11c024ff0 con 0x55a11c186190 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f393198c700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c186190 0x55a11c1885a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:17.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f393198c700 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c186190 0x55a11c1885a0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54fa9a22cd51d4e2 server_cookie=d7a9eaec4a585b92 in_seq=0 out_seq=0 2023-07-14T12:57:17.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.871+0000 7f3915ffb700 10 client.16977 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:17.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3915ffb700 1 -- 172.21.15.40:0/2310919542 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a11c024ff0 con 0x55a11c186190 2023-07-14T12:57:17.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3915ffb700 10 client.16977 handle_command_reply: tid=0 2023-07-14T12:57:17.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 client.16977 shutdown 2023-07-14T12:57:17.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 msgr2=0x55a11c128200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 0x55a11c128200 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f3928010bc0 tx=0x7f3928013070 comp rx=0 tx=0).stop 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 shutdown_connections 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a11c11e2d0 0x55a11c126720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a11bf746b0 0x55a11c128200 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a11c186190 0x55a11c1885a0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 --2- 172.21.15.40:0/2310919542 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a11c118580 0x55a11c1261e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3915ffb700 0 client.16977 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:17.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.901+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 >> 172.21.15.40:0/2310919542 conn(0x55a11c10dbe0 msgr2=0x55a11c1231a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:17.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 shutdown_connections 2023-07-14T12:57:17.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f3940577b80 1 -- 172.21.15.40:0/2310919542 wait complete. 2023-07-14T12:57:17.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f3940577b80 20 client.16977 trim_cache size 0 max 16384 2023-07-14T12:57:17.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:57:17.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:57:17.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:57:17.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:57:17.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f39180a12c0 msgr2=0x7f39180a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f39180a12c0 0x7f39180a3770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3928005950 tx=0x7f392800b410 comp rx=0 tx=0).stop 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 msgr2=0x7f392c1a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 0x7f392c1a3da0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f392400ef30 tx=0x7f392400c3a0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 shutdown_connections 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f39180a12c0 0x7f39180a3770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f392c104e50 0x7f392c1a3da0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f392c067c10 0x7f392c0fec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 --2- 172.21.15.40:0/4141148552 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f392c0685b0 0x7f392c0ff180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:17.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 >> 172.21.15.40:0/4141148552 conn(0x7f392c074760 msgr2=0x7f392c103740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:17.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 shutdown_connections 2023-07-14T12:57:17.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:17.902+0000 7f39343f1700 1 -- 172.21.15.40:0/4141148552 wait complete. 2023-07-14T12:57:18.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 329700 3.03 MB/sec execute 472 sec latency 1901.679 ms 2023-07-14T12:57:19.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 330608 3.04 MB/sec execute 473 sec latency 239.855 ms 2023-07-14T12:57:19.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:18 smithi133 ceph-mon[98311]: pgmap v340: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 999 KiB/s wr, 129 op/s 2023-07-14T12:57:19.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:18 smithi130 ceph-mon[97977]: pgmap v340: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 999 KiB/s wr, 129 op/s 2023-07-14T12:57:19.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:18 smithi040 ceph-mon[96535]: pgmap v340: 97 pgs: 97 active+clean; 134 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 999 KiB/s wr, 129 op/s 2023-07-14T12:57:20.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 330839 3.03 MB/sec execute 474 sec latency 1087.218 ms 2023-07-14T12:57:21.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 331577 3.03 MB/sec execute 475 sec latency 591.711 ms 2023-07-14T12:57:21.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:20 smithi133 ceph-mon[98311]: pgmap v341: 97 pgs: 97 active+clean; 137 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 1.2 MiB/s wr, 150 op/s 2023-07-14T12:57:21.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:20 smithi130 ceph-mon[97977]: pgmap v341: 97 pgs: 97 active+clean; 137 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 1.2 MiB/s wr, 150 op/s 2023-07-14T12:57:21.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:20 smithi040 ceph-mon[96535]: pgmap v341: 97 pgs: 97 active+clean; 137 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 1.2 MiB/s wr, 150 op/s 2023-07-14T12:57:22.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 331577 3.03 MB/sec execute 476 sec latency 1591.810 ms 2023-07-14T12:57:23.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 333247 3.04 MB/sec execute 477 sec latency 1846.941 ms 2023-07-14T12:57:23.244 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:22 smithi133 ceph-mon[98311]: pgmap v342: 97 pgs: 97 active+clean; 137 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 1.2 MiB/s wr, 150 op/s 2023-07-14T12:57:23.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:22 smithi130 ceph-mon[97977]: pgmap v342: 97 pgs: 97 active+clean; 137 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 1.2 MiB/s wr, 150 op/s 2023-07-14T12:57:23.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:22 smithi040 ceph-mon[96535]: pgmap v342: 97 pgs: 97 active+clean; 137 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 1.2 MiB/s wr, 150 op/s 2023-07-14T12:57:24.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 334151 3.04 MB/sec execute 478 sec latency 183.737 ms 2023-07-14T12:57:24.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:23 smithi130 ceph-mon[97977]: pgmap v343: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 219 op/s 2023-07-14T12:57:24.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:23 smithi040 ceph-mon[96535]: pgmap v343: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 219 op/s 2023-07-14T12:57:24.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:23 smithi133 ceph-mon[98311]: pgmap v343: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 219 op/s 2023-07-14T12:57:25.202 INFO:tasks.workunit.client.0.smithi040.stdout: 1 334365 3.04 MB/sec execute 479 sec latency 1031.368 ms 2023-07-14T12:57:26.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 335120 3.04 MB/sec execute 480 sec latency 522.341 ms 2023-07-14T12:57:26.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:26 smithi133 ceph-mon[98311]: pgmap v344: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:26.534 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:26 smithi130 ceph-mon[97977]: pgmap v344: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:26.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:26 smithi040 ceph-mon[96535]: pgmap v344: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:27.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 335120 3.04 MB/sec execute 481 sec latency 1522.468 ms 2023-07-14T12:57:28.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 336797 3.05 MB/sec execute 482 sec latency 1780.056 ms 2023-07-14T12:57:29.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 337643 3.05 MB/sec execute 483 sec latency 255.312 ms 2023-07-14T12:57:29.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:28 smithi133 ceph-mon[98311]: pgmap v345: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:29.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:28 smithi130 ceph-mon[97977]: pgmap v345: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:29.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:28 smithi040 ceph-mon[96535]: pgmap v345: 97 pgs: 97 active+clean; 140 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:30.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 337879 3.05 MB/sec execute 484 sec latency 1102.221 ms 2023-07-14T12:57:31.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 -- 172.21.15.40:0/3712107002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff00ffde0 msgr2=0x7feff01001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 --2- 172.21.15.40:0/3712107002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff00ffde0 0x7feff01001b0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fefe00099c0 tx=0x7fefe0009cd0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 -- 172.21.15.40:0/3712107002 shutdown_connections 2023-07-14T12:57:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 --2- 172.21.15.40:0/3712107002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feff0104e20 0x7feff010c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 --2- 172.21.15.40:0/3712107002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff00ffde0 0x7feff01001b0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 --2- 172.21.15.40:0/3712107002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff0100780 0x7feff0104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 -- 172.21.15.40:0/3712107002 >> 172.21.15.40:0/3712107002 conn(0x7feff00fb6f0 msgr2=0x7feff00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 -- 172.21.15.40:0/3712107002 shutdown_connections 2023-07-14T12:57:31.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.030+0000 7feff4d7a700 1 -- 172.21.15.40:0/3712107002 wait complete. 2023-07-14T12:57:31.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 Processor -- start 2023-07-14T12:57:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 -- start start 2023-07-14T12:57:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feff00ffde0 0x7feff0197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 0x7feff0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff0104e20 0x7feff019c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff019d000 con 0x7feff0100780 2023-07-14T12:57:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff019d170 con 0x7feff00ffde0 2023-07-14T12:57:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7feff4d7a700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff019d330 con 0x7feff0104e20 2023-07-14T12:57:31.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7fefedd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 0x7feff0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7fefedd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 0x7feff0198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37590/0 (socket says 172.21.15.40:37590) 2023-07-14T12:57:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7fefedd9b700 1 -- 172.21.15.40:0/384321619 learned_addr learned my addr 172.21.15.40:0/384321619 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7fefee59c700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feff00ffde0 0x7feff0197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.031+0000 7fefeed9d700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff0104e20 0x7feff019c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefedd9b700 1 -- 172.21.15.40:0/384321619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff0104e20 msgr2=0x7feff019c9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefedd9b700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff0104e20 0x7feff019c9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefedd9b700 1 -- 172.21.15.40:0/384321619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feff00ffde0 msgr2=0x7feff0197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefedd9b700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feff00ffde0 0x7feff0197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefedd9b700 1 -- 172.21.15.40:0/384321619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe00095f0 con 0x7feff0100780 2023-07-14T12:57:31.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefedd9b700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 0x7feff0198350 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fefe400e940 tx=0x7fefe400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:31.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefdf7fe700 1 -- 172.21.15.40:0/384321619 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe4009730 con 0x7feff0100780 2023-07-14T12:57:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefdf7fe700 1 -- 172.21.15.40:0/384321619 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fefe4010430 con 0x7feff0100780 2023-07-14T12:57:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feff019d610 con 0x7feff0100780 2023-07-14T12:57:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7fefdf7fe700 1 -- 172.21.15.40:0/384321619 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe400cea0 con 0x7feff0100780 2023-07-14T12:57:31.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.032+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feff01a4e50 con 0x7feff0100780 2023-07-14T12:57:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.034+0000 7fefdf7fe700 1 -- 172.21.15.40:0/384321619 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fefe4010810 con 0x7feff0100780 2023-07-14T12:57:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.035+0000 7fefdf7fe700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fefd80a12c0 0x7fefd80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.035+0000 7fefdf7fe700 1 -- 172.21.15.40:0/384321619 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fefe4014070 con 0x7feff0100780 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.035+0000 7fefee59c700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fefd80a12c0 0x7fefd80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.035+0000 7fefee59c700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fefd80a12c0 0x7fefd80a3770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fefe0009990 tx=0x7fefe0005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.035+0000 7ff000f00b80 1 Processor -- start 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 -- start start 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa50d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa512d0 0x55c80aa4b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa4b580 0x55c80aa4b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80a950c50 con 0x55c80a8a76b0 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80a9a39e0 con 0x55c80aa4b580 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7ff000f00b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80a99ce70 con 0x55c80aa512d0 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7fefee59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa50d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7fefee59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa50d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37596/0 (socket says 172.21.15.40:37596) 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7fefee59c700 1 -- 172.21.15.40:0/3506371970 learned_addr learned my addr 172.21.15.40:0/3506371970 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.036+0000 7fefedd9b700 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa512d0 0x55c80aa4b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefeed9d700 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa4b580 0x55c80aa4b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefee59c700 1 -- 172.21.15.40:0/3506371970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa512d0 msgr2=0x55c80aa4b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefee59c700 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa512d0 0x55c80aa4b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefee59c700 1 -- 172.21.15.40:0/3506371970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa4b580 msgr2=0x55c80aa4b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefee59c700 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa4b580 0x55c80aa4b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefee59c700 1 -- 172.21.15.40:0/3506371970 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c80a7cad80 con 0x55c80a8a76b0 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefedd9b700 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa512d0 0x55c80aa4b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefee59c700 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa50d90 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fefe00099c0 tx=0x7fefe001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f25cbedf047f1433 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefdcff9700 1 -- 172.21.15.40:0/3506371970 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe000b990 con 0x55c80a8a76b0 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefdcff9700 1 -- 172.21.15.40:0/3506371970 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fefe001e040 con 0x55c80a8a76b0 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.037+0000 7fefdcff9700 1 -- 172.21.15.40:0/3506371970 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe00306c0 con 0x55c80a8a76b0 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 -- 172.21.15.40:0/3506371970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 msgr2=0x55c80aa50d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa50d90 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fefe00099c0 tx=0x7fefe001f000 comp rx=0 tx=0).stop 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 -- 172.21.15.40:0/3506371970 shutdown_connections 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa4b580 0x55c80aa4b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa50d90 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 --2- 172.21.15.40:0/3506371970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa512d0 0x55c80aa4b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 -- 172.21.15.40:0/3506371970 >> 172.21.15.40:0/3506371970 conn(0x55c80aa40be0 msgr2=0x55c80aa45f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 -- 172.21.15.40:0/3506371970 shutdown_connections 2023-07-14T12:57:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 -- 172.21.15.40:0/3506371970 wait complete. 2023-07-14T12:57:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 -- start start 2023-07-14T12:57:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.038+0000 7ff000f00b80 1 Processor -- start 2023-07-14T12:57:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 0x55c80aa5a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa4b580 0x55c80aa5ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa54940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80a93ca60 con 0x55c80aa4b580 2023-07-14T12:57:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80a93c760 con 0x55c80aa512d0 2023-07-14T12:57:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80a8208c0 con 0x55c80a8a76b0 2023-07-14T12:57:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7ff000f00b80 10 client.0 _ll_register_callbacks cb 0x55c80a93a700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefedd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa4b580 0x55c80aa5ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 0x55c80aa5a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 0x55c80aa5a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51292/0 (socket says 172.21.15.40:51292) 2023-07-14T12:57:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 -- 172.21.15.40:0/1800119850 learned_addr learned my addr 172.21.15.40:0/1800119850 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefeed9d700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa54940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 -- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 msgr2=0x55c80aa54940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa54940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 -- 172.21.15.40:0/1800119850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa4b580 msgr2=0x55c80aa5ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa4b580 0x55c80aa5ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 -- 172.21.15.40:0/1800119850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feff01a4e50 con 0x55c80a8a76b0 2023-07-14T12:57:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefeed9d700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa54940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefedd9b700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa4b580 0x55c80aa5ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:57:31.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefee59c700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 0x55c80aa5a640 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fefe00098e0 tx=0x7fefe00038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf6ffbda24426e38 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:31.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefd5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:57:31.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.039+0000 7fefd5ffb700 1 -- 172.21.15.40:0/1800119850 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe0030b80 con 0x55c80a8a76b0 2023-07-14T12:57:31.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7fefd5ffb700 1 -- 172.21.15.40:0/1800119850 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fefe0030ce0 con 0x55c80a8a76b0 2023-07-14T12:57:31.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c80a8f6490 con 0x55c80a8a76b0 2023-07-14T12:57:31.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7fefd5ffb700 1 -- 172.21.15.40:0/1800119850 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefe0030ea0 con 0x55c80a8a76b0 2023-07-14T12:57:31.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 10 client.26485 fetch_fsmap learned FSMap version 57 2023-07-14T12:57:31.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x7feff010d230 con 0x55c80a8a76b0 2023-07-14T12:57:31.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7fefd5ffb700 1 -- 172.21.15.40:0/1800119850 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c80a8f6490 con 0x55c80a8a76b0 2023-07-14T12:57:31.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7fefd5ffb700 1 -- 172.21.15.40:0/1800119850 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fefe000f880 con 0x55c80a8a76b0 2023-07-14T12:57:31.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 10 client.26485 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:57:31.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 10 client.26485 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:31.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 20 client.26485 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aa64700 0x55c80aa66b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 4 client.26485 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:57:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.040+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c80a995e50 con 0x55c80aa64700 2023-07-14T12:57:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.041+0000 7fefedd9b700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aa64700 0x55c80aa66b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.041+0000 7fefd5ffb700 10 client.26485 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.041+0000 7fefedd9b700 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aa64700 0x55c80aa66b10 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faf5fdf66c146050 server_cookie=9e79d10ea5338970 in_seq=0 out_seq=0 2023-07-14T12:57:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7fefd5ffb700 1 -- 172.21.15.40:0/1800119850 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c80a995e50 con 0x55c80aa64700 2023-07-14T12:57:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7fefd5ffb700 10 client.26485 handle_command_reply: tid=0 2023-07-14T12:57:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 client.26485 shutdown 2023-07-14T12:57:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 msgr2=0x55c80aa5a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 0x55c80aa5a640 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fefe00098e0 tx=0x7fefe00038a0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 shutdown_connections 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aa64700 0x55c80aa66b10 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80a8a76b0 0x55c80aa5a640 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa54940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 --2- 172.21.15.40:0/1800119850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa4b580 0x55c80aa5ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7fefd5ffb700 0 client.26485 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:31.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 >> 172.21.15.40:0/1800119850 conn(0x55c80aa40be0 msgr2=0x55c80aa454e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:31.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 shutdown_connections 2023-07-14T12:57:31.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 1 -- 172.21.15.40:0/1800119850 wait complete. 2023-07-14T12:57:31.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.042+0000 7ff000f00b80 20 client.26485 trim_cache size 0 max 16384 2023-07-14T12:57:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 Processor -- start 2023-07-14T12:57:31.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 -- start start 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa4b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aa54a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa50220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80aa50a10 con 0x55c80a8a76b0 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80aa516a0 con 0x55c80aa512d0 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7ff000f00b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80aa42d00 con 0x55c80aa4b580 2023-07-14T12:57:31.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa4b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa4b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37610/0 (socket says 172.21.15.40:37610) 2023-07-14T12:57:31.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 -- 172.21.15.40:0/4073790954 learned_addr learned my addr 172.21.15.40:0/4073790954 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:31.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefedd9b700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aa54a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefeed9d700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa50220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 -- 172.21.15.40:0/4073790954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 msgr2=0x55c80aa54a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aa54a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 -- 172.21.15.40:0/4073790954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 msgr2=0x55c80aa50220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa50220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 -- 172.21.15.40:0/4073790954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c80aa6b700 con 0x55c80a8a76b0 2023-07-14T12:57:31.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefedd9b700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aa54a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:31.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefeed9d700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa50220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.057+0000 7fefee59c700 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa4b040 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fefe0003ab0 tx=0x7fefe0004210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ff503c4bdc25f62 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7fefdd7fa700 1 -- 172.21.15.40:0/4073790954 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe002a070 con 0x55c80a8a76b0 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7fefdd7fa700 1 -- 172.21.15.40:0/4073790954 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fefe00043d0 con 0x55c80a8a76b0 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7fefdd7fa700 1 -- 172.21.15.40:0/4073790954 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe000b730 con 0x55c80a8a76b0 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 -- 172.21.15.40:0/4073790954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 msgr2=0x55c80aa4b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa4b040 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fefe0003ab0 tx=0x7fefe0004210 comp rx=0 tx=0).stop 2023-07-14T12:57:31.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 -- 172.21.15.40:0/4073790954 shutdown_connections 2023-07-14T12:57:31.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80aa512d0 0x55c80aa50220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80a8a76b0 0x55c80aa4b040 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 --2- 172.21.15.40:0/4073790954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aa54a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 -- 172.21.15.40:0/4073790954 >> 172.21.15.40:0/4073790954 conn(0x55c80aa40be0 msgr2=0x55c80aa4fb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:31.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 -- 172.21.15.40:0/4073790954 shutdown_connections 2023-07-14T12:57:31.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.058+0000 7ff000f00b80 1 -- 172.21.15.40:0/4073790954 wait complete. 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 -- start start 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 Processor -- start 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80a8a76b0 0x55c80aaafb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aab00b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 0x55c80aa59b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80aa5a290 con 0x55c80aa512d0 2023-07-14T12:57:31.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80aa5a400 con 0x55c80a8a76b0 2023-07-14T12:57:31.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c80aa5a5c0 con 0x55c80aa4b580 2023-07-14T12:57:31.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7ff000f00b80 10 client.0 _ll_register_callbacks cb 0x7fefe4010f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:31.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 0x55c80aa59b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 0x55c80aa59b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37620/0 (socket says 172.21.15.40:37620) 2023-07-14T12:57:31.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 -- 172.21.15.40:0/2711620369 learned_addr learned my addr 172.21.15.40:0/2711620369 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:31.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefee59c700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80a8a76b0 0x55c80aaafb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefedd9b700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aab00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 -- 172.21.15.40:0/2711620369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 msgr2=0x55c80aab00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aab00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 -- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80a8a76b0 msgr2=0x55c80aaafb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:31.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80a8a76b0 0x55c80aaafb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.059+0000 7fefeed9d700 1 -- 172.21.15.40:0/2711620369 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feff010d230 con 0x55c80aa512d0 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefeed9d700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 0x55c80aa59b50 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fefe8007ef0 tx=0x7fefe8007f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a7e16e06e283db1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefd5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefd5ffb700 1 -- 172.21.15.40:0/2711620369 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe800e040 con 0x55c80aa512d0 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefd5ffb700 1 -- 172.21.15.40:0/2711620369 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fefe8003c00 con 0x55c80aa512d0 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fefe001e040 con 0x55c80aa512d0 2023-07-14T12:57:31.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefd5ffb700 1 -- 172.21.15.40:0/2711620369 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefe8003e00 con 0x55c80aa512d0 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 10 client.16995 fetch_fsmap learned FSMap version 57 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x55c80a7b3c00 con 0x55c80aa512d0 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefd5ffb700 1 -- 172.21.15.40:0/2711620369 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fefe802b080 con 0x55c80aa512d0 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7fefd5ffb700 1 -- 172.21.15.40:0/2711620369 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 57) v1 ==== 7494+0+0 (secure 0 0 0) 0x7fefe8025030 con 0x55c80aa512d0 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 10 client.16995 fetch_fsmap finished waiting for FSMap version 57 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 10 client.16995 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:31.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 20 client.16995 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:31.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aab8b70 0x55c80aabaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:31.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 4 client.16995 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:57:31.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.060+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c80a957ff0 con 0x55c80aab8b70 2023-07-14T12:57:31.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.061+0000 7fefee59c700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aab8b70 0x55c80aabaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:31.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.061+0000 7fefd5ffb700 10 client.16995 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:31.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.061+0000 7fefee59c700 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aab8b70 0x55c80aabaf80 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fd0012182b5d0a6 server_cookie=9b2eba5dc4e5b96 in_seq=0 out_seq=0 2023-07-14T12:57:31.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7fefd5ffb700 1 -- 172.21.15.40:0/2711620369 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c80a957ff0 con 0x55c80aab8b70 2023-07-14T12:57:31.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7fefd5ffb700 10 client.16995 handle_command_reply: tid=0 2023-07-14T12:57:31.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 client.16995 shutdown 2023-07-14T12:57:31.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 msgr2=0x55c80aa59b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 0x55c80aa59b50 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fefe8007ef0 tx=0x7fefe8007f20 comp rx=0 tx=0).stop 2023-07-14T12:57:31.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 shutdown_connections 2023-07-14T12:57:31.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c80aa512d0 0x55c80aa59b50 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c80a8a76b0 0x55c80aaafb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c80aab8b70 0x55c80aabaf80 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 --2- 172.21.15.40:0/2711620369 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c80aa4b580 0x55c80aab00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7fefd5ffb700 0 client.16995 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 >> 172.21.15.40:0/2711620369 conn(0x55c80aa40be0 msgr2=0x55c80aa54870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 shutdown_connections 2023-07-14T12:57:31.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 1 -- 172.21.15.40:0/2711620369 wait complete. 2023-07-14T12:57:31.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.099+0000 7ff000f00b80 20 client.16995 trim_cache size 0 max 16384 2023-07-14T12:57:31.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:57:31.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:57:31.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:57:31.130 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:57:31.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fefd80a12c0 msgr2=0x7fefd80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fefd80a12c0 0x7fefd80a3770 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fefe0009990 tx=0x7fefe0005fb0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 msgr2=0x7feff0198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:31.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 0x7feff0198350 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fefe400e940 tx=0x7fefe400ec50 comp rx=0 tx=0).stop 2023-07-14T12:57:31.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 shutdown_connections 2023-07-14T12:57:31.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fefd80a12c0 0x7fefd80a3770 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feff0104e20 0x7feff019c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feff00ffde0 0x7feff0197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 --2- 172.21.15.40:0/384321619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feff0100780 0x7feff0198350 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:31.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 >> 172.21.15.40:0/384321619 conn(0x7feff00fb6f0 msgr2=0x7feff010bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:31.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 shutdown_connections 2023-07-14T12:57:31.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:31.100+0000 7feff4d7a700 1 -- 172.21.15.40:0/384321619 wait complete. 2023-07-14T12:57:31.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 338670 3.05 MB/sec execute 485 sec latency 508.546 ms 2023-07-14T12:57:31.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:30 smithi133 ceph-mon[98311]: pgmap v346: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 893 KiB/s rd, 1.8 MiB/s wr, 179 op/s 2023-07-14T12:57:31.284 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:30 smithi130 ceph-mon[97977]: pgmap v346: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 893 KiB/s rd, 1.8 MiB/s wr, 179 op/s 2023-07-14T12:57:31.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:30 smithi040 ceph-mon[96535]: pgmap v346: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 893 KiB/s rd, 1.8 MiB/s wr, 179 op/s 2023-07-14T12:57:32.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 338670 3.04 MB/sec execute 486 sec latency 1508.640 ms 2023-07-14T12:57:32.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:31 smithi133 ceph-mon[98311]: pgmap v347: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 1.2 MiB/s wr, 116 op/s 2023-07-14T12:57:32.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:31 smithi130 ceph-mon[97977]: pgmap v347: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 1.2 MiB/s wr, 116 op/s 2023-07-14T12:57:32.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:31 smithi040 ceph-mon[96535]: pgmap v347: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 1.2 MiB/s wr, 116 op/s 2023-07-14T12:57:33.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 340244 3.06 MB/sec execute 487 sec latency 1763.501 ms 2023-07-14T12:57:34.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 341241 3.06 MB/sec execute 488 sec latency 192.756 ms 2023-07-14T12:57:35.203 INFO:tasks.workunit.client.0.smithi040.stdout: 1 341470 3.05 MB/sec execute 489 sec latency 1041.527 ms 2023-07-14T12:57:35.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:34 smithi133 ceph-mon[98311]: pgmap v348: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 877 KiB/s rd, 1.8 MiB/s wr, 181 op/s 2023-07-14T12:57:35.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:34 smithi130 ceph-mon[97977]: pgmap v348: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 877 KiB/s rd, 1.8 MiB/s wr, 181 op/s 2023-07-14T12:57:35.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:34 smithi040 ceph-mon[96535]: pgmap v348: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 877 KiB/s rd, 1.8 MiB/s wr, 181 op/s 2023-07-14T12:57:36.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 342210 3.06 MB/sec execute 490 sec latency 494.912 ms 2023-07-14T12:57:37.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 342210 3.05 MB/sec execute 491 sec latency 1494.970 ms 2023-07-14T12:57:37.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:36 smithi133 ceph-mon[98311]: pgmap v349: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:37.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:36 smithi130 ceph-mon[97977]: pgmap v349: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:37.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:36 smithi040 ceph-mon[96535]: pgmap v349: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:38.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 343891 3.06 MB/sec execute 492 sec latency 1744.254 ms 2023-07-14T12:57:39.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 344734 3.07 MB/sec execute 493 sec latency 291.302 ms 2023-07-14T12:57:39.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:38 smithi133 ceph-mon[98311]: pgmap v350: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:39.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:38 smithi130 ceph-mon[97977]: pgmap v350: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:39.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:38 smithi040 ceph-mon[96535]: pgmap v350: 97 pgs: 97 active+clean; 142 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 559 KiB/s rd, 1.2 MiB/s wr, 122 op/s 2023-07-14T12:57:40.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 344858 3.06 MB/sec execute 494 sec latency 1136.874 ms 2023-07-14T12:57:40.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:39 smithi133 ceph-mon[98311]: pgmap v351: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:57:40.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:39 smithi130 ceph-mon[97977]: pgmap v351: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:57:40.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:39 smithi040 ceph-mon[96535]: pgmap v351: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:57:41.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 344858 3.06 MB/sec execute 495 sec latency 1061.252 ms 2023-07-14T12:57:42.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 344858 3.05 MB/sec execute 496 sec latency 2061.319 ms 2023-07-14T12:57:42.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:42 smithi133 ceph-mon[98311]: pgmap v352: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2023-07-14T12:57:42.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:42 smithi130 ceph-mon[97977]: pgmap v352: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2023-07-14T12:57:42.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:42 smithi040 ceph-mon[96535]: pgmap v352: 97 pgs: 97 active+clean; 143 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2023-07-14T12:57:43.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 345759 3.05 MB/sec execute 497 sec latency 2310.542 ms 2023-07-14T12:57:44.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 345759 3.05 MB/sec execute 498 sec latency 1225.062 ms 2023-07-14T12:57:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.221+0000 7febb4903700 1 -- 172.21.15.40:0/506253397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00fea30 msgr2=0x7febb00feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.221+0000 7febb4903700 1 --2- 172.21.15.40:0/506253397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00fea30 0x7febb00feea0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7feba4009990 tx=0x7feba4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 -- 172.21.15.40:0/506253397 shutdown_connections 2023-07-14T12:57:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 --2- 172.21.15.40:0/506253397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febb0104a30 0x7febb0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 --2- 172.21.15.40:0/506253397 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb00ff3e0 0x7febb010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 --2- 172.21.15.40:0/506253397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00fea30 0x7febb00feea0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 -- 172.21.15.40:0/506253397 >> 172.21.15.40:0/506253397 conn(0x7febb0074760 msgr2=0x7febb0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 -- 172.21.15.40:0/506253397 shutdown_connections 2023-07-14T12:57:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.222+0000 7febb4903700 1 -- 172.21.15.40:0/506253397 wait complete. 2023-07-14T12:57:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 Processor -- start 2023-07-14T12:57:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 -- start start 2023-07-14T12:57:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febb00fea30 0x7febb0196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 0x7febb0197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb0104a30 0x7febb01a1a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb01a2040 con 0x7febb00ff3e0 2023-07-14T12:57:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb01a21b0 con 0x7febb0104a30 2023-07-14T12:57:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febb4903700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb01a2370 con 0x7febb00fea30 2023-07-14T12:57:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febadd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 0x7febb0197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febadd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 0x7febb0197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37632/0 (socket says 172.21.15.40:37632) 2023-07-14T12:57:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febadd9b700 1 -- 172.21.15.40:0/3428375709 learned_addr learned my addr 172.21.15.40:0/3428375709 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.223+0000 7febae59c700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febb00fea30 0x7febb0196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febaed9d700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb0104a30 0x7febb01a1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febadd9b700 1 -- 172.21.15.40:0/3428375709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febb00fea30 msgr2=0x7febb0196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febadd9b700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febb00fea30 0x7febb0196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febadd9b700 1 -- 172.21.15.40:0/3428375709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb0104a30 msgr2=0x7febb01a1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febadd9b700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb0104a30 0x7febb01a1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febadd9b700 1 -- 172.21.15.40:0/3428375709 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feba40095f0 con 0x7febb00ff3e0 2023-07-14T12:57:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febaed9d700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb0104a30 0x7febb01a1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:57:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febadd9b700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 0x7febb0197110 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7feba40095c0 tx=0x7feba400f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7feb9f7fe700 1 -- 172.21.15.40:0/3428375709 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba401d070 con 0x7febb00ff3e0 2023-07-14T12:57:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febb01a25f0 con 0x7febb00ff3e0 2023-07-14T12:57:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7feb9f7fe700 1 -- 172.21.15.40:0/3428375709 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feba400fc00 con 0x7febb00ff3e0 2023-07-14T12:57:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7feb9f7fe700 1 -- 172.21.15.40:0/3428375709 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba40173f0 con 0x7febb00ff3e0 2023-07-14T12:57:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.224+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febb01a2aa0 con 0x7febb00ff3e0 2023-07-14T12:57:44.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.226+0000 7feb9f7fe700 1 -- 172.21.15.40:0/3428375709 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7feba4022470 con 0x7febb00ff3e0 2023-07-14T12:57:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.227+0000 7feb9f7fe700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb980a12c0 0x7feb980a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.227+0000 7feb9f7fe700 1 -- 172.21.15.40:0/3428375709 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7feba40cdfe0 con 0x7febb00ff3e0 2023-07-14T12:57:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.227+0000 7febae59c700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb980a12c0 0x7feb980a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.227+0000 7febae59c700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb980a12c0 0x7feb980a3770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7feba0005950 tx=0x7feba00058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 Processor -- start 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 -- start start 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843ad8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ad3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ad39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608439d8c50 con 0x560843ad92d0 2023-07-14T12:57:44.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843a2b9e0 con 0x56084392f6b0 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febc0a89b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843a24e70 con 0x560843ad3580 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febadd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ad3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febadd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ad3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37640/0 (socket says 172.21.15.40:37640) 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.228+0000 7febadd9b700 1 -- 172.21.15.40:0/739367216 learned_addr learned my addr 172.21.15.40:0/739367216 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febae59c700 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843ad8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febaed9d700 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ad39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febadd9b700 1 -- 172.21.15.40:0/739367216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 msgr2=0x560843ad39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febadd9b700 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ad39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febadd9b700 1 -- 172.21.15.40:0/739367216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 msgr2=0x560843ad8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febadd9b700 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843ad8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febadd9b700 1 -- 172.21.15.40:0/739367216 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560843852d80 con 0x560843ad92d0 2023-07-14T12:57:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7febadd9b700 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ad3040 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7feba40975b0 tx=0x7feba4009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459192ed9a454f1c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:44.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7feb9cff9700 1 -- 172.21.15.40:0/739367216 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba409f0e0 con 0x560843ad92d0 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7feb9cff9700 1 -- 172.21.15.40:0/739367216 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feba40a3470 con 0x560843ad92d0 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.229+0000 7feb9cff9700 1 -- 172.21.15.40:0/739367216 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba409b310 con 0x560843ad92d0 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 -- 172.21.15.40:0/739367216 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 msgr2=0x560843ad3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ad3040 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7feba40975b0 tx=0x7feba4009ca0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 -- 172.21.15.40:0/739367216 shutdown_connections 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ad39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843ad8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 --2- 172.21.15.40:0/739367216 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ad3040 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 -- 172.21.15.40:0/739367216 >> 172.21.15.40:0/739367216 conn(0x560843ac8be0 msgr2=0x560843acdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 -- 172.21.15.40:0/739367216 shutdown_connections 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 -- 172.21.15.40:0/739367216 wait complete. 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.230+0000 7febc0a89b80 1 -- start start 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 Processor -- start 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 0x560843ae23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad3580 0x560843ae2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad92d0 0x560843adc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608439c4a60 con 0x56084392f6b0 2023-07-14T12:57:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608439c4760 con 0x560843ad3580 2023-07-14T12:57:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608438a88c0 con 0x560843ad92d0 2023-07-14T12:57:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 0x560843ae23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 0x560843ae23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37644/0 (socket says 172.21.15.40:37644) 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febc0a89b80 10 client.0 _ll_register_callbacks cb 0x5608439c2700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 -- 172.21.15.40:0/3577013754 learned_addr learned my addr 172.21.15.40:0/3577013754 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febaed9d700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad92d0 0x560843adc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febadd9b700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad3580 0x560843ae2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 -- 172.21.15.40:0/3577013754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad92d0 msgr2=0x560843adc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad92d0 0x560843adc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 -- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad3580 msgr2=0x560843ae2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad3580 0x560843ae2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febae59c700 1 -- 172.21.15.40:0/3577013754 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febb01a2aa0 con 0x56084392f6b0 2023-07-14T12:57:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.231+0000 7febadd9b700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad3580 0x560843ae2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febae59c700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 0x560843ae23c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7feba000ff30 tx=0x7feba0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3bf9828a0420e7c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7feb95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:44.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7feb95ffb700 1 -- 172.21.15.40:0/3577013754 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba0028670 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7feb95ffb700 1 -- 172.21.15.40:0/3577013754 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7feba0011e40 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56084397e490 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7feb95ffb700 1 -- 172.21.15.40:0/3577013754 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=58) v2 ==== 24+0+0 (secure 0 0 0) 0x7feba00287d0 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 10 client.17007 fetch_fsmap learned FSMap version 58 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=58,monmap=4+}) v3 -- 0x56084383bc00 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7feb95ffb700 1 -- 172.21.15.40:0/3577013754 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56084397e490 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7feb95ffb700 1 -- 172.21.15.40:0/3577013754 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 58) v1 ==== 7498+0+0 (secure 0 0 0) 0x7feba001fc70 con 0x56084392f6b0 2023-07-14T12:57:44.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 10 client.17007 fetch_fsmap finished waiting for FSMap version 58 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 10 client.17007 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 20 client.17007 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843aec920 0x560843aeed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 4 client.17007 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.232+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560843a1de50 con 0x560843aec920 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.233+0000 7febadd9b700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843aec920 0x560843aeed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.233+0000 7febadd9b700 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843aec920 0x560843aeed30 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54e3f94632767f8e server_cookie=5a5739c23fc69cfd in_seq=0 out_seq=0 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.233+0000 7feb95ffb700 10 client.17007 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7feb95ffb700 1 -- 172.21.15.40:0/3577013754 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560843a1de50 con 0x560843aec920 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7feb95ffb700 10 client.17007 handle_command_reply: tid=0 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 client.17007 shutdown 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 msgr2=0x560843ae23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 0x560843ae23c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7feba000ff30 tx=0x7feba0004750 comp rx=0 tx=0).stop 2023-07-14T12:57:44.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 shutdown_connections 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843aec920 0x560843aeed30 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad92d0 0x560843adc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084392f6b0 0x560843ae23c0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 --2- 172.21.15.40:0/3577013754 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad3580 0x560843ae2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7feb95ffb700 0 client.17007 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 >> 172.21.15.40:0/3577013754 conn(0x560843ac8be0 msgr2=0x560843acd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:44.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 shutdown_connections 2023-07-14T12:57:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 1 -- 172.21.15.40:0/3577013754 wait complete. 2023-07-14T12:57:44.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.234+0000 7febc0a89b80 20 client.17007 trim_cache size 0 max 16384 2023-07-14T12:57:44.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 Processor -- start 2023-07-14T12:57:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 -- start start 2023-07-14T12:57:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56084392f6b0 0x560843ad3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 0x560843ad8280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad92d0 0x560843ada010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843acfb70 con 0x560843ad3580 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843acad00 con 0x560843ad92d0 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febc0a89b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843addc20 con 0x56084392f6b0 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febadd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 0x560843ad8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febadd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 0x560843ad8280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37654/0 (socket says 172.21.15.40:37654) 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.249+0000 7febadd9b700 1 -- 172.21.15.40:0/91037735 learned_addr learned my addr 172.21.15.40:0/91037735 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febae59c700 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56084392f6b0 0x560843ad3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febaed9d700 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad92d0 0x560843ada010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febadd9b700 1 -- 172.21.15.40:0/91037735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56084392f6b0 msgr2=0x560843ad3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febadd9b700 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56084392f6b0 0x560843ad3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febadd9b700 1 -- 172.21.15.40:0/91037735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad92d0 msgr2=0x560843ada010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febadd9b700 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad92d0 0x560843ada010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febadd9b700 1 -- 172.21.15.40:0/91037735 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560843af3960 con 0x560843ad3580 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febaed9d700 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad92d0 0x560843ada010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febadd9b700 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 0x560843ad8280 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7feba40a2f40 tx=0x7feba400b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0707461cc1330a0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:44.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7feb9d7fa700 1 -- 172.21.15.40:0/91037735 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba4099450 con 0x560843ad3580 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7feb9d7fa700 1 -- 172.21.15.40:0/91037735 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feba4022720 con 0x560843ad3580 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7feb9d7fa700 1 -- 172.21.15.40:0/91037735 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba409a800 con 0x560843ad3580 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febc0a89b80 1 -- 172.21.15.40:0/91037735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 msgr2=0x560843ad8280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.250+0000 7febc0a89b80 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 0x560843ad8280 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7feba40a2f40 tx=0x7feba400b540 comp rx=0 tx=0).stop 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- 172.21.15.40:0/91037735 shutdown_connections 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56084392f6b0 0x560843ad3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560843ad92d0 0x560843ada010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 --2- 172.21.15.40:0/91037735 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad3580 0x560843ad8280 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- 172.21.15.40:0/91037735 >> 172.21.15.40:0/91037735 conn(0x560843ac8be0 msgr2=0x560843ad9900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- 172.21.15.40:0/91037735 shutdown_connections 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- 172.21.15.40:0/91037735 wait complete. 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- start start 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 Processor -- start 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843adff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ae04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ae0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843b43da0 con 0x560843ad92d0 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843b43f10 con 0x56084392f6b0 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560843b440d0 con 0x560843ad3580 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febc0a89b80 10 client.0 _ll_register_callbacks cb 0x7feba000fb10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febaed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ae0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febaed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ae0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37662/0 (socket says 172.21.15.40:37662) 2023-07-14T12:57:44.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.251+0000 7febaed9d700 1 -- 172.21.15.40:0/2295419528 learned_addr learned my addr 172.21.15.40:0/2295419528 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febae59c700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843adff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febadd9b700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ae04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febaed9d700 1 -- 172.21.15.40:0/2295419528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 msgr2=0x560843ae04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febaed9d700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ae04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febaed9d700 1 -- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 msgr2=0x560843adff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febaed9d700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843adff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febaed9d700 1 -- 172.21.15.40:0/2295419528 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560843852d80 con 0x560843ad92d0 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febadd9b700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ae04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febae59c700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843adff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febaed9d700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ae0a10 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7feba80078c0 tx=0x7feba8007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee35b259d5cd627f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7feb95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7feb95ffb700 1 -- 172.21.15.40:0/2295419528 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feba8013a70 con 0x560843ad92d0 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7feb95ffb700 1 -- 172.21.15.40:0/2295419528 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7feba8013bd0 con 0x560843ad92d0 2023-07-14T12:57:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feba40a3470 con 0x560843ad92d0 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7feb95ffb700 1 -- 172.21.15.40:0/2295419528 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=58) v2 ==== 24+0+0 (secure 0 0 0) 0x7feba8013d90 con 0x560843ad92d0 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febc0a89b80 10 client.17013 fetch_fsmap learned FSMap version 58 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=58,monmap=4+}) v3 -- 0x5608438791f0 con 0x560843ad92d0 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7feb95ffb700 1 -- 172.21.15.40:0/2295419528 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feba40a3470 con 0x560843ad92d0 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7feb95ffb700 1 -- 172.21.15.40:0/2295419528 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 58) v1 ==== 7498+0+0 (secure 0 0 0) 0x7feba801f3b0 con 0x560843ad92d0 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febc0a89b80 10 client.17013 fetch_fsmap finished waiting for FSMap version 58 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.252+0000 7febc0a89b80 10 client.17013 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7febc0a89b80 20 client.17013 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:44.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7febc0a89b80 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843b458c0 0x560843b47cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:44.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7febc0a89b80 4 client.17013 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:57:44.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5608439dfff0 con 0x560843b458c0 2023-07-14T12:57:44.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7febae59c700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843b458c0 0x560843b47cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:44.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7feb95ffb700 10 client.17013 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:44.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.253+0000 7febae59c700 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843b458c0 0x560843b47cd0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5415a6f2e2b1f817 server_cookie=ee7a8b9024dace61 in_seq=0 out_seq=0 2023-07-14T12:57:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7feb95ffb700 1 -- 172.21.15.40:0/2295419528 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5608439dfff0 con 0x560843b458c0 2023-07-14T12:57:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7feb95ffb700 10 client.17013 handle_command_reply: tid=0 2023-07-14T12:57:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 client.17013 shutdown 2023-07-14T12:57:44.313 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 msgr2=0x560843ae0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ae0a10 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7feba80078c0 tx=0x7feba8007c80 comp rx=0 tx=0).stop 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 shutdown_connections 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560843ad92d0 0x560843ae0a10 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56084392f6b0 0x560843adff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560843b458c0 0x560843b47cd0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 --2- 172.21.15.40:0/2295419528 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560843ad3580 0x560843ae04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.314 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7feb95ffb700 0 client.17013 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 >> 172.21.15.40:0/2295419528 conn(0x560843ac8be0 msgr2=0x560843ad9900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 shutdown_connections 2023-07-14T12:57:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.284+0000 7febc0a89b80 1 -- 172.21.15.40:0/2295419528 wait complete. 2023-07-14T12:57:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febc0a89b80 20 client.17013 trim_cache size 0 max 16384 2023-07-14T12:57:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:57:44.315 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:57:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:57:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:57:44.316 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb980a12c0 msgr2=0x7feb980a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb980a12c0 0x7feb980a3770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7feba0005950 tx=0x7feba00058e0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 msgr2=0x7febb0197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:44.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 0x7febb0197110 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7feba40095c0 tx=0x7feba400f710 comp rx=0 tx=0).stop 2023-07-14T12:57:44.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 shutdown_connections 2023-07-14T12:57:44.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb980a12c0 0x7feb980a3770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.317 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febb00fea30 0x7febb0196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7febb0104a30 0x7febb01a1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 --2- 172.21.15.40:0/3428375709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7febb00ff3e0 0x7febb0197110 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 >> 172.21.15.40:0/3428375709 conn(0x7febb0074760 msgr2=0x7febb00fd0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 shutdown_connections 2023-07-14T12:57:44.318 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:44.285+0000 7febb4903700 1 -- 172.21.15.40:0/3428375709 wait complete. 2023-07-14T12:57:44.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:44 smithi133 ceph-mon[98311]: pgmap v353: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 1.5 MiB/s wr, 162 op/s 2023-07-14T12:57:44.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:44 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:57:44.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:44 smithi130 ceph-mon[97977]: pgmap v353: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 1.5 MiB/s wr, 162 op/s 2023-07-14T12:57:44.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:44 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:57:44.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:44 smithi040 ceph-mon[96535]: pgmap v353: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 1.5 MiB/s wr, 162 op/s 2023-07-14T12:57:44.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:44 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:57:45.204 INFO:tasks.workunit.client.0.smithi040.stdout: 1 345759 3.04 MB/sec execute 499 sec latency 2225.113 ms 2023-07-14T12:57:45.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:45 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:57:45.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:45 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:57:45.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:45 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:57:46.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 345759 3.03 MB/sec execute 500 sec latency 3225.223 ms 2023-07-14T12:57:46.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:46 smithi133 ceph-mon[98311]: pgmap v354: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 914 KiB/s wr, 97 op/s 2023-07-14T12:57:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:57:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:57:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:57:46.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:46 smithi130 ceph-mon[97977]: pgmap v354: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 914 KiB/s wr, 97 op/s 2023-07-14T12:57:46.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:57:46.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:57:46.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:57:46.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:46 smithi040 ceph-mon[96535]: pgmap v354: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 914 KiB/s wr, 97 op/s 2023-07-14T12:57:46.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:57:46.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:57:46.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:57:47.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 345759 3.03 MB/sec execute 501 sec latency 4225.341 ms 2023-07-14T12:57:48.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 347592 3.05 MB/sec execute 502 sec latency 4476.389 ms 2023-07-14T12:57:49.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 348789 3.05 MB/sec execute 503 sec latency 20.489 ms 2023-07-14T12:57:49.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:48 smithi133 ceph-mon[98311]: pgmap v355: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 914 KiB/s wr, 97 op/s 2023-07-14T12:57:49.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:48 smithi130 ceph-mon[97977]: pgmap v355: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 914 KiB/s wr, 97 op/s 2023-07-14T12:57:49.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:48 smithi040 ceph-mon[96535]: pgmap v355: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 914 KiB/s wr, 97 op/s 2023-07-14T12:57:50.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 349302 3.05 MB/sec execute 504 sec latency 500.842 ms 2023-07-14T12:57:51.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 349302 3.04 MB/sec execute 505 sec latency 1500.896 ms 2023-07-14T12:57:51.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:50 smithi133 ceph-mon[98311]: pgmap v356: 97 pgs: 97 active+clean; 145 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 1.3 MiB/s wr, 133 op/s 2023-07-14T12:57:51.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:50 smithi130 ceph-mon[97977]: pgmap v356: 97 pgs: 97 active+clean; 145 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 1.3 MiB/s wr, 133 op/s 2023-07-14T12:57:51.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:50 smithi040 ceph-mon[96535]: pgmap v356: 97 pgs: 97 active+clean; 145 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 1.3 MiB/s wr, 133 op/s 2023-07-14T12:57:52.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 349302 3.04 MB/sec execute 506 sec latency 2500.955 ms 2023-07-14T12:57:53.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 351122 3.05 MB/sec execute 507 sec latency 2752.816 ms 2023-07-14T12:57:53.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:52 smithi133 ceph-mon[98311]: pgmap v357: 97 pgs: 97 active+clean; 145 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 856 KiB/s wr, 80 op/s 2023-07-14T12:57:53.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:52 smithi130 ceph-mon[97977]: pgmap v357: 97 pgs: 97 active+clean; 145 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 856 KiB/s wr, 80 op/s 2023-07-14T12:57:54.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 352345 3.06 MB/sec execute 508 sec latency 17.850 ms 2023-07-14T12:57:54.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:53 smithi133 ceph-mon[98311]: pgmap v358: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.4 MiB/s wr, 135 op/s 2023-07-14T12:57:54.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:53 smithi130 ceph-mon[97977]: pgmap v358: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.4 MiB/s wr, 135 op/s 2023-07-14T12:57:54.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:52 smithi040 ceph-mon[96535]: pgmap v357: 97 pgs: 97 active+clean; 145 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 856 KiB/s wr, 80 op/s 2023-07-14T12:57:54.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:53 smithi040 ceph-mon[96535]: pgmap v358: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 614 KiB/s rd, 1.4 MiB/s wr, 135 op/s 2023-07-14T12:57:55.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 352850 3.06 MB/sec execute 509 sec latency 513.175 ms 2023-07-14T12:57:56.205 INFO:tasks.workunit.client.0.smithi040.stdout: 1 352850 3.05 MB/sec execute 510 sec latency 1513.278 ms 2023-07-14T12:57:56.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:55 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:57:56.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:55 smithi133 ceph-mon[98311]: pgmap v359: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 950 KiB/s wr, 91 op/s 2023-07-14T12:57:56.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:55 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:57:56.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:55 smithi130 ceph-mon[97977]: pgmap v359: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 950 KiB/s wr, 91 op/s 2023-07-14T12:57:56.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:55 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:57:56.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:55 smithi040 ceph-mon[96535]: pgmap v359: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 950 KiB/s wr, 91 op/s 2023-07-14T12:57:57.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 352850 3.04 MB/sec execute 511 sec latency 2513.376 ms 2023-07-14T12:57:57.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/1575922989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb4105b60 msgr2=0x7f0fb4105f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/1575922989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb4105b60 0x7f0fb4105f30 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c009990 tx=0x7f0f9c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/1575922989 shutdown_connections 2023-07-14T12:57:57.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/1575922989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fb41004e0 0x7f0fb410c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/1575922989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb4105b60 0x7f0fb4105f30 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/1575922989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0fb40ffb30 0x7f0fb40fffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/1575922989 >> 172.21.15.40:0/1575922989 conn(0x7f0fb40fb5f0 msgr2=0x7f0fb40fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/1575922989 shutdown_connections 2023-07-14T12:57:57.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.407+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/1575922989 wait complete. 2023-07-14T12:57:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 Processor -- start 2023-07-14T12:57:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 -- start start 2023-07-14T12:57:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0fb40ffb30 0x7f0fb419bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 0x7f0fb419c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fb4105b60 0x7f0fb41959c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb4196030 con 0x7f0fb41004e0 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb41961a0 con 0x7f0fb40ffb30 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb8bbc700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb4196360 con 0x7f0fb4105b60 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 0x7f0fb419c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 0x7f0fb419c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37674/0 (socket says 172.21.15.40:37674) 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 -- 172.21.15.40:0/3368687919 learned_addr learned my addr 172.21.15.40:0/3368687919 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb259c700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0fb40ffb30 0x7f0fb419bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fb4105b60 0x7f0fb41959c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 -- 172.21.15.40:0/3368687919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fb4105b60 msgr2=0x7f0fb41959c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fb4105b60 0x7f0fb41959c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 -- 172.21.15.40:0/3368687919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0fb40ffb30 msgr2=0x7f0fb419bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0fb40ffb30 0x7f0fb419bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.408+0000 7f0fb1d9b700 1 -- 172.21.15.40:0/3368687919 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f9c0095f0 con 0x7f0fb41004e0 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.409+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 0x7f0fb419c0a0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f0fa400d980 tx=0x7f0fa400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.409+0000 7f0fab7fe700 1 -- 172.21.15.40:0/3368687919 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4004220 con 0x7f0fb41004e0 2023-07-14T12:57:57.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.409+0000 7f0fab7fe700 1 -- 172.21.15.40:0/3368687919 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0fa4007640 con 0x7f0fb41004e0 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.409+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fb4196640 con 0x7f0fb41004e0 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.409+0000 7f0fab7fe700 1 -- 172.21.15.40:0/3368687919 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4005690 con 0x7f0fb41004e0 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.409+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fb41a2b50 con 0x7f0fb41004e0 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.411+0000 7f0fab7fe700 1 -- 172.21.15.40:0/3368687919 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f0fa4004750 con 0x7f0fb41004e0 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.412+0000 7f0fab7fe700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0fa00a1340 0x7f0fa00a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.412+0000 7f0fab7fe700 1 -- 172.21.15.40:0/3368687919 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f0fa40ccac0 con 0x7f0fb41004e0 2023-07-14T12:57:57.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.412+0000 7f0fb259c700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0fa00a1340 0x7f0fa00a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.412+0000 7f0fb259c700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0fa00a1340 0x7f0fa00a37f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00b5c0 tx=0x7f0f9c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.412+0000 7f0fc4d42b80 1 Processor -- start 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 -- start start 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53ddad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53ddb2d0 0x55aa53dd5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53dd59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53cdac50 con 0x55aa53c316b0 2023-07-14T12:57:57.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53d2d9e0 con 0x55aa53dd5580 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53d26e70 con 0x55aa53ddb2d0 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53ddad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53ddad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37680/0 (socket says 172.21.15.40:37680) 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 -- 172.21.15.40:0/217113598 learned_addr learned my addr 172.21.15.40:0/217113598 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53ddb2d0 0x55aa53dd5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53dd59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 -- 172.21.15.40:0/217113598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53ddb2d0 msgr2=0x55aa53dd5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53ddb2d0 0x55aa53dd5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 -- 172.21.15.40:0/217113598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 msgr2=0x55aa53dd59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53dd59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb259c700 1 -- 172.21.15.40:0/217113598 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa53b54d80 con 0x55aa53c316b0 2023-07-14T12:57:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.413+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53dd59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:57.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.414+0000 7f0fb259c700 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53ddad90 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c003730 tx=0x7f0f9c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69a9c7196bf74e80 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.414+0000 7f0fa8ff9700 1 -- 172.21.15.40:0/217113598 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c02a070 con 0x55aa53c316b0 2023-07-14T12:57:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.414+0000 7f0fa8ff9700 1 -- 172.21.15.40:0/217113598 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f9c01e040 con 0x55aa53c316b0 2023-07-14T12:57:57.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.414+0000 7f0fa8ff9700 1 -- 172.21.15.40:0/217113598 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c023b90 con 0x55aa53c316b0 2023-07-14T12:57:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/217113598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 msgr2=0x55aa53ddad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53ddad90 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c003730 tx=0x7f0f9c020000 comp rx=0 tx=0).stop 2023-07-14T12:57:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/217113598 shutdown_connections 2023-07-14T12:57:57.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53dd59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53ddad90 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/217113598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53ddb2d0 0x55aa53dd5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/217113598 >> 172.21.15.40:0/217113598 conn(0x55aa53dcabe0 msgr2=0x55aa53dcff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/217113598 shutdown_connections 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/217113598 wait complete. 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.415+0000 7f0fc4d42b80 1 -- start start 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 Processor -- start 2023-07-14T12:57:57.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53de4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53de4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53dde920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53cc6a60 con 0x55aa53c316b0 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53cc6760 con 0x55aa53ddb2d0 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53baa8c0 con 0x55aa53dd5580 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fc4d42b80 10 client.0 _ll_register_callbacks cb 0x55aa53cc4700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53de4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53de4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37686/0 (socket says 172.21.15.40:37686) 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 -- 172.21.15.40:0/1365973531 learned_addr learned my addr 172.21.15.40:0/1365973531 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53dde920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53de4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 -- 172.21.15.40:0/1365973531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 msgr2=0x55aa53de4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53de4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 -- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 msgr2=0x55aa53dde920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53dde920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb259c700 1 -- 172.21.15.40:0/1365973531 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fb410d220 con 0x55aa53c316b0 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.416+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53de4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fb259c700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53de4660 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c009ce0 tx=0x7f0f9c005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31fc31fc807b5f0f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0f99ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1365973531 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c02a040 con 0x55aa53c316b0 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1365973531 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f0f9c00be80 con 0x55aa53c316b0 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aa53c80490 con 0x55aa53c316b0 2023-07-14T12:57:57.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1365973531 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f9c023c40 con 0x55aa53c316b0 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 10 client.17025 fetch_fsmap learned FSMap version 59 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=4+}) v3 -- 0x55aa53b3dc00 con 0x55aa53c316b0 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1365973531 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f9c044080 con 0x55aa53c316b0 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1365973531 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 59) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f0f9c00f4f0 con 0x55aa53c316b0 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 10 client.17025 fetch_fsmap finished waiting for FSMap version 59 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 10 client.17025 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:57.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 20 client.17025 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53dee730 0x55aa53df0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 4 client.17025 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.417+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa53d1fe50 con 0x55aa53dee730 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.418+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53dee730 0x55aa53df0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.418+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53dee730 0x55aa53df0b40 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5afff7a849ba3426 server_cookie=c7b961a1188ef8e5 in_seq=0 out_seq=0 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.418+0000 7f0f99ffb700 10 client.17025 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1365973531 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55aa53d1fe50 con 0x55aa53dee730 2023-07-14T12:57:57.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0f99ffb700 10 client.17025 handle_command_reply: tid=0 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 client.17025 shutdown 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 msgr2=0x55aa53de4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53de4660 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c009ce0 tx=0x7f0f9c005320 comp rx=0 tx=0).stop 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 shutdown_connections 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53dde920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53de4660 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53dee730 0x55aa53df0b40 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1365973531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53de4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0f99ffb700 0 client.17025 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 >> 172.21.15.40:0/1365973531 conn(0x55aa53dcabe0 msgr2=0x55aa53dcf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 shutdown_connections 2023-07-14T12:57:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1365973531 wait complete. 2023-07-14T12:57:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.419+0000 7f0fc4d42b80 20 client.17025 trim_cache size 0 max 16384 2023-07-14T12:57:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 Processor -- start 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 -- start start 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53c316b0 0x55aa53dd5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53ddea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 0x55aa53dcfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53dd0ef0 con 0x55aa53ddb2d0 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53dd96e0 con 0x55aa53dd5580 2023-07-14T12:57:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53dc7b40 con 0x55aa53c316b0 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fb2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 0x55aa53dcfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fb2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 0x55aa53dcfc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37696/0 (socket says 172.21.15.40:37696) 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.435+0000 7f0fb2d9d700 1 -- 172.21.15.40:0/955821324 learned_addr learned my addr 172.21.15.40:0/955821324 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb259c700 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53c316b0 0x55aa53dd5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53ddea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb2d9d700 1 -- 172.21.15.40:0/955821324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53c316b0 msgr2=0x55aa53dd5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53c316b0 0x55aa53dd5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb2d9d700 1 -- 172.21.15.40:0/955821324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 msgr2=0x55aa53ddea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53ddea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb2d9d700 1 -- 172.21.15.40:0/955821324 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa53dd5c20 con 0x55aa53ddb2d0 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 0x55aa53dcfc60 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f0fac009e60 tx=0x7f0fac009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27b4ef4790bf6d32 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fa97fa700 1 -- 172.21.15.40:0/955821324 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fac007da0 con 0x55aa53ddb2d0 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fa97fa700 1 -- 172.21.15.40:0/955821324 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0fac00f040 con 0x55aa53ddb2d0 2023-07-14T12:57:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.436+0000 7f0fa97fa700 1 -- 172.21.15.40:0/955821324 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fac01f730 con 0x55aa53ddb2d0 2023-07-14T12:57:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/955821324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 msgr2=0x55aa53dcfc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 0x55aa53dcfc60 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f0fac009e60 tx=0x7f0fac009e90 comp rx=0 tx=0).stop 2023-07-14T12:57:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/955821324 shutdown_connections 2023-07-14T12:57:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53c316b0 0x55aa53dd5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53ddb2d0 0x55aa53dcfc60 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/955821324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53dd5580 0x55aa53ddea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/955821324 >> 172.21.15.40:0/955821324 conn(0x55aa53dcabe0 msgr2=0x55aa53ddf2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/955821324 shutdown_connections 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/955821324 wait complete. 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 -- start start 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.437+0000 7f0fc4d42b80 1 Processor -- start 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53e3ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53e3b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53e459d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53e3b820 con 0x55aa53c316b0 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53e45f40 con 0x55aa53ddb2d0 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa53e46100 con 0x55aa53dd5580 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 10 client.0 _ll_register_callbacks cb 0x7f0fa4095ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53e3ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53e3ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37700/0 (socket says 172.21.15.40:37700) 2023-07-14T12:57:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 -- 172.21.15.40:0/1511563572 learned_addr learned my addr 172.21.15.40:0/1511563572 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53e3b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb2d9d700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53e459d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 -- 172.21.15.40:0/1511563572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 msgr2=0x55aa53e3b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53e3b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 -- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 msgr2=0x55aa53e459d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53e459d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 -- 172.21.15.40:0/1511563572 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fac009b10 con 0x55aa53c316b0 2023-07-14T12:57:57.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fb259c700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53e3ab40 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00b8a0 tx=0x7f0f9c003be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe0909600e6df4c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0f99ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1511563572 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c02a070 con 0x55aa53c316b0 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1511563572 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f0f9c040660 con 0x55aa53c316b0 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.438+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0f9c01e040 con 0x55aa53c316b0 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1511563572 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f9c00f670 con 0x55aa53c316b0 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 10 client.17031 fetch_fsmap learned FSMap version 59 2023-07-14T12:57:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=4+}) v3 -- 0x55aa53b7b1f0 con 0x55aa53c316b0 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1511563572 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f9c01e040 con 0x55aa53c316b0 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1511563572 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 59) v1 ==== 7494+0+0 (secure 0 0 0) 0x7f0f9c02e930 con 0x55aa53c316b0 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 10 client.17031 fetch_fsmap finished waiting for FSMap version 59 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 10 client.17031 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 20 client.17031 populate_metadata read hostname 'smithi040' 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53e474a0 0x55aa53e49880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 4 client.17031 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:57:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55aa53ce1ff0 con 0x55aa53e474a0 2023-07-14T12:57:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.439+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53e474a0 0x55aa53e49880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:57:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.440+0000 7f0f99ffb700 10 client.17031 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.440+0000 7f0fb1d9b700 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53e474a0 0x55aa53e49880 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab1e7d0b10cf82e5 server_cookie=be52efab74a0da7d in_seq=0 out_seq=0 2023-07-14T12:57:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0f99ffb700 1 -- 172.21.15.40:0/1511563572 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55aa53ce1ff0 con 0x55aa53e474a0 2023-07-14T12:57:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0f99ffb700 10 client.17031 handle_command_reply: tid=0 2023-07-14T12:57:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:57:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:57:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:57:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:57:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 client.17031 shutdown 2023-07-14T12:57:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 msgr2=0x55aa53e3ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53e3ab40 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00b8a0 tx=0x7f0f9c003be0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 shutdown_connections 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55aa53ddb2d0 0x55aa53e459d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55aa53c316b0 0x55aa53e3ab40 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.472+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55aa53e474a0 0x55aa53e49880 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fc4d42b80 1 --2- 172.21.15.40:0/1511563572 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55aa53dd5580 0x55aa53e3b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 >> 172.21.15.40:0/1511563572 conn(0x55aa53dcabe0 msgr2=0x55aa53ddc2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0f99ffb700 0 client.17031 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:57:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 shutdown_connections 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fc4d42b80 1 -- 172.21.15.40:0/1511563572 wait complete. 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fc4d42b80 20 client.17031 trim_cache size 0 max 16384 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0fa00a1340 msgr2=0x7f0fa00a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0fa00a1340 0x7f0fa00a37f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00b5c0 tx=0x7f0f9c005fd0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 msgr2=0x7f0fb419c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 0x7f0fb419c0a0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f0fa400d980 tx=0x7f0fa400dc90 comp rx=0 tx=0).stop 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 shutdown_connections 2023-07-14T12:57:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f0fa00a1340 0x7f0fa00a37f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0fb4105b60 0x7f0fb41959c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0fb40ffb30 0x7f0fb419bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 --2- 172.21.15.40:0/3368687919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0fb41004e0 0x7f0fb419c0a0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:57:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 >> 172.21.15.40:0/3368687919 conn(0x7f0fb40fb5f0 msgr2=0x7f0fb4103730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:57:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.473+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 shutdown_connections 2023-07-14T12:57:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:57:57.474+0000 7f0fb8bbc700 1 -- 172.21.15.40:0/3368687919 wait complete. 2023-07-14T12:57:58.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 354646 3.06 MB/sec execute 512 sec latency 2762.139 ms 2023-07-14T12:57:59.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 355842 3.06 MB/sec execute 513 sec latency 11.502 ms 2023-07-14T12:57:59.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:57:58 smithi133 ceph-mon[98311]: pgmap v360: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 950 KiB/s wr, 91 op/s 2023-07-14T12:57:59.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:57:58 smithi130 ceph-mon[97977]: pgmap v360: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 950 KiB/s wr, 91 op/s 2023-07-14T12:57:59.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:57:58 smithi040 ceph-mon[96535]: pgmap v360: 97 pgs: 97 active+clean; 148 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 388 KiB/s rd, 950 KiB/s wr, 91 op/s 2023-07-14T12:58:00.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 356546 3.06 MB/sec execute 514 sec latency 339.415 ms 2023-07-14T12:58:01.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 357722 3.07 MB/sec execute 515 sec latency 27.058 ms 2023-07-14T12:58:01.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:00 smithi133 ceph-mon[98311]: pgmap v361: 97 pgs: 97 active+clean; 147 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.5 MiB/s wr, 156 op/s 2023-07-14T12:58:01.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:00 smithi130 ceph-mon[97977]: pgmap v361: 97 pgs: 97 active+clean; 147 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.5 MiB/s wr, 156 op/s 2023-07-14T12:58:01.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:00 smithi040 ceph-mon[96535]: pgmap v361: 97 pgs: 97 active+clean; 147 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.5 MiB/s wr, 156 op/s 2023-07-14T12:58:02.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 359030 3.08 MB/sec execute 516 sec latency 20.869 ms 2023-07-14T12:58:03.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 359941 3.08 MB/sec execute 517 sec latency 449.879 ms 2023-07-14T12:58:03.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:02 smithi133 ceph-mon[98311]: pgmap v362: 97 pgs: 97 active+clean; 147 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 588 KiB/s rd, 1.1 MiB/s wr, 121 op/s 2023-07-14T12:58:03.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:02 smithi130 ceph-mon[97977]: pgmap v362: 97 pgs: 97 active+clean; 147 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 588 KiB/s rd, 1.1 MiB/s wr, 121 op/s 2023-07-14T12:58:03.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:02 smithi040 ceph-mon[96535]: pgmap v362: 97 pgs: 97 active+clean; 147 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 588 KiB/s rd, 1.1 MiB/s wr, 121 op/s 2023-07-14T12:58:04.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 359941 3.08 MB/sec execute 518 sec latency 1449.977 ms 2023-07-14T12:58:04.248 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:03 smithi133 ceph-mon[98311]: osdmap e96: 12 total, 12 up, 12 in 2023-07-14T12:58:04.249 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:03 smithi133 ceph-mon[98311]: pgmap v364: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:04.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:03 smithi130 ceph-mon[97977]: osdmap e96: 12 total, 12 up, 12 in 2023-07-14T12:58:04.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:03 smithi130 ceph-mon[97977]: pgmap v364: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:04.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:03 smithi040 ceph-mon[96535]: osdmap e96: 12 total, 12 up, 12 in 2023-07-14T12:58:04.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:03 smithi040 ceph-mon[96535]: pgmap v364: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:05.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 359941 3.07 MB/sec execute 519 sec latency 2450.051 ms 2023-07-14T12:58:06.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 359941 3.06 MB/sec execute 520 sec latency 3450.146 ms 2023-07-14T12:58:06.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:05 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:06.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:05 smithi130 ceph-mon[97977]: pgmap v365: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:06.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:05 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:06.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:05 smithi040 ceph-mon[96535]: pgmap v365: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:06.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:05 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:06.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:05 smithi133 ceph-mon[98311]: pgmap v365: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:07.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 359941 3.06 MB/sec execute 521 sec latency 4450.252 ms 2023-07-14T12:58:08.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 361597 3.07 MB/sec execute 522 sec latency 4715.733 ms 2023-07-14T12:58:08.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:07 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:08.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:07 smithi130 ceph-mon[97977]: pgmap v366: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:08.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:07 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:08.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:07 smithi040 ceph-mon[96535]: pgmap v366: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:08.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:07 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:08.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:07 smithi133 ceph-mon[98311]: pgmap v366: 97 pgs: 4 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 87 active+clean; 151 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 1015 KiB/s rd, 1.9 MiB/s wr, 223 op/s 2023-07-14T12:58:09.206 INFO:tasks.workunit.client.0.smithi040.stdout: 1 362735 3.08 MB/sec execute 523 sec latency 20.430 ms 2023-07-14T12:58:10.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 363483 3.08 MB/sec execute 524 sec latency 555.116 ms 2023-07-14T12:58:10.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:10 smithi133 ceph-mon[98311]: pgmap v367: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:58:10.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:10 smithi130 ceph-mon[97977]: pgmap v367: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:58:10.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:10 smithi040 ceph-mon[96535]: pgmap v367: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:58:10.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 -- 172.21.15.40:0/66598018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28100780 msgr2=0x7fca28104740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 --2- 172.21.15.40:0/66598018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28100780 0x7fca28104740 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0099c0 tx=0x7fca1c009cd0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 -- 172.21.15.40:0/66598018 shutdown_connections 2023-07-14T12:58:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 --2- 172.21.15.40:0/66598018 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca280ffde0 0x7fca281001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 --2- 172.21.15.40:0/66598018 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca28104e20 0x7fca2810c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 --2- 172.21.15.40:0/66598018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28100780 0x7fca28104740 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 -- 172.21.15.40:0/66598018 >> 172.21.15.40:0/66598018 conn(0x7fca280fb6f0 msgr2=0x7fca280fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 -- 172.21.15.40:0/66598018 shutdown_connections 2023-07-14T12:58:10.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 -- 172.21.15.40:0/66598018 wait complete. 2023-07-14T12:58:10.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.595+0000 7fca2d196700 1 Processor -- start 2023-07-14T12:58:10.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 -- start start 2023-07-14T12:58:10.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ffde0 0x7fca2819bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28100780 0x7fca2819c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 0x7fca28195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca28196090 con 0x7fca28104e20 2023-07-14T12:58:10.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca28196200 con 0x7fca280ffde0 2023-07-14T12:58:10.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2d196700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca281963c0 con 0x7fca28100780 2023-07-14T12:58:10.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 0x7fca28195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 0x7fca28195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37720/0 (socket says 172.21.15.40:37720) 2023-07-14T12:58:10.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2759e700 1 -- 172.21.15.40:0/54914237 learned_addr learned my addr 172.21.15.40:0/54914237 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:10.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca2659c700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28100780 0x7fca2819c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.596+0000 7fca26d9d700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ffde0 0x7fca2819bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2759e700 1 -- 172.21.15.40:0/54914237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28100780 msgr2=0x7fca2819c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2759e700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28100780 0x7fca2819c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2759e700 1 -- 172.21.15.40:0/54914237 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ffde0 msgr2=0x7fca2819bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2759e700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ffde0 0x7fca2819bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2759e700 1 -- 172.21.15.40:0/54914237 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca1c0095f0 con 0x7fca28104e20 2023-07-14T12:58:10.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2659c700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28100780 0x7fca2819c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:10.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2759e700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 0x7fca28195a20 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fca2000ef30 tx=0x7fca2000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:10.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca0ffff700 1 -- 172.21.15.40:0/54914237 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca20018070 con 0x7fca28104e20 2023-07-14T12:58:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca0ffff700 1 -- 172.21.15.40:0/54914237 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca2000f040 con 0x7fca28104e20 2023-07-14T12:58:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca28196640 con 0x7fca28104e20 2023-07-14T12:58:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca0ffff700 1 -- 172.21.15.40:0/54914237 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2000cd00 con 0x7fca28104e20 2023-07-14T12:58:10.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.597+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca281a2bb0 con 0x7fca28104e20 2023-07-14T12:58:10.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.600+0000 7fca0ffff700 1 -- 172.21.15.40:0/54914237 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fca20003a00 con 0x7fca28104e20 2023-07-14T12:58:10.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.601+0000 7fca0ffff700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.601+0000 7fca0ffff700 1 -- 172.21.15.40:0/54914237 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fca200cc860 con 0x7fca28104e20 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.601+0000 7fca26d9d700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.601+0000 7fca3931cb80 1 Processor -- start 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.601+0000 7fca3931cb80 1 -- start start 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.601+0000 7fca26d9d700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fca18009c60 tx=0x7fca18009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471ba160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471b4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca3931cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582470b5c50 con 0x5582471bab10 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca3931cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471089e0 con 0x55824700c6b0 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca3931cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558247101e70 con 0x5582471ba6a0 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471b49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37728/0 (socket says 172.21.15.40:37728) 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 -- 172.21.15.40:0/853646896 learned_addr learned my addr 172.21.15.40:0/853646896 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:10.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca26d9d700 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471ba160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 -- 172.21.15.40:0/853646896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 msgr2=0x5582471b4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471b4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 -- 172.21.15.40:0/853646896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 msgr2=0x5582471ba160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471ba160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 -- 172.21.15.40:0/853646896 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558246f2fd80 con 0x5582471bab10 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca26d9d700 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471ba160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:58:10.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca2759e700 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471b49d0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fca200a1780 tx=0x7fca200997f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3a6c5ccc570e052 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca0d7fa700 1 -- 172.21.15.40:0/853646896 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2000ce60 con 0x5582471bab10 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca0d7fa700 1 -- 172.21.15.40:0/853646896 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca200b7e90 con 0x5582471bab10 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.602+0000 7fca0d7fa700 1 -- 172.21.15.40:0/853646896 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca20099b50 con 0x5582471bab10 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 -- 172.21.15.40:0/853646896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 msgr2=0x5582471b49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471b49d0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fca200a1780 tx=0x7fca200997f0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 -- 172.21.15.40:0/853646896 shutdown_connections 2023-07-14T12:58:10.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471b49d0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471ba160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 --2- 172.21.15.40:0/853646896 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471b4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 -- 172.21.15.40:0/853646896 >> 172.21.15.40:0/853646896 conn(0x5582471a5be0 msgr2=0x5582471aaf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 -- 172.21.15.40:0/853646896 shutdown_connections 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.603+0000 7fca3931cb80 1 -- 172.21.15.40:0/853646896 wait complete. 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 -- start start 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 Processor -- start 2023-07-14T12:58:10.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 0x5582471c0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471bddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471bab10 0x5582471be460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582470a1a60 con 0x55824700c6b0 2023-07-14T12:58:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582470a1760 con 0x5582471bab10 2023-07-14T12:58:10.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558246f858c0 con 0x5582471ba6a0 2023-07-14T12:58:10.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca3931cb80 10 client.0 _ll_register_callbacks cb 0x55824709f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:10.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 0x5582471c0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 0x5582471c0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37730/0 (socket says 172.21.15.40:37730) 2023-07-14T12:58:10.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 -- 172.21.15.40:0/1199992801 learned_addr learned my addr 172.21.15.40:0/1199992801 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:10.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca2659c700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471bddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca2759e700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471bab10 0x5582471be460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 -- 172.21.15.40:0/1199992801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 msgr2=0x5582471bddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471bddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 -- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471bab10 msgr2=0x5582471be460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471bab10 0x5582471be460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca26d9d700 1 -- 172.21.15.40:0/1199992801 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca281a2bb0 con 0x55824700c6b0 2023-07-14T12:58:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.604+0000 7fca2659c700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471bddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:58:10.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca26d9d700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 0x5582471c0a30 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fca18003980 tx=0x7fca180047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e31dfe0bffc4142 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca0aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:58:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca0aff5700 1 -- 172.21.15.40:0/1199992801 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1801eab0 con 0x55824700c6b0 2023-07-14T12:58:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca0aff5700 1 -- 172.21.15.40:0/1199992801 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fca18009e50 con 0x55824700c6b0 2023-07-14T12:58:10.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55824705b490 con 0x55824700c6b0 2023-07-14T12:58:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca0aff5700 1 -- 172.21.15.40:0/1199992801 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca1801ec10 con 0x55824700c6b0 2023-07-14T12:58:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 10 client.17043 fetch_fsmap learned FSMap version 62 2023-07-14T12:58:10.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=4+}) v3 -- 0x558246f18c00 con 0x55824700c6b0 2023-07-14T12:58:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca0aff5700 1 -- 172.21.15.40:0/1199992801 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55824705b490 con 0x55824700c6b0 2023-07-14T12:58:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca0aff5700 1 -- 172.21.15.40:0/1199992801 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 62) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fca1801c430 con 0x55824700c6b0 2023-07-14T12:58:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 10 client.17043 fetch_fsmap finished waiting for FSMap version 62 2023-07-14T12:58:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 10 client.17043 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 20 client.17043 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:10.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5582471ce0b0 0x5582471d04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 4 client.17043 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.605+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582470fae50 con 0x5582471ce0b0 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.606+0000 7fca2659c700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5582471ce0b0 0x5582471d04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.606+0000 7fca2659c700 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5582471ce0b0 0x5582471d04c0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aea69339397f79d0 server_cookie=839ae518ce04151e in_seq=0 out_seq=0 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.606+0000 7fca0aff5700 10 client.17043 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca0aff5700 1 -- 172.21.15.40:0/1199992801 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5582470fae50 con 0x5582471ce0b0 2023-07-14T12:58:10.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca0aff5700 10 client.17043 handle_command_reply: tid=0 2023-07-14T12:58:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 client.17043 shutdown 2023-07-14T12:58:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 msgr2=0x5582471c0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 0x5582471c0a30 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fca18003980 tx=0x7fca180047c0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 shutdown_connections 2023-07-14T12:58:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471bab10 0x5582471be460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55824700c6b0 0x5582471c0a30 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5582471ce0b0 0x5582471d04c0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1199992801 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471bddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca0aff5700 0 client.17043 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 >> 172.21.15.40:0/1199992801 conn(0x5582471a5be0 msgr2=0x5582471a9c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 shutdown_connections 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 1 -- 172.21.15.40:0/1199992801 wait complete. 2023-07-14T12:58:10.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.607+0000 7fca3931cb80 20 client.17043 trim_cache size 0 max 16384 2023-07-14T12:58:10.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 Processor -- start 2023-07-14T12:58:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 -- start start 2023-07-14T12:58:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55824700c6b0 0x5582471af740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 0x5582471aac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471bed70 con 0x5582471bab10 2023-07-14T12:58:10.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471a7d00 con 0x5582471ba6a0 2023-07-14T12:58:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca3931cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471b55f0 con 0x55824700c6b0 2023-07-14T12:58:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca2659c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 0x5582471aac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca2659c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 0x5582471aac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:54994/0 (socket says 172.21.15.40:54994) 2023-07-14T12:58:10.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c0560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37742/0 (socket says 172.21.15.40:37742) 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca2659c700 1 -- 172.21.15.40:0/1020639212 learned_addr learned my addr 172.21.15.40:0/1020639212 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.623+0000 7fca26d9d700 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55824700c6b0 0x5582471af740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2659c700 1 -- 172.21.15.40:0/1020639212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55824700c6b0 msgr2=0x5582471af740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2659c700 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55824700c6b0 0x5582471af740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2659c700 1 -- 172.21.15.40:0/1020639212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 msgr2=0x5582471c0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2659c700 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2659c700 1 -- 172.21.15.40:0/1020639212 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582471d5110 con 0x5582471ba6a0 2023-07-14T12:58:10.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2759e700 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca2659c700 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 0x5582471aac60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fca1c009990 tx=0x7fca1c000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1130c4306c7ddace server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca0dffb700 1 -- 172.21.15.40:0/1020639212 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c02c070 con 0x5582471ba6a0 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca0dffb700 1 -- 172.21.15.40:0/1020639212 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca1c00be40 con 0x5582471ba6a0 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.624+0000 7fca0dffb700 1 -- 172.21.15.40:0/1020639212 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c01d040 con 0x5582471ba6a0 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 -- 172.21.15.40:0/1020639212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 msgr2=0x5582471aac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 0x5582471aac60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fca1c009990 tx=0x7fca1c000bc0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 -- 172.21.15.40:0/1020639212 shutdown_connections 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55824700c6b0 0x5582471af740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 --2- 172.21.15.40:0/1020639212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5582471ba6a0 0x5582471aac60 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 -- 172.21.15.40:0/1020639212 >> 172.21.15.40:0/1020639212 conn(0x5582471a5be0 msgr2=0x5582471af030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 -- 172.21.15.40:0/1020639212 shutdown_connections 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 -- 172.21.15.40:0/1020639212 wait complete. 2023-07-14T12:58:10.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 -- start start 2023-07-14T12:58:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.625+0000 7fca3931cb80 1 Processor -- start 2023-07-14T12:58:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471c4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471c5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471c36b0 con 0x5582471bab10 2023-07-14T12:58:10.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471c3820 con 0x55824700c6b0 2023-07-14T12:58:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582471c39e0 con 0x5582471ba6a0 2023-07-14T12:58:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca3931cb80 10 client.0 _ll_register_callbacks cb 0x7fca180043e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca26d9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471c4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2659c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471c5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2759e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c30b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37748/0 (socket says 172.21.15.40:37748) 2023-07-14T12:58:10.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2759e700 1 -- 172.21.15.40:0/251114239 learned_addr learned my addr 172.21.15.40:0/251114239 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:10.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2659c700 1 -- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 msgr2=0x5582471c4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2659c700 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471c4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2659c700 1 -- 172.21.15.40:0/251114239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 msgr2=0x5582471c30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2659c700 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2659c700 1 -- 172.21.15.40:0/251114239 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558246f2fd80 con 0x5582471ba6a0 2023-07-14T12:58:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.626+0000 7fca2759e700 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:10.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.627+0000 7fca2659c700 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471c5050 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5582471cb830 tx=0x7fca1c00b540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee1496d65b2723da server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.627+0000 7fca0aff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.627+0000 7fca0aff5700 1 -- 172.21.15.40:0/251114239 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c02c070 con 0x5582471ba6a0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.627+0000 7fca0aff5700 1 -- 172.21.15.40:0/251114239 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fca1c0283b0 con 0x5582471ba6a0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.627+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fca200b7e90 con 0x5582471ba6a0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca0aff5700 1 -- 172.21.15.40:0/251114239 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca1c01d040 con 0x5582471ba6a0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 10 client.26539 fetch_fsmap learned FSMap version 62 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=4+}) v3 -- 0x7fca2810d230 con 0x5582471ba6a0 2023-07-14T12:58:10.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca0aff5700 1 -- 172.21.15.40:0/251114239 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca1c03d080 con 0x5582471ba6a0 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca0aff5700 1 -- 172.21.15.40:0/251114239 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 62) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fca1c005430 con 0x5582471ba6a0 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 10 client.26539 fetch_fsmap finished waiting for FSMap version 62 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 10 client.26539 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 20 client.26539 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558247222d40 0x558247225150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 4 client.26539 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:58:10.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5582470bcff0 con 0x558247222d40 2023-07-14T12:58:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.628+0000 7fca26d9d700 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558247222d40 0x558247225150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.629+0000 7fca0aff5700 10 client.26539 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:10.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.629+0000 7fca26d9d700 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558247222d40 0x558247225150 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df2d6f53c31d9fb2 server_cookie=4ab009ba2bde50f9 in_seq=0 out_seq=0 2023-07-14T12:58:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca0aff5700 1 -- 172.21.15.40:0/251114239 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5582470bcff0 con 0x558247222d40 2023-07-14T12:58:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca0aff5700 10 client.26539 handle_command_reply: tid=0 2023-07-14T12:58:10.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 client.26539 shutdown 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 msgr2=0x5582471c5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471c5050 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x5582471cb830 tx=0x7fca1c00b540 comp rx=0 tx=0).stop 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 shutdown_connections 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5582471bab10 0x5582471c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55824700c6b0 0x5582471c4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558247222d40 0x558247225150 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 --2- 172.21.15.40:0/251114239 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582471ba6a0 0x5582471c5050 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca0aff5700 0 client.26539 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 >> 172.21.15.40:0/251114239 conn(0x5582471a5be0 msgr2=0x5582471af8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 shutdown_connections 2023-07-14T12:58:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 1 -- 172.21.15.40:0/251114239 wait complete. 2023-07-14T12:58:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.662+0000 7fca3931cb80 20 client.26539 trim_cache size 0 max 16384 2023-07-14T12:58:10.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:58:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:58:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:58:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:58:10.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 msgr2=0x7fca100a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fca18009c60 tx=0x7fca18009260 comp rx=0 tx=0).stop 2023-07-14T12:58:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 msgr2=0x7fca28195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 0x7fca28195a20 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fca2000ef30 tx=0x7fca2000c3a0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 shutdown_connections 2023-07-14T12:58:10.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104e20 0x7fca28195a20 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ffde0 0x7fca2819bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 --2- 172.21.15.40:0/54914237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28100780 0x7fca2819c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 >> 172.21.15.40:0/54914237 conn(0x7fca280fb6f0 msgr2=0x7fca28103780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 shutdown_connections 2023-07-14T12:58:10.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:10.663+0000 7fca2d196700 1 -- 172.21.15.40:0/54914237 wait complete. 2023-07-14T12:58:11.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 363483 3.07 MB/sec execute 525 sec latency 1555.227 ms 2023-07-14T12:58:11.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:11 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:11.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:11 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:11.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:11 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:12.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 363483 3.07 MB/sec execute 526 sec latency 2555.348 ms 2023-07-14T12:58:12.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:12 smithi133 ceph-mon[98311]: pgmap v368: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:58:12.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:12 smithi130 ceph-mon[97977]: pgmap v368: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:58:12.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:12 smithi040 ceph-mon[96535]: pgmap v368: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 859 KiB/s rd, 1.7 MiB/s wr, 175 op/s 2023-07-14T12:58:13.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 364999 3.08 MB/sec execute 527 sec latency 2806.002 ms 2023-07-14T12:58:14.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 366130 3.08 MB/sec execute 528 sec latency 82.798 ms 2023-07-14T12:58:14.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:13 smithi133 ceph-mon[98311]: osdmap e97: 12 total, 12 up, 12 in 2023-07-14T12:58:14.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:13 smithi130 ceph-mon[97977]: osdmap e97: 12 total, 12 up, 12 in 2023-07-14T12:58:14.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:13 smithi040 ceph-mon[96535]: osdmap e97: 12 total, 12 up, 12 in 2023-07-14T12:58:15.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 366400 3.08 MB/sec execute 529 sec latency 855.513 ms 2023-07-14T12:58:15.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:14 smithi133 ceph-mon[98311]: pgmap v370: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:15.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:14 smithi130 ceph-mon[97977]: pgmap v370: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:15.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:14 smithi040 ceph-mon[96535]: pgmap v370: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:16.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 367032 3.08 MB/sec execute 530 sec latency 627.379 ms 2023-07-14T12:58:16.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:15 smithi130 ceph-mon[97977]: pgmap v371: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:16.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:15 smithi040 ceph-mon[96535]: pgmap v371: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:16.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:15 smithi133 ceph-mon[98311]: pgmap v371: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:17.207 INFO:tasks.workunit.client.0.smithi040.stdout: 1 367032 3.07 MB/sec execute 531 sec latency 1627.507 ms 2023-07-14T12:58:18.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 368702 3.08 MB/sec execute 532 sec latency 1876.329 ms 2023-07-14T12:58:19.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 369942 3.09 MB/sec execute 533 sec latency 19.730 ms 2023-07-14T12:58:19.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:18 smithi133 ceph-mon[98311]: pgmap v372: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:19.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:18 smithi130 ceph-mon[97977]: pgmap v372: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:19.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:18 smithi040 ceph-mon[96535]: pgmap v372: 97 pgs: 97 active+clean; 153 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 1.3 MiB/s wr, 114 op/s 2023-07-14T12:58:20.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 370575 3.09 MB/sec execute 534 sec latency 495.324 ms 2023-07-14T12:58:21.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 370575 3.09 MB/sec execute 535 sec latency 1495.434 ms 2023-07-14T12:58:21.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:20 smithi133 ceph-mon[98311]: pgmap v373: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2023-07-14T12:58:21.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:20 smithi130 ceph-mon[97977]: pgmap v373: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2023-07-14T12:58:21.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:20 smithi040 ceph-mon[96535]: pgmap v373: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2023-07-14T12:58:22.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 370575 3.08 MB/sec execute 536 sec latency 2495.561 ms 2023-07-14T12:58:22.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:21 smithi133 ceph-mon[98311]: pgmap v374: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2023-07-14T12:58:22.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:21 smithi130 ceph-mon[97977]: pgmap v374: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2023-07-14T12:58:22.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:21 smithi040 ceph-mon[96535]: pgmap v374: 97 pgs: 97 active+clean; 154 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 148 op/s 2023-07-14T12:58:23.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 372253 3.09 MB/sec execute 537 sec latency 2743.174 ms 2023-07-14T12:58:23.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/1469682731 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d4104e40 msgr2=0x7fa0d410c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/1469682731 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d4104e40 0x7fa0d410c9c0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc00b0d0 tx=0x7fa0cc00b3e0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/1469682731 shutdown_connections 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/1469682731 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d4104e40 0x7fa0d410c9c0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/1469682731 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d40fe670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/1469682731 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fec40 0x7fa0d4104710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/1469682731 >> 172.21.15.40:0/1469682731 conn(0x7fa0d4075f90 msgr2=0x7fa0d4076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:23.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/1469682731 shutdown_connections 2023-07-14T12:58:23.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.786+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/1469682731 wait complete. 2023-07-14T12:58:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 Processor -- start 2023-07-14T12:58:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 -- start start 2023-07-14T12:58:23.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d4195d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d40fec40 0x7fa0d4196280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 0x7fa0d419a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d419af30 con 0x7fa0d40fec40 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d419b0a0 con 0x7fa0d4104e40 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.787+0000 7fa0dbe0b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d419b260 con 0x7fa0d40fe2a0 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0d9ba7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d4195d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 0x7fa0d419a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 0x7fa0d419a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55014/0 (socket says 172.21.15.40:55014) 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0d93a6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d40fec40 0x7fa0d4196280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0d9ba7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d4195d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51448/0 (socket says 172.21.15.40:51448) 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 -- 172.21.15.40:0/3732050795 learned_addr learned my addr 172.21.15.40:0/3732050795 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 -- 172.21.15.40:0/3732050795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 msgr2=0x7fa0d4195d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d4195d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 -- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d40fec40 msgr2=0x7fa0d4196280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d40fec40 0x7fa0d4196280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 -- 172.21.15.40:0/3732050795 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0cc009d00 con 0x7fa0d4104e40 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d4195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d40fec40 0x7fa0d4196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 0x7fa0d419a8f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc007870 tx=0x7fa0cc0078a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0c6ffd700 1 -- 172.21.15.40:0/3732050795 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc00e040 con 0x7fa0d4104e40 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0d419b4e0 con 0x7fa0d4104e40 2023-07-14T12:58:23.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0c6ffd700 1 -- 172.21.15.40:0/3732050795 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0cc005070 con 0x7fa0d4104e40 2023-07-14T12:58:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0c6ffd700 1 -- 172.21.15.40:0/3732050795 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc01b6c0 con 0x7fa0d4104e40 2023-07-14T12:58:23.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.788+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0d40ff320 con 0x7fa0d4104e40 2023-07-14T12:58:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.791+0000 7fa0c6ffd700 1 -- 172.21.15.40:0/3732050795 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fa0cc0051e0 con 0x7fa0d4104e40 2023-07-14T12:58:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.791+0000 7fa0c6ffd700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa0c00a12c0 0x7fa0c00a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.791+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa0c00a12c0 0x7fa0c00a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.827 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.791+0000 7fa0c6ffd700 1 -- 172.21.15.40:0/3732050795 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa0cc0cde50 con 0x7fa0d4104e40 2023-07-14T12:58:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa0c00a12c0 0x7fa0c00a3770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0011490 tx=0x7fa0d0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 Processor -- start 2023-07-14T12:58:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 -- start start 2023-07-14T12:58:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19ddd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.828 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19d89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df18ddc50 con 0x556df19d8580 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df19309e0 con 0x556df19de2d0 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.792+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df1929e70 con 0x556df18346b0 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19d89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19d89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37770/0 (socket says 172.21.15.40:37770) 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 -- 172.21.15.40:0/2257816013 learned_addr learned my addr 172.21.15.40:0/2257816013 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.829 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19ddd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 -- 172.21.15.40:0/2257816013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 msgr2=0x556df19ddd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19ddd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 -- 172.21.15.40:0/2257816013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 msgr2=0x556df19d8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 -- 172.21.15.40:0/2257816013 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556df1757d80 con 0x556df19d8580 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19d89d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc097970 tx=0x7fa0cc097350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e454918546ecdbca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:23.830 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0bffff700 1 -- 172.21.15.40:0/2257816013 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc09ef30 con 0x556df19d8580 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0bffff700 1 -- 172.21.15.40:0/2257816013 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0cc0a32c0 con 0x556df19d8580 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.793+0000 7fa0bffff700 1 -- 172.21.15.40:0/2257816013 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc09b160 con 0x556df19d8580 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2257816013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 msgr2=0x556df19d89d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19d89d0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc097970 tx=0x7fa0cc097350 comp rx=0 tx=0).stop 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2257816013 shutdown_connections 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19ddd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19d89d0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.831 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2257816013 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2257816013 >> 172.21.15.40:0/2257816013 conn(0x556df19cdbe0 msgr2=0x556df19d2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2257816013 shutdown_connections 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.794+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2257816013 wait complete. 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 -- start start 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 Processor -- start 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df18346b0 0x556df19e7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.832 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19d8580 0x556df19e7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 0x556df19e1750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df18c9a60 con 0x556df19de2d0 2023-07-14T12:58:23.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df18c9760 con 0x556df18346b0 2023-07-14T12:58:23.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df17ad8c0 con 0x556df19d8580 2023-07-14T12:58:23.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0e7f91b80 10 client.0 _ll_register_callbacks cb 0x556df18c7700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:23.833 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 0x556df19e1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0d9ba7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df18346b0 0x556df19e7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 0x556df19e1750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37776/0 (socket says 172.21.15.40:37776) 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.795+0000 7fa0da3a8700 1 -- 172.21.15.40:0/963704086 learned_addr learned my addr 172.21.15.40:0/963704086 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19d8580 0x556df19e7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0da3a8700 1 -- 172.21.15.40:0/963704086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19d8580 msgr2=0x556df19e7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19d8580 0x556df19e7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.834 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0da3a8700 1 -- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df18346b0 msgr2=0x556df19e7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df18346b0 0x556df19e7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0da3a8700 1 -- 172.21.15.40:0/963704086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0d40ff320 con 0x556df19de2d0 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df18346b0 0x556df19e7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19d8580 0x556df19e7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 0x556df19e1750 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009fd0 tx=0x7fa0cc0074e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=273f5f4546128480 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0bd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/963704086 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc0b92c0 con 0x556df19de2d0 2023-07-14T12:58:23.835 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/963704086 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa0cc0a0040 con 0x556df19de2d0 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556df1883490 con 0x556df19de2d0 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/963704086 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0cc0992a0 con 0x556df19de2d0 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0e7f91b80 10 client.17061 fetch_fsmap learned FSMap version 62 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=4+}) v3 -- 0x556df1740c00 con 0x556df19de2d0 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.796+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/963704086 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556df1883490 con 0x556df19de2d0 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/963704086 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 62) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fa0cc09b280 con 0x556df19de2d0 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0e7f91b80 10 client.17061 fetch_fsmap finished waiting for FSMap version 62 2023-07-14T12:58:23.836 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0e7f91b80 10 client.17061 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0e7f91b80 20 client.17061 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df19f1460 0x556df19f3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0e7f91b80 4 client.17061 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556df1922e50 con 0x556df19f1460 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df19f1460 0x556df19f3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0bd7fa700 10 client.17061 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:23.837 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.797+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df19f1460 0x556df19f3870 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c0b16f7c7f6f0b3 server_cookie=8395c42e2cb091d0 in_seq=0 out_seq=0 2023-07-14T12:58:23.838 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/963704086 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556df1922e50 con 0x556df19f1460 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0bd7fa700 10 client.17061 handle_command_reply: tid=0 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 client.17061 shutdown 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 msgr2=0x556df19e1750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 0x556df19e1750 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009fd0 tx=0x7fa0cc0074e0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 shutdown_connections 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19de2d0 0x556df19e1750 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df18346b0 0x556df19e7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df19f1460 0x556df19f3870 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/963704086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19d8580 0x556df19e7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0bd7fa700 0 client.17061 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 >> 172.21.15.40:0/963704086 conn(0x556df19cdbe0 msgr2=0x556df19d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 shutdown_connections 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/963704086 wait complete. 2023-07-14T12:58:23.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.798+0000 7fa0e7f91b80 20 client.17061 trim_cache size 0 max 16384 2023-07-14T12:58:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 Processor -- start 2023-07-14T12:58:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 -- start start 2023-07-14T12:58:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19d8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19dd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df19d3d90 con 0x556df19d8580 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df19dda10 con 0x556df19de2d0 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.814+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df19de160 con 0x556df18346b0 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19dd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19dd1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37782/0 (socket says 172.21.15.40:37782) 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 -- 172.21.15.40:0/2251147639 learned_addr learned my addr 172.21.15.40:0/2251147639 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:23.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0da3a8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19d8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 -- 172.21.15.40:0/2251147639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 msgr2=0x556df19d8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19d8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 -- 172.21.15.40:0/2251147639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 msgr2=0x556df19d2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 -- 172.21.15.40:0/2251147639 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556df19cf420 con 0x556df19d8580 2023-07-14T12:58:23.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19d8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:58:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19dd1a0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fa0d40ff010 tx=0x7fa0c8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e98919dfa9e29aca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0c4ff9700 1 -- 172.21.15.40:0/2251147639 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c8017070 con 0x556df19d8580 2023-07-14T12:58:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0c4ff9700 1 -- 172.21.15.40:0/2251147639 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0c8018040 con 0x556df19d8580 2023-07-14T12:58:23.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.815+0000 7fa0c4ff9700 1 -- 172.21.15.40:0/2251147639 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c8005280 con 0x556df19d8580 2023-07-14T12:58:23.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2251147639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 msgr2=0x556df19dd1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19dd1a0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fa0d40ff010 tx=0x7fa0c8009260 comp rx=0 tx=0).stop 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2251147639 shutdown_connections 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df18346b0 0x556df19d8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19de2d0 0x556df19d2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/2251147639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df19d8580 0x556df19dd1a0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2251147639 >> 172.21.15.40:0/2251147639 conn(0x556df19cdbe0 msgr2=0x556df19dca90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:23.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2251147639 shutdown_connections 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/2251147639 wait complete. 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 -- start start 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.816+0000 7fa0e7f91b80 1 Processor -- start 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 0x556df1a392b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19d8580 0x556df1a397f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19de2d0 0x556df1a39d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df1a44410 con 0x556df18346b0 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df1a44550 con 0x556df19d8580 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556df1a44710 con 0x556df19de2d0 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0e7f91b80 10 client.0 _ll_register_callbacks cb 0x556df18c7700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 0x556df1a392b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 0x556df1a392b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37786/0 (socket says 172.21.15.40:37786) 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 -- 172.21.15.40:0/3883439391 learned_addr learned my addr 172.21.15.40:0/3883439391 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19d8580 0x556df1a397f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19de2d0 0x556df1a39d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 -- 172.21.15.40:0/3883439391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19de2d0 msgr2=0x556df1a39d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19de2d0 0x556df1a39d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 -- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19d8580 msgr2=0x556df1a397f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19d8580 0x556df1a397f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 -- 172.21.15.40:0/3883439391 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556df1740c00 con 0x556df18346b0 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0da3a8700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19de2d0 0x556df1a39d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:58:23.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0d9ba7700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 0x556df1a392b0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x556df19f4120 tx=0x7fa0d00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d03e322805a85da8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.817+0000 7fa0bd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/3883439391 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d0024040 con 0x556df18346b0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/3883439391 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa0d002a380 con 0x556df18346b0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa0cc0a32c0 con 0x556df18346b0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/3883439391 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0d002a540 con 0x556df18346b0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 10 client.17067 fetch_fsmap learned FSMap version 62 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=4+}) v3 -- 0x7fa0c8009df0 con 0x556df18346b0 2023-07-14T12:58:23.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/3883439391 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0d003f080 con 0x556df18346b0 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/3883439391 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 62) v1 ==== 7474+0+0 (secure 0 0 0) 0x7fa0d0039030 con 0x556df18346b0 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 10 client.17067 fetch_fsmap finished waiting for FSMap version 62 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 10 client.17067 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 20 client.17067 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df1a45e60 0x556df1a48270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 4 client.17067 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:58:23.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556df18e4ff0 con 0x556df1a45e60 2023-07-14T12:58:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.818+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df1a45e60 0x556df1a48270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.819+0000 7fa0bd7fa700 10 client.17067 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:23.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.819+0000 7fa0d93a6700 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df1a45e60 0x556df1a48270 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e53bd1eddfc4b31 server_cookie=1ae12fd80093b9a9 in_seq=0 out_seq=0 2023-07-14T12:58:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.847+0000 7fa0bd7fa700 1 -- 172.21.15.40:0/3883439391 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556df18e4ff0 con 0x556df1a45e60 2023-07-14T12:58:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.847+0000 7fa0bd7fa700 10 client.17067 handle_command_reply: tid=0 2023-07-14T12:58:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 client.17067 shutdown 2023-07-14T12:58:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 msgr2=0x556df1a392b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 0x556df1a392b0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x556df19f4120 tx=0x7fa0d00047c0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 shutdown_connections 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556df1a45e60 0x556df1a48270 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556df19de2d0 0x556df1a39d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556df18346b0 0x556df1a392b0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0bd7fa700 0 client.17067 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 --2- 172.21.15.40:0/3883439391 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556df19d8580 0x556df1a397f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 >> 172.21.15.40:0/3883439391 conn(0x556df19cdbe0 msgr2=0x556df19e16c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 shutdown_connections 2023-07-14T12:58:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 1 -- 172.21.15.40:0/3883439391 wait complete. 2023-07-14T12:58:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.848+0000 7fa0e7f91b80 20 client.17067 trim_cache size 0 max 16384 2023-07-14T12:58:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:58:23.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:58:23.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:58:23.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:58:23.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa0c00a12c0 msgr2=0x7fa0c00a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa0c00a12c0 0x7fa0c00a3770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0011490 tx=0x7fa0d0009260 comp rx=0 tx=0).stop 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 msgr2=0x7fa0d419a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 0x7fa0d419a8f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc007870 tx=0x7fa0cc0078a0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 shutdown_connections 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa0c00a12c0 0x7fa0c00a3770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0d40fe2a0 0x7fa0d4195d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa0d4104e40 0x7fa0d419a8f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 --2- 172.21.15.40:0/3732050795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0d40fec40 0x7fa0d4196280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:23.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 >> 172.21.15.40:0/3732050795 conn(0x7fa0d4075f90 msgr2=0x7fa0d40fbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:23.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 shutdown_connections 2023-07-14T12:58:23.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:23.849+0000 7fa0dbe0b700 1 -- 172.21.15.40:0/3732050795 wait complete. 2023-07-14T12:58:24.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 373500 3.10 MB/sec execute 538 sec latency 20.088 ms 2023-07-14T12:58:25.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 374123 3.10 MB/sec execute 539 sec latency 447.370 ms 2023-07-14T12:58:25.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:24 smithi133 ceph-mon[98311]: pgmap v375: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.6 MiB/s wr, 178 op/s 2023-07-14T12:58:25.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:24 smithi130 ceph-mon[97977]: pgmap v375: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.6 MiB/s wr, 178 op/s 2023-07-14T12:58:25.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:24 smithi040 ceph-mon[96535]: pgmap v375: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1011 KiB/s rd, 1.6 MiB/s wr, 178 op/s 2023-07-14T12:58:26.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 374123 3.09 MB/sec execute 540 sec latency 1447.486 ms 2023-07-14T12:58:26.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:25 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:26.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:25 smithi133 ceph-mon[98311]: pgmap v376: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 944 KiB/s wr, 107 op/s 2023-07-14T12:58:26.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:25 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:26.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:25 smithi130 ceph-mon[97977]: pgmap v376: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 944 KiB/s wr, 107 op/s 2023-07-14T12:58:26.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:25 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:26.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:25 smithi040 ceph-mon[96535]: pgmap v376: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 944 KiB/s wr, 107 op/s 2023-07-14T12:58:27.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 374123 3.09 MB/sec execute 541 sec latency 2447.606 ms 2023-07-14T12:58:28.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 375808 3.10 MB/sec execute 542 sec latency 2700.536 ms 2023-07-14T12:58:29.208 INFO:tasks.workunit.client.0.smithi040.stdout: 1 377082 3.10 MB/sec execute 543 sec latency 23.784 ms 2023-07-14T12:58:29.245 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:28 smithi133 ceph-mon[98311]: pgmap v377: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 944 KiB/s wr, 107 op/s 2023-07-14T12:58:29.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:28 smithi130 ceph-mon[97977]: pgmap v377: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 944 KiB/s wr, 107 op/s 2023-07-14T12:58:29.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:28 smithi040 ceph-mon[96535]: pgmap v377: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 944 KiB/s wr, 107 op/s 2023-07-14T12:58:30.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 377852 3.11 MB/sec execute 544 sec latency 309.713 ms 2023-07-14T12:58:30.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:30 smithi130 ceph-mon[97977]: pgmap v378: 97 pgs: 97 active+clean; 155 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 903 KiB/s rd, 1.5 MiB/s wr, 173 op/s 2023-07-14T12:58:30.363 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:29 smithi040 ceph-mon[96535]: pgmap v378: 97 pgs: 97 active+clean; 155 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 903 KiB/s rd, 1.5 MiB/s wr, 173 op/s 2023-07-14T12:58:30.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:29 smithi133 ceph-mon[98311]: pgmap v378: 97 pgs: 97 active+clean; 155 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 903 KiB/s rd, 1.5 MiB/s wr, 173 op/s 2023-07-14T12:58:31.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 379814 3.12 MB/sec execute 545 sec latency 14.042 ms 2023-07-14T12:58:32.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380229 3.12 MB/sec execute 546 sec latency 566.630 ms 2023-07-14T12:58:32.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:32 smithi133 ceph-mon[98311]: pgmap v379: 97 pgs: 97 active+clean; 155 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 1.2 MiB/s wr, 119 op/s 2023-07-14T12:58:32.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:32 smithi130 ceph-mon[97977]: pgmap v379: 97 pgs: 97 active+clean; 155 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 1.2 MiB/s wr, 119 op/s 2023-07-14T12:58:32.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:32 smithi040 ceph-mon[96535]: pgmap v379: 97 pgs: 97 active+clean; 155 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 1.2 MiB/s wr, 119 op/s 2023-07-14T12:58:33.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380229 3.11 MB/sec execute 547 sec latency 1566.744 ms 2023-07-14T12:58:33.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:33 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:33.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:33 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:33.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:33 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:58:34.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380229 3.11 MB/sec execute 548 sec latency 2566.841 ms 2023-07-14T12:58:34.495 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:34 smithi133 ceph-mon[98311]: pgmap v380: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.2 MiB/s wr, 192 op/s 2023-07-14T12:58:34.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:34 smithi130 ceph-mon[97977]: pgmap v380: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.2 MiB/s wr, 192 op/s 2023-07-14T12:58:34.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:34 smithi040 ceph-mon[96535]: pgmap v380: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.2 MiB/s wr, 192 op/s 2023-07-14T12:58:35.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380353 3.10 MB/sec execute 549 sec latency 3410.173 ms 2023-07-14T12:58:36.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380353 3.10 MB/sec execute 550 sec latency 1060.409 ms 2023-07-14T12:58:36.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:36 smithi133 ceph-mon[98311]: pgmap v381: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.6 MiB/s wr, 139 op/s 2023-07-14T12:58:36.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:36 smithi130 ceph-mon[97977]: pgmap v381: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.6 MiB/s wr, 139 op/s 2023-07-14T12:58:36.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:36 smithi040 ceph-mon[96535]: pgmap v381: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.6 MiB/s wr, 139 op/s 2023-07-14T12:58:37.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 -- 172.21.15.40:0/3427147912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 msgr2=0x7f941c0fee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 --2- 172.21.15.40:0/3427147912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c0fee80 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f940c009990 tx=0x7f940c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 -- 172.21.15.40:0/3427147912 shutdown_connections 2023-07-14T12:58:37.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 --2- 172.21.15.40:0/3427147912 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c0ff3c0 0x7f941c10b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 --2- 172.21.15.40:0/3427147912 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f941c104a20 0x7f941c104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 --2- 172.21.15.40:0/3427147912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c0fee80 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 -- 172.21.15.40:0/3427147912 >> 172.21.15.40:0/3427147912 conn(0x7f941c0fa4f0 msgr2=0x7f941c0fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:37.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 -- 172.21.15.40:0/3427147912 shutdown_connections 2023-07-14T12:58:37.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.972+0000 7f94220a5700 1 -- 172.21.15.40:0/3427147912 wait complete. 2023-07-14T12:58:37.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 Processor -- start 2023-07-14T12:58:37.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 -- start start 2023-07-14T12:58:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c19bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f941c0ff3c0 0x7f941c19c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c104a20 0x7f941c195930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c195fa0 con 0x7f941c0fea10 2023-07-14T12:58:37.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c196110 con 0x7f941c0ff3c0 2023-07-14T12:58:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f94220a5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c1962d0 con 0x7f941c104a20 2023-07-14T12:58:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f941b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c19bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f941b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c19bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37800/0 (socket says 172.21.15.40:37800) 2023-07-14T12:58:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f941b7fe700 1 -- 172.21.15.40:0/4225298911 learned_addr learned my addr 172.21.15.40:0/4225298911 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:37.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f941affd700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f941c0ff3c0 0x7f941c19c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.973+0000 7f941bfff700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c104a20 0x7f941c195930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941b7fe700 1 -- 172.21.15.40:0/4225298911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c104a20 msgr2=0x7f941c195930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941b7fe700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c104a20 0x7f941c195930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941b7fe700 1 -- 172.21.15.40:0/4225298911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f941c0ff3c0 msgr2=0x7f941c19c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941b7fe700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f941c0ff3c0 0x7f941c19c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941b7fe700 1 -- 172.21.15.40:0/4225298911 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f940c0095f0 con 0x7f941c0fea10 2023-07-14T12:58:37.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941bfff700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c104a20 0x7f941c195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:58:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f941b7fe700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c19bad0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f941000c990 tx=0x7f941000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f9418ff9700 1 -- 172.21.15.40:0/4225298911 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9410007b00 con 0x7f941c0fea10 2023-07-14T12:58:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f9418ff9700 1 -- 172.21.15.40:0/4225298911 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9410007c60 con 0x7f941c0fea10 2023-07-14T12:58:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f941c1965b0 con 0x7f941c0fea10 2023-07-14T12:58:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f9418ff9700 1 -- 172.21.15.40:0/4225298911 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9410018660 con 0x7f941c0fea10 2023-07-14T12:58:37.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.974+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f941c1a2ac0 con 0x7f941c0fea10 2023-07-14T12:58:37.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.976+0000 7f9418ff9700 1 -- 172.21.15.40:0/4225298911 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f941000f450 con 0x7f941c0fea10 2023-07-14T12:58:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.977+0000 7f9418ff9700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94040a12c0 0x7f94040a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.977+0000 7f941affd700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94040a12c0 0x7f94040a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.977+0000 7f9418ff9700 1 -- 172.21.15.40:0/4225298911 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f94100ccda0 con 0x7f941c0fea10 2023-07-14T12:58:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.977+0000 7f941affd700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94040a12c0 0x7f94040a3770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f940c006010 tx=0x7f940c00b540 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 Processor -- start 2023-07-14T12:58:37.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 -- start start 2023-07-14T12:58:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca4667d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca46682d0 0x556ca4662040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 0x556ca46629d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca4567c50 con 0x556ca4662580 2023-07-14T12:58:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca45ba9e0 con 0x556ca44be6b0 2023-07-14T12:58:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f942e22bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca45b3e70 con 0x556ca46682d0 2023-07-14T12:58:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 0x556ca46629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 0x556ca46629d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37812/0 (socket says 172.21.15.40:37812) 2023-07-14T12:58:37.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 -- 172.21.15.40:0/1501831646 learned_addr learned my addr 172.21.15.40:0/1501831646 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941affd700 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca46682d0 0x556ca4662040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941b7fe700 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca4667d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 -- 172.21.15.40:0/1501831646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca46682d0 msgr2=0x556ca4662040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca46682d0 0x556ca4662040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 -- 172.21.15.40:0/1501831646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 msgr2=0x556ca4667d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca4667d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.978+0000 7f941bfff700 1 -- 172.21.15.40:0/1501831646 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ca43e1d80 con 0x556ca4662580 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f941bfff700 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 0x556ca46629d0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f94140085a0 tx=0x7f94140088b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8efcaa50a05bd2c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f9401ffb700 1 -- 172.21.15.40:0/1501831646 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414011710 con 0x556ca4662580 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f9401ffb700 1 -- 172.21.15.40:0/1501831646 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9414011d30 con 0x556ca4662580 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f9401ffb700 1 -- 172.21.15.40:0/1501831646 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414013cf0 con 0x556ca4662580 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 -- 172.21.15.40:0/1501831646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 msgr2=0x556ca46629d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 0x556ca46629d0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f94140085a0 tx=0x7f94140088b0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 -- 172.21.15.40:0/1501831646 shutdown_connections 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4662580 0x556ca46629d0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca4667d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 --2- 172.21.15.40:0/1501831646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca46682d0 0x556ca4662040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.979+0000 7f942e22bb80 1 -- 172.21.15.40:0/1501831646 >> 172.21.15.40:0/1501831646 conn(0x556ca4657be0 msgr2=0x556ca465cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.980+0000 7f942e22bb80 1 -- 172.21.15.40:0/1501831646 shutdown_connections 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.980+0000 7f942e22bb80 1 -- 172.21.15.40:0/1501831646 wait complete. 2023-07-14T12:58:37.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.980+0000 7f942e22bb80 1 -- start start 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.980+0000 7f942e22bb80 1 Processor -- start 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca466e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4662580 0x556ca466b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 0x556ca466bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca4553a60 con 0x556ca46682d0 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca4553760 con 0x556ca44be6b0 2023-07-14T12:58:37.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca44378c0 con 0x556ca4662580 2023-07-14T12:58:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f942e22bb80 10 client.0 _ll_register_callbacks cb 0x556ca4551700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 0x556ca466bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 0x556ca466bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37818/0 (socket says 172.21.15.40:37818) 2023-07-14T12:58:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 -- 172.21.15.40:0/3203425238 learned_addr learned my addr 172.21.15.40:0/3203425238 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941b7fe700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca466e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941affd700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4662580 0x556ca466b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 -- 172.21.15.40:0/3203425238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4662580 msgr2=0x556ca466b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4662580 0x556ca466b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 -- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 msgr2=0x556ca466e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca466e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 -- 172.21.15.40:0/3203425238 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9414007d40 con 0x556ca46682d0 2023-07-14T12:58:37.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f941bfff700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 0x556ca466bf90 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f9414012040 tx=0x7f9414011740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50760025a4309478 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f93faffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.981+0000 7f93faffd700 1 -- 172.21.15.40:0/3203425238 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9414013690 con 0x556ca46682d0 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f93faffd700 1 -- 172.21.15.40:0/3203425238 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f9414013e10 con 0x556ca46682d0 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ca450d490 con 0x556ca46682d0 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f93faffd700 1 -- 172.21.15.40:0/3203425238 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=64) v2 ==== 24+0+0 (secure 0 0 0) 0x7f941401e420 con 0x556ca46682d0 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 10 client.17079 fetch_fsmap learned FSMap version 64 2023-07-14T12:58:37.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=64,monmap=4+}) v3 -- 0x556ca43cac00 con 0x556ca46682d0 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f93faffd700 1 -- 172.21.15.40:0/3203425238 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556ca450d490 con 0x556ca46682d0 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f93faffd700 1 -- 172.21.15.40:0/3203425238 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 64) v1 ==== 7466+0+0 (secure 0 0 0) 0x7f941401c3f0 con 0x556ca46682d0 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 10 client.17079 fetch_fsmap finished waiting for FSMap version 64 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 10 client.17079 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 20 client.17079 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca467ba80 0x556ca467de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 4 client.17079 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556ca45ace50 con 0x556ca467ba80 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.982+0000 7f941b7fe700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca467ba80 0x556ca467de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.983+0000 7f941b7fe700 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca467ba80 0x556ca467de60 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1bf1904ab0d4c50 server_cookie=8d19faa114c531d1 in_seq=0 out_seq=0 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.983+0000 7f93faffd700 10 client.17079 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.983+0000 7f93faffd700 1 -- 172.21.15.40:0/3203425238 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556ca45ace50 con 0x556ca467ba80 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.983+0000 7f93faffd700 10 client.17079 handle_command_reply: tid=0 2023-07-14T12:58:37.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 client.17079 shutdown 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 msgr2=0x556ca466bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 0x556ca466bf90 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f9414012040 tx=0x7f9414011740 comp rx=0 tx=0).stop 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 shutdown_connections 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca46682d0 0x556ca466bf90 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca44be6b0 0x556ca466e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca467ba80 0x556ca467de60 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3203425238 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4662580 0x556ca466b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f93faffd700 0 client.17079 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:37.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 >> 172.21.15.40:0/3203425238 conn(0x556ca4657be0 msgr2=0x556ca465bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:37.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 shutdown_connections 2023-07-14T12:58:37.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 1 -- 172.21.15.40:0/3203425238 wait complete. 2023-07-14T12:58:37.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.984+0000 7f942e22bb80 20 client.17079 trim_cache size 0 max 16384 2023-07-14T12:58:37.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 Processor -- start 2023-07-14T12:58:37.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 -- start start 2023-07-14T12:58:37.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 0x556ca4662040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca44be6b0 0x556ca4672c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4667140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca465eb70 con 0x556ca4657be0 2023-07-14T12:58:37.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca466c340 con 0x556ca4662580 2023-07-14T12:58:37.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f942e22bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca46595f0 con 0x556ca44be6b0 2023-07-14T12:58:37.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f941b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 0x556ca4662040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f941b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 0x556ca4662040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37822/0 (socket says 172.21.15.40:37822) 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f941b7fe700 1 -- 172.21.15.40:0/3335168951 learned_addr learned my addr 172.21.15.40:0/3335168951 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f941affd700 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca44be6b0 0x556ca4672c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:36.999+0000 7f941b7fe700 1 -- 172.21.15.40:0/3335168951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca44be6b0 msgr2=0x556ca4672c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941bfff700 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4667140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941b7fe700 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca44be6b0 0x556ca4672c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941b7fe700 1 -- 172.21.15.40:0/3335168951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 msgr2=0x556ca4667140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941b7fe700 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4667140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941b7fe700 1 -- 172.21.15.40:0/3335168951 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ca4682a90 con 0x556ca4657be0 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941bfff700 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4667140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f941b7fe700 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 0x556ca4662040 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f9410099bd0 tx=0x7f9410000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb1de254618ece server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f94027fc700 1 -- 172.21.15.40:0/3335168951 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94100c8070 con 0x556ca4657be0 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f94027fc700 1 -- 172.21.15.40:0/3335168951 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94100b8200 con 0x556ca4657be0 2023-07-14T12:58:37.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f94027fc700 1 -- 172.21.15.40:0/3335168951 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f941009a130 con 0x556ca4657be0 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 -- 172.21.15.40:0/3335168951 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 msgr2=0x556ca4662040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 0x556ca4662040 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f9410099bd0 tx=0x7f9410000bc0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 -- 172.21.15.40:0/3335168951 shutdown_connections 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4667140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca4657be0 0x556ca4662040 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 --2- 172.21.15.40:0/3335168951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca44be6b0 0x556ca4672c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 -- 172.21.15.40:0/3335168951 >> 172.21.15.40:0/3335168951 conn(0x556ca4678220 msgr2=0x556ca4666a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.000+0000 7f942e22bb80 1 -- 172.21.15.40:0/3335168951 shutdown_connections 2023-07-14T12:58:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 -- 172.21.15.40:0/3335168951 wait complete. 2023-07-14T12:58:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 -- start start 2023-07-14T12:58:37.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 Processor -- start 2023-07-14T12:58:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 0x556ca4672c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4657be0 0x556ca4663a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4663f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca46645b0 con 0x556ca44be6b0 2023-07-14T12:58:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca4664720 con 0x556ca4662580 2023-07-14T12:58:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ca46648e0 con 0x556ca4657be0 2023-07-14T12:58:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f942e22bb80 10 client.0 _ll_register_callbacks cb 0x7f9414016070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:37.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f941b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 0x556ca4672c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f941b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 0x556ca4672c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37828/0 (socket says 172.21.15.40:37828) 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.001+0000 7f941b7fe700 1 -- 172.21.15.40:0/561768964 learned_addr learned my addr 172.21.15.40:0/561768964 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941affd700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4657be0 0x556ca4663a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941bfff700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4663f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941b7fe700 1 -- 172.21.15.40:0/561768964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4657be0 msgr2=0x556ca4663a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941b7fe700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4657be0 0x556ca4663a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941b7fe700 1 -- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 msgr2=0x556ca4663f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:37.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941b7fe700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4663f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941b7fe700 1 -- 172.21.15.40:0/561768964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f941c1a2ac0 con 0x556ca44be6b0 2023-07-14T12:58:37.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f941b7fe700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 0x556ca4672c70 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f94100caaa0 tx=0x7f94100ca2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc25ba1bb13236d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:37.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f93faffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:58:37.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f93faffd700 1 -- 172.21.15.40:0/561768964 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94100c8070 con 0x556ca44be6b0 2023-07-14T12:58:37.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f93faffd700 1 -- 172.21.15.40:0/561768964 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f94100b2040 con 0x556ca44be6b0 2023-07-14T12:58:37.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ca46785f0 con 0x556ca44be6b0 2023-07-14T12:58:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f93faffd700 1 -- 172.21.15.40:0/561768964 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=64) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94100965e0 con 0x556ca44be6b0 2023-07-14T12:58:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f942e22bb80 10 client.17085 fetch_fsmap learned FSMap version 64 2023-07-14T12:58:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=64,monmap=4+}) v3 -- 0x556ca44081f0 con 0x556ca44be6b0 2023-07-14T12:58:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.002+0000 7f93faffd700 1 -- 172.21.15.40:0/561768964 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556ca46785f0 con 0x556ca44be6b0 2023-07-14T12:58:37.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f93faffd700 1 -- 172.21.15.40:0/561768964 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 64) v1 ==== 7466+0+0 (secure 0 0 0) 0x7f94100a1de0 con 0x556ca44be6b0 2023-07-14T12:58:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f942e22bb80 10 client.17085 fetch_fsmap finished waiting for FSMap version 64 2023-07-14T12:58:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f942e22bb80 10 client.17085 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f942e22bb80 20 client.17085 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f942e22bb80 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca46682d0 0x556ca46d7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f942e22bb80 4 client.17085 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:58:37.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f9414011d30 con 0x556ca46682d0 2023-07-14T12:58:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f941affd700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca46682d0 0x556ca46d7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f941affd700 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca46682d0 0x556ca46d7030 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=593f03ed8b3b0d4b server_cookie=55a171185d8b9904 in_seq=0 out_seq=0 2023-07-14T12:58:37.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.003+0000 7f93faffd700 10 client.17085 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.032+0000 7f93faffd700 1 -- 172.21.15.40:0/561768964 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f9414011d30 con 0x556ca46682d0 2023-07-14T12:58:37.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f93faffd700 10 client.17085 handle_command_reply: tid=0 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 client.17085 shutdown 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 msgr2=0x556ca4672c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 0x556ca4672c70 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f94100caaa0 tx=0x7f94100ca2c0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 shutdown_connections 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556ca4662580 0x556ca4663f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556ca44be6b0 0x556ca4672c70 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556ca46682d0 0x556ca46d7030 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 --2- 172.21.15.40:0/561768964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556ca4657be0 0x556ca4663a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f93faffd700 0 client.17085 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 >> 172.21.15.40:0/561768964 conn(0x556ca4678220 msgr2=0x556ca466da40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 shutdown_connections 2023-07-14T12:58:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 1 -- 172.21.15.40:0/561768964 wait complete. 2023-07-14T12:58:37.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.033+0000 7f942e22bb80 20 client.17085 trim_cache size 0 max 16384 2023-07-14T12:58:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:58:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:58:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:58:37.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:58:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94040a12c0 msgr2=0x7f94040a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94040a12c0 0x7f94040a3770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f940c006010 tx=0x7f940c00b540 comp rx=0 tx=0).stop 2023-07-14T12:58:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 msgr2=0x7f941c19bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c19bad0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f941000c990 tx=0x7f941000cd50 comp rx=0 tx=0).stop 2023-07-14T12:58:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 shutdown_connections 2023-07-14T12:58:37.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94040a12c0 0x7f94040a3770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f941c104a20 0x7f941c195930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c0fea10 0x7f941c19bad0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 --2- 172.21.15.40:0/4225298911 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f941c0ff3c0 0x7f941c19c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:37.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 >> 172.21.15.40:0/4225298911 conn(0x7f941c0fa4f0 msgr2=0x7f941c068460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:37.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 shutdown_connections 2023-07-14T12:58:37.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:37.034+0000 7f94220a5700 1 -- 172.21.15.40:0/4225298911 wait complete. 2023-07-14T12:58:37.209 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380353 3.09 MB/sec execute 551 sec latency 2060.484 ms 2023-07-14T12:58:38.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380353 3.09 MB/sec execute 552 sec latency 3060.601 ms 2023-07-14T12:58:39.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380353 3.08 MB/sec execute 553 sec latency 4060.727 ms 2023-07-14T12:58:39.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:38 smithi133 ceph-mon[98311]: pgmap v382: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.6 MiB/s wr, 139 op/s 2023-07-14T12:58:39.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:38 smithi130 ceph-mon[97977]: pgmap v382: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.6 MiB/s wr, 139 op/s 2023-07-14T12:58:39.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:38 smithi040 ceph-mon[96535]: pgmap v382: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 1.6 MiB/s wr, 139 op/s 2023-07-14T12:58:40.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 380623 3.08 MB/sec execute 554 sec latency 4904.350 ms 2023-07-14T12:58:40.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:39 smithi133 ceph-mon[98311]: pgmap v383: 97 pgs: 97 active+clean; 153 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 1.7 MiB/s wr, 170 op/s 2023-07-14T12:58:40.285 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:39 smithi130 ceph-mon[97977]: pgmap v383: 97 pgs: 97 active+clean; 153 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 1.7 MiB/s wr, 170 op/s 2023-07-14T12:58:40.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:39 smithi040 ceph-mon[96535]: pgmap v383: 97 pgs: 97 active+clean; 153 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 866 KiB/s rd, 1.7 MiB/s wr, 170 op/s 2023-07-14T12:58:41.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 381255 3.08 MB/sec execute 555 sec latency 647.237 ms 2023-07-14T12:58:42.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 381255 3.07 MB/sec execute 556 sec latency 1647.334 ms 2023-07-14T12:58:42.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:42 smithi133 ceph-mon[98311]: pgmap v384: 97 pgs: 97 active+clean; 153 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 1.1 MiB/s wr, 104 op/s 2023-07-14T12:58:42.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:42 smithi130 ceph-mon[97977]: pgmap v384: 97 pgs: 97 active+clean; 153 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 1.1 MiB/s wr, 104 op/s 2023-07-14T12:58:42.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:42 smithi040 ceph-mon[96535]: pgmap v384: 97 pgs: 97 active+clean; 153 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 1.1 MiB/s wr, 104 op/s 2023-07-14T12:58:43.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 383050 3.09 MB/sec execute 557 sec latency 1893.529 ms 2023-07-14T12:58:44.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 383827 3.09 MB/sec execute 558 sec latency 224.984 ms 2023-07-14T12:58:44.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:44 smithi130 ceph-mon[97977]: pgmap v385: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2023-07-14T12:58:44.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:44 smithi040 ceph-mon[96535]: pgmap v385: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2023-07-14T12:58:44.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:44 smithi133 ceph-mon[98311]: pgmap v385: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 1.5 MiB/s wr, 137 op/s 2023-07-14T12:58:45.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 384083 3.08 MB/sec execute 559 sec latency 1065.439 ms 2023-07-14T12:58:46.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 384796 3.08 MB/sec execute 560 sec latency 386.045 ms 2023-07-14T12:58:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:46 smithi133 ceph-mon[98311]: pgmap v386: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 533 KiB/s wr, 64 op/s 2023-07-14T12:58:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:58:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:46.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:46 smithi130 ceph-mon[97977]: pgmap v386: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 533 KiB/s wr, 64 op/s 2023-07-14T12:58:46.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:58:46.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:46.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:46.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:46 smithi040 ceph-mon[96535]: pgmap v386: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 533 KiB/s wr, 64 op/s 2023-07-14T12:58:46.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:58:46.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:46.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:47.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 384796 3.08 MB/sec execute 561 sec latency 1386.151 ms 2023-07-14T12:58:47.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:47 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:58:47.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:47 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:58:47.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:47 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:47.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:47 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:58:47.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:47 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:58:47.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:47 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:47.613 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:47 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:58:47.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:47 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:58:47.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:47 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:58:48.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 385736 3.08 MB/sec execute 562 sec latency 1634.260 ms 2023-07-14T12:58:48.863 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:48 smithi040 ceph-mon[96535]: pgmap v387: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 533 KiB/s wr, 64 op/s 2023-07-14T12:58:48.996 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:48 smithi133 ceph-mon[98311]: pgmap v387: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 533 KiB/s wr, 64 op/s 2023-07-14T12:58:49.035 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:48 smithi130 ceph-mon[97977]: pgmap v387: 97 pgs: 97 active+clean; 157 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 533 KiB/s wr, 64 op/s 2023-07-14T12:58:49.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387258 3.09 MB/sec execute 563 sec latency 14.152 ms 2023-07-14T12:58:50.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 -- 172.21.15.40:0/2534237825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 msgr2=0x7fcef010ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 --2- 172.21.15.40:0/2534237825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef010ca00 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fcee800b0d0 tx=0x7fcee800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 -- 172.21.15.40:0/2534237825 shutdown_connections 2023-07-14T12:58:50.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 --2- 172.21.15.40:0/2534237825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef010ca00 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 --2- 172.21.15.40:0/2534237825 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef0067c10 0x7fcef0067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 --2- 172.21.15.40:0/2534237825 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef00685b0 0x7fcef0104770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 -- 172.21.15.40:0/2534237825 >> 172.21.15.40:0/2534237825 conn(0x7fcef0074760 msgr2=0x7fcef0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:50.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 -- 172.21.15.40:0/2534237825 shutdown_connections 2023-07-14T12:58:50.186 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.155+0000 7fcef543d700 1 -- 172.21.15.40:0/2534237825 wait complete. 2023-07-14T12:58:50.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 Processor -- start 2023-07-14T12:58:50.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 -- start start 2023-07-14T12:58:50.187 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef0067c10 0x7fcef0197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 0x7fcef01983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef019ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef019d080 con 0x7fcef0104e50 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef019d1f0 con 0x7fcef00685b0 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fcef543d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef019d3b0 con 0x7fcef0067c10 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef019ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.188 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fceeeffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef0067c10 0x7fcef0197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fceee7fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 0x7fcef01983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef019ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37846/0 (socket says 172.21.15.40:37846) 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.156+0000 7fceeeffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef0067c10 0x7fcef0197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51532/0 (socket says 172.21.15.40:51532) 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 -- 172.21.15.40:0/4174462116 learned_addr learned my addr 172.21.15.40:0/4174462116 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceee7fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 0x7fcef01983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55098/0 (socket says 172.21.15.40:55098) 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 -- 172.21.15.40:0/4174462116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef0067c10 msgr2=0x7fcef0197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.189 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef0067c10 0x7fcef0197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 -- 172.21.15.40:0/4174462116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 msgr2=0x7fcef01983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 0x7fcef01983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 -- 172.21.15.40:0/4174462116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcee8009d00 con 0x7fcef0104e50 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceee7fc700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 0x7fcef01983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fceef7fe700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef019ca40 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fcee8007870 tx=0x7fcee80078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fcee7fff700 1 -- 172.21.15.40:0/4174462116 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee800e040 con 0x7fcef0104e50 2023-07-14T12:58:50.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fcee7fff700 1 -- 172.21.15.40:0/4174462116 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee8003e10 con 0x7fcef0104e50 2023-07-14T12:58:50.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcef019d630 con 0x7fcef0104e50 2023-07-14T12:58:50.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fcee7fff700 1 -- 172.21.15.40:0/4174462116 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee801ba10 con 0x7fcef0104e50 2023-07-14T12:58:50.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.157+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcef01a4ed0 con 0x7fcef0104e50 2023-07-14T12:58:50.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.159+0000 7fcee7fff700 1 -- 172.21.15.40:0/4174462116 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fcee8024410 con 0x7fcef0104e50 2023-07-14T12:58:50.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.160+0000 7fcee7fff700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcedc0a12c0 0x7fcedc0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.160+0000 7fcee7fff700 1 -- 172.21.15.40:0/4174462116 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fcee80ce320 con 0x7fcef0104e50 2023-07-14T12:58:50.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.160+0000 7fceeeffd700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcedc0a12c0 0x7fcedc0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fceeeffd700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcedc0a12c0 0x7fcedc0a3770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fced8005950 tx=0x7fced800b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:50.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 Processor -- start 2023-07-14T12:58:50.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 -- start start 2023-07-14T12:58:50.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80d3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80d42d0 0x5612e80ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 0x5612e80ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e7fd3c50 con 0x5612e80ce580 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80269e0 con 0x5612e7f2a6b0 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.161+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e801fe70 con 0x5612e80d42d0 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 0x5612e80ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 0x5612e80ce9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37854/0 (socket says 172.21.15.40:37854) 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 -- 172.21.15.40:0/3395968885 learned_addr learned my addr 172.21.15.40:0/3395968885 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceee7fc700 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80d42d0 0x5612e80ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceeeffd700 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80d3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 -- 172.21.15.40:0/3395968885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80d42d0 msgr2=0x5612e80ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80d42d0 0x5612e80ce040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 -- 172.21.15.40:0/3395968885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 msgr2=0x5612e80d3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80d3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 -- 172.21.15.40:0/3395968885 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612e7e4dd80 con 0x5612e80ce580 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceeeffd700 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80d3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:58:50.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fceef7fe700 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 0x5612e80ce9d0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fcee809b130 tx=0x7fcee800b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff3c1ce10a2b95a1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fcee57fa700 1 -- 172.21.15.40:0/3395968885 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee809b430 con 0x5612e80ce580 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fcee57fa700 1 -- 172.21.15.40:0/3395968885 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee809f460 con 0x5612e80ce580 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.162+0000 7fcee57fa700 1 -- 172.21.15.40:0/3395968885 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee8097b40 con 0x5612e80ce580 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3395968885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 msgr2=0x5612e80ce9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 0x5612e80ce9d0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fcee809b130 tx=0x7fcee800b3e0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3395968885 shutdown_connections 2023-07-14T12:58:50.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80ce580 0x5612e80ce9d0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80d3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3395968885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80d42d0 0x5612e80ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3395968885 >> 172.21.15.40:0/3395968885 conn(0x5612e80c3be0 msgr2=0x5612e80c8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3395968885 shutdown_connections 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3395968885 wait complete. 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.163+0000 7fcf015c3b80 1 -- start start 2023-07-14T12:58:50.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 Processor -- start 2023-07-14T12:58:50.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80da590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80d7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e7fbfa60 con 0x5612e80d42d0 2023-07-14T12:58:50.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e7fbf760 con 0x5612e7f2a6b0 2023-07-14T12:58:50.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e7ea38c0 con 0x5612e80ce580 2023-07-14T12:58:50.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fcf015c3b80 10 client.0 _ll_register_callbacks cb 0x5612e7fbd700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:50.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80d7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80d7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37860/0 (socket says 172.21.15.40:37860) 2023-07-14T12:58:50.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceeeffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80da590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceef7fe700 1 -- 172.21.15.40:0/960932101 learned_addr learned my addr 172.21.15.40:0/960932101 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:50.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceee7fc700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceeeffd700 1 -- 172.21.15.40:0/960932101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 msgr2=0x5612e80d7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceeeffd700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceeeffd700 1 -- 172.21.15.40:0/960932101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 msgr2=0x5612e80d7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceeeffd700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80d7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceeeffd700 1 -- 172.21.15.40:0/960932101 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcef01a4ed0 con 0x5612e7f2a6b0 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.164+0000 7fceef7fe700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80d7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fceeeffd700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80da590 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fced80116c0 tx=0x7fced80047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a130e3a01c9f5ec8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:50.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fced67fc700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:58:50.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fced67fc700 1 -- 172.21.15.40:0/960932101 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fced801e830 con 0x5612e7f2a6b0 2023-07-14T12:58:50.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fced67fc700 1 -- 172.21.15.40:0/960932101 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fced8017070 con 0x5612e7f2a6b0 2023-07-14T12:58:50.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5612e7f79490 con 0x5612e7f2a6b0 2023-07-14T12:58:50.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fced67fc700 1 -- 172.21.15.40:0/960932101 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=64) v2 ==== 24+0+0 (secure 0 0 0) 0x7fced8011e60 con 0x5612e7f2a6b0 2023-07-14T12:58:50.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 10 client.26642 fetch_fsmap learned FSMap version 64 2023-07-14T12:58:50.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=64,monmap=4+}) v3 -- 0x5612e7e36c00 con 0x5612e7f2a6b0 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fced67fc700 1 -- 172.21.15.40:0/960932101 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fced8033080 con 0x5612e7f2a6b0 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fced67fc700 1 -- 172.21.15.40:0/960932101 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 64) v1 ==== 7466+0+0 (secure 0 0 0) 0x7fced802d030 con 0x5612e7f2a6b0 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 10 client.26642 fetch_fsmap finished waiting for FSMap version 64 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 10 client.26642 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 20 client.26642 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e80f89e0 0x5612e80fadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 4 client.26642 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:58:50.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.165+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5612e8018e50 con 0x5612e80f89e0 2023-07-14T12:58:50.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.166+0000 7fceee7fc700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e80f89e0 0x5612e80fadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.166+0000 7fced67fc700 10 client.26642 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:50.206 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.166+0000 7fceee7fc700 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e80f89e0 0x5612e80fadf0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7c71e7f442d7d2e server_cookie=d87c22b619a89928 in_seq=0 out_seq=0 2023-07-14T12:58:50.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.166+0000 7fced67fc700 1 -- 172.21.15.40:0/960932101 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5612e8018e50 con 0x5612e80f89e0 2023-07-14T12:58:50.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.166+0000 7fced67fc700 10 client.26642 handle_command_reply: tid=0 2023-07-14T12:58:50.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.166+0000 7fcf015c3b80 1 client.26642 shutdown 2023-07-14T12:58:50.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 msgr2=0x5612e80da590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80da590 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fced80116c0 tx=0x7fced80047c0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 shutdown_connections 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80d7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e7f2a6b0 0x5612e80da590 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e80f89e0 0x5612e80fadf0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/960932101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fced67fc700 0 client.26642 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:50.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 >> 172.21.15.40:0/960932101 conn(0x5612e80c3be0 msgr2=0x5612e80c84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:50.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 shutdown_connections 2023-07-14T12:58:50.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 1 -- 172.21.15.40:0/960932101 wait complete. 2023-07-14T12:58:50.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.167+0000 7fcf015c3b80 20 client.26642 trim_cache size 0 max 16384 2023-07-14T12:58:50.210 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387467 3.09 MB/sec execute 564 sec latency 777.013 ms 2023-07-14T12:58:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.181+0000 7fcf015c3b80 1 Processor -- start 2023-07-14T12:58:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 -- start start 2023-07-14T12:58:50.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 0x5612e80ce040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80d42d0 0x5612e80efbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80ca5b0 con 0x5612e7f2a6b0 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80c0c00 con 0x5612e80d42d0 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80cab70 con 0x5612e80ce580 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceeeffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 0x5612e80ce040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceeeffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 0x5612e80ce040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37864/0 (socket says 172.21.15.40:37864) 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceeeffd700 1 -- 172.21.15.40:0/3141272943 learned_addr learned my addr 172.21.15.40:0/3141272943 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceee7fc700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceef7fe700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80d42d0 0x5612e80efbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceee7fc700 1 -- 172.21.15.40:0/3141272943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80d42d0 msgr2=0x5612e80efbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceee7fc700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80d42d0 0x5612e80efbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceee7fc700 1 -- 172.21.15.40:0/3141272943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 msgr2=0x5612e80ce040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceee7fc700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 0x5612e80ce040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceee7fc700 1 -- 172.21.15.40:0/3141272943 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612e7e741f0 con 0x5612e80ce580 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceeeffd700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 0x5612e80ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.182+0000 7fceef7fe700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80d42d0 0x5612e80efbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fceee7fc700 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d77c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x5612e80d8e50 tx=0x7fcee0004610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87e6c95261bdc04b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcee5ffb700 1 -- 172.21.15.40:0/3141272943 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee0022070 con 0x5612e80ce580 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcee5ffb700 1 -- 172.21.15.40:0/3141272943 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee0019040 con 0x5612e80ce580 2023-07-14T12:58:50.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcee5ffb700 1 -- 172.21.15.40:0/3141272943 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee0017040 con 0x5612e80ce580 2023-07-14T12:58:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3141272943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 msgr2=0x5612e80d77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d77c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x5612e80d8e50 tx=0x7fcee0004610 comp rx=0 tx=0).stop 2023-07-14T12:58:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3141272943 shutdown_connections 2023-07-14T12:58:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80d42d0 0x5612e80efbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e7f2a6b0 0x5612e80ce040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/3141272943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e80ce580 0x5612e80d77c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3141272943 >> 172.21.15.40:0/3141272943 conn(0x5612e80c3be0 msgr2=0x5612e80d70b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3141272943 shutdown_connections 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.183+0000 7fcf015c3b80 1 -- 172.21.15.40:0/3141272943 wait complete. 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 -- start start 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 Processor -- start 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e7f2a6b0 0x5612e80d0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80ce580 0x5612e80cf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80d1240 con 0x5612e80d42d0 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80d0210 con 0x5612e80ce580 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612e80d03d0 con 0x5612e7f2a6b0 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fcf015c3b80 10 client.0 _ll_register_callbacks cb 0x7fced8010ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fceef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80cfcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37874/0 (socket says 172.21.15.40:37874) 2023-07-14T12:58:50.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fceef7fe700 1 -- 172.21.15.40:0/4164539664 learned_addr learned my addr 172.21.15.40:0/4164539664 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fceeeffd700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e7f2a6b0 0x5612e80d0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.184+0000 7fceee7fc700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80ce580 0x5612e80cf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fceef7fe700 1 -- 172.21.15.40:0/4164539664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e7f2a6b0 msgr2=0x5612e80d0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fceef7fe700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e7f2a6b0 0x5612e80d0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fceef7fe700 1 -- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80ce580 msgr2=0x5612e80cf790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fceef7fe700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80ce580 0x5612e80cf790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fceef7fe700 1 -- 172.21.15.40:0/4164539664 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5612e7e36c00 con 0x5612e80d42d0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fceef7fe700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80cfcd0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fcee8009830 tx=0x7fcee80099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=119662d40a0b60f9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fced67fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fced67fc700 1 -- 172.21.15.40:0/4164539664 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee809b430 con 0x5612e80d42d0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fced67fc700 1 -- 172.21.15.40:0/4164539664 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fcee80b2040 con 0x5612e80d42d0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcee809f460 con 0x5612e80d42d0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fced67fc700 1 -- 172.21.15.40:0/4164539664 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=64) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcee80a37f0 con 0x5612e80d42d0 2023-07-14T12:58:50.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fcf015c3b80 10 client.17103 fetch_fsmap learned FSMap version 64 2023-07-14T12:58:50.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=64,monmap=4+}) v3 -- 0x7fcee0004040 con 0x5612e80d42d0 2023-07-14T12:58:50.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fced67fc700 1 -- 172.21.15.40:0/4164539664 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcee809f460 con 0x5612e80d42d0 2023-07-14T12:58:50.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.185+0000 7fced67fc700 1 -- 172.21.15.40:0/4164539664 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 64) v1 ==== 7466+0+0 (secure 0 0 0) 0x7fcee809b690 con 0x5612e80d42d0 2023-07-14T12:58:50.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fcf015c3b80 10 client.17103 fetch_fsmap finished waiting for FSMap version 64 2023-07-14T12:58:50.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fcf015c3b80 10 client.17103 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:58:50.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fcf015c3b80 20 client.17103 populate_metadata read hostname 'smithi040' 2023-07-14T12:58:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e814d5a0 0x5612e814f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:58:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fcf015c3b80 4 client.17103 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:58:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5612e7fdaff0 con 0x5612e814d5a0 2023-07-14T12:58:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fceeeffd700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e814d5a0 0x5612e814f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:58:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fced67fc700 10 client.17103 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:50.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.186+0000 7fceeeffd700 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e814d5a0 0x5612e814f980 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43c1c7313ef2f343 server_cookie=3fcfd45e4bc08392 in_seq=0 out_seq=0 2023-07-14T12:58:50.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fced67fc700 1 -- 172.21.15.40:0/4164539664 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5612e7fdaff0 con 0x5612e814d5a0 2023-07-14T12:58:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fced67fc700 10 client.17103 handle_command_reply: tid=0 2023-07-14T12:58:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 client.17103 shutdown 2023-07-14T12:58:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 msgr2=0x5612e80cfcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80cfcd0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fcee8009830 tx=0x7fcee80099e0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 shutdown_connections 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5612e814d5a0 0x5612e814f980 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612e7f2a6b0 0x5612e80d0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fced67fc700 0 client.17103 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5612e80d42d0 0x5612e80cfcd0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 --2- 172.21.15.40:0/4164539664 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5612e80ce580 0x5612e80cf790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 >> 172.21.15.40:0/4164539664 conn(0x5612e80c3be0 msgr2=0x5612e80d2b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 shutdown_connections 2023-07-14T12:58:50.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 1 -- 172.21.15.40:0/4164539664 wait complete. 2023-07-14T12:58:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcf015c3b80 20 client.17103 trim_cache size 0 max 16384 2023-07-14T12:58:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:58:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:58:50.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:58:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:58:50.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.211+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcedc0a12c0 msgr2=0x7fcedc0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcedc0a12c0 0x7fcedc0a3770 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fced8005950 tx=0x7fced800b410 comp rx=0 tx=0).stop 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 msgr2=0x7fcef019ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef019ca40 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fcee8007870 tx=0x7fcee80078a0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 shutdown_connections 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fcedc0a12c0 0x7fcedc0a3770 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcef0067c10 0x7fcef0197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcef0104e50 0x7fcef019ca40 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 --2- 172.21.15.40:0/4174462116 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fcef00685b0 0x7fcef01983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:58:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 >> 172.21.15.40:0/4174462116 conn(0x7fcef0074760 msgr2=0x7fcef010bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:58:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 shutdown_connections 2023-07-14T12:58:50.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:58:50.212+0000 7fcef543d700 1 -- 172.21.15.40:0/4174462116 wait complete. 2023-07-14T12:58:50.864 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:50 smithi040 ceph-mon[96535]: pgmap v388: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 483 KiB/s rd, 1.0 MiB/s wr, 113 op/s 2023-07-14T12:58:50.996 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:50 smithi133 ceph-mon[98311]: pgmap v388: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 483 KiB/s rd, 1.0 MiB/s wr, 113 op/s 2023-07-14T12:58:51.035 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:50 smithi130 ceph-mon[97977]: pgmap v388: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 483 KiB/s rd, 1.0 MiB/s wr, 113 op/s 2023-07-14T12:58:51.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387467 3.08 MB/sec execute 565 sec latency 1071.298 ms 2023-07-14T12:58:52.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387467 3.08 MB/sec execute 566 sec latency 2071.380 ms 2023-07-14T12:58:52.996 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:52 smithi133 ceph-mon[98311]: pgmap v389: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 945 KiB/s wr, 82 op/s 2023-07-14T12:58:53.036 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:52 smithi130 ceph-mon[97977]: pgmap v389: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 945 KiB/s wr, 82 op/s 2023-07-14T12:58:53.114 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:52 smithi040 ceph-mon[96535]: pgmap v389: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 945 KiB/s wr, 82 op/s 2023-07-14T12:58:53.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387467 3.07 MB/sec execute 567 sec latency 3071.488 ms 2023-07-14T12:58:54.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387467 3.07 MB/sec execute 568 sec latency 4071.589 ms 2023-07-14T12:58:54.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:53 smithi133 ceph-mon[98311]: pgmap v390: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.4 MiB/s wr, 132 op/s 2023-07-14T12:58:54.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:53 smithi130 ceph-mon[97977]: pgmap v390: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.4 MiB/s wr, 132 op/s 2023-07-14T12:58:54.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:53 smithi040 ceph-mon[96535]: pgmap v390: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 1.4 MiB/s wr, 132 op/s 2023-07-14T12:58:55.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 387735 3.06 MB/sec execute 569 sec latency 4912.768 ms 2023-07-14T12:58:56.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 388368 3.06 MB/sec execute 570 sec latency 552.801 ms 2023-07-14T12:58:56.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:56 smithi133 ceph-mon[98311]: pgmap v391: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 1.0 MiB/s wr, 99 op/s 2023-07-14T12:58:56.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:56 smithi130 ceph-mon[97977]: pgmap v391: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 1.0 MiB/s wr, 99 op/s 2023-07-14T12:58:56.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:56 smithi040 ceph-mon[96535]: pgmap v391: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 1.0 MiB/s wr, 99 op/s 2023-07-14T12:58:57.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 388368 3.06 MB/sec execute 571 sec latency 1552.876 ms 2023-07-14T12:58:58.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 390038 3.07 MB/sec execute 572 sec latency 1798.181 ms 2023-07-14T12:58:58.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:58:58 smithi133 ceph-mon[98311]: pgmap v392: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 1.0 MiB/s wr, 99 op/s 2023-07-14T12:58:58.535 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:58:58 smithi130 ceph-mon[97977]: pgmap v392: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 1.0 MiB/s wr, 99 op/s 2023-07-14T12:58:58.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:58:58 smithi040 ceph-mon[96535]: pgmap v392: 97 pgs: 97 active+clean; 162 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 504 KiB/s rd, 1.0 MiB/s wr, 99 op/s 2023-07-14T12:58:59.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 390942 3.07 MB/sec execute 573 sec latency 186.829 ms 2023-07-14T12:59:00.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391046 3.07 MB/sec execute 574 sec latency 1026.811 ms 2023-07-14T12:59:00.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:00 smithi133 ceph-mon[98311]: pgmap v393: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2023-07-14T12:59:00.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:00 smithi130 ceph-mon[97977]: pgmap v393: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2023-07-14T12:59:00.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:00 smithi040 ceph-mon[96535]: pgmap v393: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 691 KiB/s rd, 1.3 MiB/s wr, 134 op/s 2023-07-14T12:59:01.211 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391046 3.06 MB/sec execute 575 sec latency 1081.873 ms 2023-07-14T12:59:02.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391046 3.06 MB/sec execute 576 sec latency 2081.976 ms 2023-07-14T12:59:02.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:02 smithi133 ceph-mon[98311]: pgmap v394: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 402 KiB/s rd, 776 KiB/s wr, 85 op/s 2023-07-14T12:59:02.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:02 smithi130 ceph-mon[97977]: pgmap v394: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 402 KiB/s rd, 776 KiB/s wr, 85 op/s 2023-07-14T12:59:02.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:02 smithi040 ceph-mon[96535]: pgmap v394: 97 pgs: 97 active+clean; 160 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 402 KiB/s rd, 776 KiB/s wr, 85 op/s 2023-07-14T12:59:03.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391046 3.05 MB/sec execute 577 sec latency 3082.033 ms 2023-07-14T12:59:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 -- 172.21.15.40:0/3360648290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280ff3e0 msgr2=0x7f312810b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 --2- 172.21.15.40:0/3360648290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280ff3e0 0x7f312810b860 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f312000b0a0 tx=0x7f312000b3b0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 -- 172.21.15.40:0/3360648290 shutdown_connections 2023-07-14T12:59:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 --2- 172.21.15.40:0/3360648290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280ff3e0 0x7f312810b860 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 --2- 172.21.15.40:0/3360648290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3128104a30 0x7f3128104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 --2- 172.21.15.40:0/3360648290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f31280fea30 0x7f31280feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 -- 172.21.15.40:0/3360648290 >> 172.21.15.40:0/3360648290 conn(0x7f3128074760 msgr2=0x7f3128074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:03.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 -- 172.21.15.40:0/3360648290 shutdown_connections 2023-07-14T12:59:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 -- 172.21.15.40:0/3360648290 wait complete. 2023-07-14T12:59:03.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 Processor -- start 2023-07-14T12:59:03.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.334+0000 7f312fab1700 1 -- start start 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312fab1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 0x7f3128105ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312fab1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31280ff3e0 0x7f3128106020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312fab1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3128104a30 0x7f31281a3e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312fab1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31281a43d0 con 0x7f31280fea30 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312fab1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31281a4510 con 0x7f31280ff3e0 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312fab1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31281a4680 con 0x7f3128104a30 2023-07-14T12:59:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 0x7f3128105ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 0x7f3128105ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37884/0 (socket says 172.21.15.40:37884) 2023-07-14T12:59:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 -- 172.21.15.40:0/1943032223 learned_addr learned my addr 172.21.15.40:0/1943032223 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d04c700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31280ff3e0 0x7f3128106020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312e04e700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3128104a30 0x7f31281a3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 -- 172.21.15.40:0/1943032223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3128104a30 msgr2=0x7f31281a3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3128104a30 0x7f31281a3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 -- 172.21.15.40:0/1943032223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31280ff3e0 msgr2=0x7f3128106020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31280ff3e0 0x7f3128106020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 -- 172.21.15.40:0/1943032223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3120009d00 con 0x7f31280fea30 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312e04e700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3128104a30 0x7f31281a3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f312d84d700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 0x7f3128105ae0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f312400e970 tx=0x7f312400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.335+0000 7f311effd700 1 -- 172.21.15.40:0/1943032223 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3124009790 con 0x7f31280fea30 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.336+0000 7f311effd700 1 -- 172.21.15.40:0/1943032223 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f312400eec0 con 0x7f31280fea30 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.336+0000 7f311effd700 1 -- 172.21.15.40:0/1943032223 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3124003cf0 con 0x7f31280fea30 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.336+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31281a4960 con 0x7f31280fea30 2023-07-14T12:59:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.336+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31281a4e20 con 0x7f31280fea30 2023-07-14T12:59:03.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.338+0000 7f311effd700 1 -- 172.21.15.40:0/1943032223 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f312400ccd0 con 0x7f31280fea30 2023-07-14T12:59:03.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.338+0000 7f311effd700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f31140a12c0 0x7f31140a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.380 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.338+0000 7f311effd700 1 -- 172.21.15.40:0/1943032223 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f3124014070 con 0x7f31280fea30 2023-07-14T12:59:03.380 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.338+0000 7f312d04c700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f31140a12c0 0x7f31140a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.380 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.339+0000 7f312d04c700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f31140a12c0 0x7f31140a3770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3128107300 tx=0x7f31180073d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:03.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.339+0000 7f313bc37b80 1 Processor -- start 2023-07-14T12:59:03.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.339+0000 7f313bc37b80 1 -- start start 2023-07-14T12:59:03.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x557985413d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798540e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798540e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f313bc37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557985313c50 con 0x55798526a6b0 2023-07-14T12:59:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f313bc37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579853669e0 con 0x5579854142d0 2023-07-14T12:59:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f313bc37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55798535fe70 con 0x55798540e580 2023-07-14T12:59:03.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x557985413d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x557985413d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37892/0 (socket says 172.21.15.40:37892) 2023-07-14T12:59:03.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 -- 172.21.15.40:0/4014161002 learned_addr learned my addr 172.21.15.40:0/4014161002 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:03.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d04c700 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798540e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312e04e700 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798540e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 -- 172.21.15.40:0/4014161002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 msgr2=0x55798540e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798540e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 -- 172.21.15.40:0/4014161002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 msgr2=0x55798540e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798540e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 -- 172.21.15.40:0/4014161002 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55798518dd80 con 0x55798526a6b0 2023-07-14T12:59:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d04c700 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798540e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f312d84d700 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x557985413d90 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f31240a1f00 tx=0x7f3124099940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259fe489b22b1623 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f3113fff700 1 -- 172.21.15.40:0/4014161002 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f312409e010 con 0x55798526a6b0 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f3113fff700 1 -- 172.21.15.40:0/4014161002 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f31240a2430 con 0x55798526a6b0 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.340+0000 7f3113fff700 1 -- 172.21.15.40:0/4014161002 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31240996d0 con 0x55798526a6b0 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 -- 172.21.15.40:0/4014161002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 msgr2=0x557985413d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x557985413d90 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f31240a1f00 tx=0x7f3124099940 comp rx=0 tx=0).stop 2023-07-14T12:59:03.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 -- 172.21.15.40:0/4014161002 shutdown_connections 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798540e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x557985413d90 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 --2- 172.21.15.40:0/4014161002 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798540e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 -- 172.21.15.40:0/4014161002 >> 172.21.15.40:0/4014161002 conn(0x557985403be0 msgr2=0x557985408f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 -- 172.21.15.40:0/4014161002 shutdown_connections 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.341+0000 7f313bc37b80 1 -- 172.21.15.40:0/4014161002 wait complete. 2023-07-14T12:59:03.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 -- start start 2023-07-14T12:59:03.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 Processor -- start 2023-07-14T12:59:03.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798526a6b0 0x557985417890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798540e580 0x557985417dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 0x557985418310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.389 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852ffa60 con 0x5579854142d0 2023-07-14T12:59:03.389 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852ff760 con 0x55798540e580 2023-07-14T12:59:03.389 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579851e38c0 con 0x55798526a6b0 2023-07-14T12:59:03.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f313bc37b80 10 client.0 _ll_register_callbacks cb 0x5579852fd700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:03.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f312e04e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 0x557985418310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f312e04e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 0x557985418310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37902/0 (socket says 172.21.15.40:37902) 2023-07-14T12:59:03.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f312e04e700 1 -- 172.21.15.40:0/2034287377 learned_addr learned my addr 172.21.15.40:0/2034287377 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:03.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.342+0000 7f312d84d700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798526a6b0 0x557985417890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312d04c700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798540e580 0x557985417dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312e04e700 1 -- 172.21.15.40:0/2034287377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798526a6b0 msgr2=0x557985417890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312e04e700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798526a6b0 0x557985417890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312e04e700 1 -- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798540e580 msgr2=0x557985417dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312e04e700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798540e580 0x557985417dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312e04e700 1 -- 172.21.15.40:0/2034287377 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31281a4e20 con 0x5579854142d0 2023-07-14T12:59:03.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312d04c700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798540e580 0x557985417dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:59:03.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f312e04e700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 0x557985418310 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f312000b070 tx=0x7f312000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dbdb96f4ebc5af3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:03.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f31117fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:03.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f31117fa700 1 -- 172.21.15.40:0/2034287377 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f312000e050 con 0x5579854142d0 2023-07-14T12:59:03.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f31117fa700 1 -- 172.21.15.40:0/2034287377 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f31200074e0 con 0x5579854142d0 2023-07-14T12:59:03.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5579852b9490 con 0x5579854142d0 2023-07-14T12:59:03.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f31117fa700 1 -- 172.21.15.40:0/2034287377 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3120004e60 con 0x5579854142d0 2023-07-14T12:59:03.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f313bc37b80 10 client.17115 fetch_fsmap learned FSMap version 65 2023-07-14T12:59:03.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x557985176c00 con 0x5579854142d0 2023-07-14T12:59:03.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.343+0000 7f31117fa700 1 -- 172.21.15.40:0/2034287377 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5579852b9490 con 0x5579854142d0 2023-07-14T12:59:03.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f31117fa700 1 -- 172.21.15.40:0/2034287377 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 65) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f312000b0d0 con 0x5579854142d0 2023-07-14T12:59:03.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f313bc37b80 10 client.17115 fetch_fsmap finished waiting for FSMap version 65 2023-07-14T12:59:03.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f313bc37b80 10 client.17115 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:03.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f313bc37b80 20 client.17115 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:03.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f313bc37b80 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557985427c30 0x55798542a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f313bc37b80 4 client.17115 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:59:03.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557985358e50 con 0x557985427c30 2023-07-14T12:59:03.395 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f312d84d700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557985427c30 0x55798542a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f31117fa700 10 client.17115 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:03.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.344+0000 7f312d84d700 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557985427c30 0x55798542a040 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17047aff723ca59e server_cookie=ca571f821252019e in_seq=0 out_seq=0 2023-07-14T12:59:03.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f31117fa700 1 -- 172.21.15.40:0/2034287377 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x557985358e50 con 0x557985427c30 2023-07-14T12:59:03.396 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f31117fa700 10 client.17115 handle_command_reply: tid=0 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 client.17115 shutdown 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 msgr2=0x557985418310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 0x557985418310 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f312000b070 tx=0x7f312000bd50 comp rx=0 tx=0).stop 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 shutdown_connections 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557985427c30 0x55798542a040 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798526a6b0 0x557985417890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.397 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5579854142d0 0x557985418310 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 --2- 172.21.15.40:0/2034287377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798540e580 0x557985417dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f31117fa700 0 client.17115 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.345+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 >> 172.21.15.40:0/2034287377 conn(0x557985403be0 msgr2=0x5579854084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.346+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 shutdown_connections 2023-07-14T12:59:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.346+0000 7f313bc37b80 1 -- 172.21.15.40:0/2034287377 wait complete. 2023-07-14T12:59:03.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.346+0000 7f313bc37b80 20 client.17115 trim_cache size 0 max 16384 2023-07-14T12:59:03.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 Processor -- start 2023-07-14T12:59:03.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 -- start start 2023-07-14T12:59:03.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798526a6b0 0x55798540e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 0x557985413320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579854142d0 0x557985408c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852b9490 con 0x55798540e580 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55798540a720 con 0x55798526a6b0 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f313bc37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579853d4060 con 0x5579854142d0 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 0x557985413320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 0x557985413320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37908/0 (socket says 172.21.15.40:37908) 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 -- 172.21.15.40:0/814585234 learned_addr learned my addr 172.21.15.40:0/814585234 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d84d700 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798526a6b0 0x55798540e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312e04e700 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579854142d0 0x557985408c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 -- 172.21.15.40:0/814585234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579854142d0 msgr2=0x557985408c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579854142d0 0x557985408c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 -- 172.21.15.40:0/814585234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798526a6b0 msgr2=0x55798540e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798526a6b0 0x55798540e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.361+0000 7f312d04c700 1 -- 172.21.15.40:0/814585234 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55798542ec70 con 0x55798540e580 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f312d84d700 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798526a6b0 0x55798540e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:59:03.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f312d04c700 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 0x557985413320 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f3118010f20 tx=0x7f3118013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a18b60a104bf046f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f311cdac700 1 -- 172.21.15.40:0/814585234 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3118003680 con 0x55798540e580 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f311cdac700 1 -- 172.21.15.40:0/814585234 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3118003ca0 con 0x55798540e580 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f311cdac700 1 -- 172.21.15.40:0/814585234 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3118011d70 con 0x55798540e580 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 -- 172.21.15.40:0/814585234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 msgr2=0x557985413320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 0x557985413320 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f3118010f20 tx=0x7f3118013000 comp rx=0 tx=0).stop 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 -- 172.21.15.40:0/814585234 shutdown_connections 2023-07-14T12:59:03.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579854142d0 0x557985408c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55798526a6b0 0x55798540e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 --2- 172.21.15.40:0/814585234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798540e580 0x557985413320 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.362+0000 7f313bc37b80 1 -- 172.21.15.40:0/814585234 >> 172.21.15.40:0/814585234 conn(0x557985403be0 msgr2=0x557985417850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.363+0000 7f313bc37b80 1 -- 172.21.15.40:0/814585234 shutdown_connections 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.363+0000 7f313bc37b80 1 -- 172.21.15.40:0/814585234 wait complete. 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.363+0000 7f313bc37b80 1 -- start start 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.363+0000 7f313bc37b80 1 Processor -- start 2023-07-14T12:59:03.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x55798541eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798541ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798541d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55798541d8f0 con 0x55798526a6b0 2023-07-14T12:59:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55798541da30 con 0x5579854142d0 2023-07-14T12:59:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55798541dbf0 con 0x55798540e580 2023-07-14T12:59:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x55798541eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 10 client.0 _ll_register_callbacks cb 0x7f3124005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x55798541eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37912/0 (socket says 172.21.15.40:37912) 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 -- 172.21.15.40:0/3512925300 learned_addr learned my addr 172.21.15.40:0/3512925300 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d04c700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798541ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312e04e700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798541d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 -- 172.21.15.40:0/3512925300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 msgr2=0x55798541ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798541ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 -- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 msgr2=0x55798541d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798541d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 -- 172.21.15.40:0/3512925300 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3118010b80 con 0x55798526a6b0 2023-07-14T12:59:03.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d04c700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798541ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:59:03.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312e04e700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798541d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T12:59:03.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f312d84d700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x55798541eb70 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f31240cac60 tx=0x7f31240963d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55653c717d32eb80 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:03.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f31117fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:03.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f31117fa700 1 -- 172.21.15.40:0/3512925300 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31240996e0 con 0x55798526a6b0 2023-07-14T12:59:03.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f31117fa700 1 -- 172.21.15.40:0/3512925300 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f31240ca360 con 0x55798526a6b0 2023-07-14T12:59:03.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.364+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f31240a2430 con 0x55798526a6b0 2023-07-14T12:59:03.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f31117fa700 1 -- 172.21.15.40:0/3512925300 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31240b8300 con 0x55798526a6b0 2023-07-14T12:59:03.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 10 client.17121 fetch_fsmap learned FSMap version 65 2023-07-14T12:59:03.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x5579851b41f0 con 0x55798526a6b0 2023-07-14T12:59:03.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f31117fa700 1 -- 172.21.15.40:0/3512925300 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f31240a2430 con 0x55798526a6b0 2023-07-14T12:59:03.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f31117fa700 1 -- 172.21.15.40:0/3512925300 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 65) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f31240b8020 con 0x55798526a6b0 2023-07-14T12:59:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 10 client.17121 fetch_fsmap finished waiting for FSMap version 65 2023-07-14T12:59:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 10 client.17121 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 20 client.17121 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55798547cbb0 0x55798547efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 4 client.17121 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:59:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55798531aff0 con 0x55798547cbb0 2023-07-14T12:59:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.365+0000 7f312d04c700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55798547cbb0 0x55798547efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.366+0000 7f31117fa700 10 client.17121 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.366+0000 7f312d04c700 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55798547cbb0 0x55798547efc0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44171fc083effb96 server_cookie=8f6d1edbcc57de42 in_seq=0 out_seq=0 2023-07-14T12:59:03.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.397+0000 7f31117fa700 1 -- 172.21.15.40:0/3512925300 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55798531aff0 con 0x55798547cbb0 2023-07-14T12:59:03.427 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.397+0000 7f31117fa700 10 client.17121 handle_command_reply: tid=0 2023-07-14T12:59:03.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.397+0000 7f313bc37b80 1 client.17121 shutdown 2023-07-14T12:59:03.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.397+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 msgr2=0x55798541eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.397+0000 7f313bc37b80 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x55798541eb70 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f31240cac60 tx=0x7f31240963d0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 shutdown_connections 2023-07-14T12:59:03.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5579854142d0 0x55798541d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55798526a6b0 0x55798541eb70 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55798547cbb0 0x55798547efc0 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 --2- 172.21.15.40:0/3512925300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55798540e580 0x55798541ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f31117fa700 0 client.17121 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 >> 172.21.15.40:0/3512925300 conn(0x557985403be0 msgr2=0x557985413190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 shutdown_connections 2023-07-14T12:59:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 1 -- 172.21.15.40:0/3512925300 wait complete. 2023-07-14T12:59:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f313bc37b80 20 client.17121 trim_cache size 0 max 16384 2023-07-14T12:59:03.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:59:03.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:59:03.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:59:03.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:59:03.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f31140a12c0 msgr2=0x7f31140a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f31140a12c0 0x7f31140a3770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3128107300 tx=0x7f31180073d0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 msgr2=0x7f3128105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 0x7f3128105ae0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f312400e970 tx=0x7f312400ec80 comp rx=0 tx=0).stop 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 shutdown_connections 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f31140a12c0 0x7f31140a3770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3128104a30 0x7f31281a3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f31280fea30 0x7f3128105ae0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 --2- 172.21.15.40:0/1943032223 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f31280ff3e0 0x7f3128106020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:03.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.398+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 >> 172.21.15.40:0/1943032223 conn(0x7f3128074760 msgr2=0x7f31280fce50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:03.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.399+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 shutdown_connections 2023-07-14T12:59:03.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:03.399+0000 7f312fab1700 1 -- 172.21.15.40:0/1943032223 wait complete. 2023-07-14T12:59:03.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:03 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:03.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:03 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:03.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:03 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:04.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391046 3.05 MB/sec execute 578 sec latency 4082.128 ms 2023-07-14T12:59:04.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:04 smithi133 ceph-mon[98311]: pgmap v395: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 1.3 MiB/s wr, 125 op/s 2023-07-14T12:59:04.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:04 smithi130 ceph-mon[97977]: pgmap v395: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 1.3 MiB/s wr, 125 op/s 2023-07-14T12:59:04.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:04 smithi040 ceph-mon[96535]: pgmap v395: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 1.3 MiB/s wr, 125 op/s 2023-07-14T12:59:05.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391228 3.04 MB/sec execute 579 sec latency 4928.311 ms 2023-07-14T12:59:06.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391911 3.04 MB/sec execute 580 sec latency 256.920 ms 2023-07-14T12:59:06.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:06 smithi133 ceph-mon[98311]: pgmap v396: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 786 KiB/s wr, 75 op/s 2023-07-14T12:59:06.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:06 smithi130 ceph-mon[97977]: pgmap v396: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 786 KiB/s wr, 75 op/s 2023-07-14T12:59:06.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:06 smithi040 ceph-mon[96535]: pgmap v396: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 786 KiB/s wr, 75 op/s 2023-07-14T12:59:07.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 391911 3.04 MB/sec execute 581 sec latency 1256.958 ms 2023-07-14T12:59:08.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 393590 3.05 MB/sec execute 582 sec latency 1501.752 ms 2023-07-14T12:59:08.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:08 smithi133 ceph-mon[98311]: pgmap v397: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 786 KiB/s wr, 75 op/s 2023-07-14T12:59:08.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:08 smithi133 ceph-mon[98311]: osdmap e98: 12 total, 12 up, 12 in 2023-07-14T12:59:08.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:08 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:08.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:08 smithi130 ceph-mon[97977]: pgmap v397: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 786 KiB/s wr, 75 op/s 2023-07-14T12:59:08.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:08 smithi130 ceph-mon[97977]: osdmap e98: 12 total, 12 up, 12 in 2023-07-14T12:59:08.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:08 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:08.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:08 smithi040 ceph-mon[96535]: pgmap v397: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 382 KiB/s rd, 786 KiB/s wr, 75 op/s 2023-07-14T12:59:08.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:08 smithi040 ceph-mon[96535]: osdmap e98: 12 total, 12 up, 12 in 2023-07-14T12:59:08.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:08 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:09.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 394557 3.05 MB/sec execute 583 sec latency 142.668 ms 2023-07-14T12:59:10.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 394826 3.05 MB/sec execute 584 sec latency 985.168 ms 2023-07-14T12:59:10.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:10 smithi133 ceph-mon[98311]: pgmap v399: 97 pgs: 97 active+clean; 158 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:59:10.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:10 smithi130 ceph-mon[97977]: pgmap v399: 97 pgs: 97 active+clean; 158 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:59:10.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:10 smithi040 ceph-mon[96535]: pgmap v399: 97 pgs: 97 active+clean; 158 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:59:11.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 395459 3.05 MB/sec execute 585 sec latency 616.281 ms 2023-07-14T12:59:12.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 395459 3.05 MB/sec execute 586 sec latency 1616.406 ms 2023-07-14T12:59:12.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:12 smithi133 ceph-mon[98311]: pgmap v400: 97 pgs: 97 active+clean; 158 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:59:12.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:12 smithi130 ceph-mon[97977]: pgmap v400: 97 pgs: 97 active+clean; 158 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:59:12.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:12 smithi040 ceph-mon[96535]: pgmap v400: 97 pgs: 97 active+clean; 158 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 440 KiB/s rd, 1.4 MiB/s wr, 142 op/s 2023-07-14T12:59:13.212 INFO:tasks.workunit.client.0.smithi040.stdout: 1 397035 3.06 MB/sec execute 587 sec latency 1864.487 ms 2023-07-14T12:59:14.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 398032 3.06 MB/sec execute 588 sec latency 89.014 ms 2023-07-14T12:59:14.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:13 smithi133 ceph-mon[98311]: osdmap e99: 12 total, 12 up, 12 in 2023-07-14T12:59:14.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:13 smithi133 ceph-mon[98311]: pgmap v402: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 1.5 MiB/s wr, 188 op/s 2023-07-14T12:59:14.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:13 smithi130 ceph-mon[97977]: osdmap e99: 12 total, 12 up, 12 in 2023-07-14T12:59:14.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:13 smithi130 ceph-mon[97977]: pgmap v402: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 1.5 MiB/s wr, 188 op/s 2023-07-14T12:59:14.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:13 smithi040 ceph-mon[96535]: osdmap e99: 12 total, 12 up, 12 in 2023-07-14T12:59:14.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:13 smithi040 ceph-mon[96535]: pgmap v402: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 1.5 MiB/s wr, 188 op/s 2023-07-14T12:59:15.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 398253 3.06 MB/sec execute 589 sec latency 927.095 ms 2023-07-14T12:59:16.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 399001 3.06 MB/sec execute 590 sec latency 547.702 ms 2023-07-14T12:59:16.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:16 smithi133 ceph-mon[98311]: pgmap v403: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 1.5 MiB/s wr, 188 op/s 2023-07-14T12:59:16.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:16 smithi130 ceph-mon[97977]: pgmap v403: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 1.5 MiB/s wr, 188 op/s 2023-07-14T12:59:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 -- 172.21.15.40:0/3641380342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 msgr2=0x7f056c0fffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 --2- 172.21.15.40:0/3641380342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c0fffa0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f055c009990 tx=0x7f055c009ca0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 -- 172.21.15.40:0/3641380342 shutdown_connections 2023-07-14T12:59:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 --2- 172.21.15.40:0/3641380342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c1004e0 0x7f056c10c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 --2- 172.21.15.40:0/3641380342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f056c105b60 0x7f056c105f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 --2- 172.21.15.40:0/3641380342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c0fffa0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 -- 172.21.15.40:0/3641380342 >> 172.21.15.40:0/3641380342 conn(0x7f056c0fb5f0 msgr2=0x7f056c0fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 -- 172.21.15.40:0/3641380342 shutdown_connections 2023-07-14T12:59:16.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.521+0000 7f0573f3e700 1 -- 172.21.15.40:0/3641380342 wait complete. 2023-07-14T12:59:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 Processor -- start 2023-07-14T12:59:16.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 -- start start 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c19bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c1004e0 0x7f056c19c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f056c105b60 0x7f056c1959d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c196040 con 0x7f056c0ffb30 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c1961b0 con 0x7f056c105b60 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0573f3e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c196370 con 0x7f056c1004e0 2023-07-14T12:59:16.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0571cda700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c19bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0571cda700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c19bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37926/0 (socket says 172.21.15.40:37926) 2023-07-14T12:59:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.522+0000 7f0571cda700 1 -- 172.21.15.40:0/392584485 learned_addr learned my addr 172.21.15.40:0/392584485 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f05724db700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f056c105b60 0x7f056c1959d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f05714d9700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c1004e0 0x7f056c19c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0571cda700 1 -- 172.21.15.40:0/392584485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c1004e0 msgr2=0x7f056c19c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0571cda700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c1004e0 0x7f056c19c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0571cda700 1 -- 172.21.15.40:0/392584485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f056c105b60 msgr2=0x7f056c1959d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0571cda700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f056c105b60 0x7f056c1959d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0571cda700 1 -- 172.21.15.40:0/392584485 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f055c0095f0 con 0x7f056c0ffb30 2023-07-14T12:59:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0571cda700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c19bb70 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f056800e9a0 tx=0x7f056800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0562ffd700 1 -- 172.21.15.40:0/392584485 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568009790 con 0x7f056c0ffb30 2023-07-14T12:59:16.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0562ffd700 1 -- 172.21.15.40:0/392584485 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f056800cbd0 con 0x7f056c0ffb30 2023-07-14T12:59:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0562ffd700 1 -- 172.21.15.40:0/392584485 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568018680 con 0x7f056c0ffb30 2023-07-14T12:59:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f056c196650 con 0x7f056c0ffb30 2023-07-14T12:59:16.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.523+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056c1a2b60 con 0x7f056c0ffb30 2023-07-14T12:59:16.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.526+0000 7f0562ffd700 1 -- 172.21.15.40:0/392584485 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f056800cd40 con 0x7f056c0ffb30 2023-07-14T12:59:16.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.526+0000 7f0562ffd700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05580a1340 0x7f05580a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.526+0000 7f0562ffd700 1 -- 172.21.15.40:0/392584485 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f0568014070 con 0x7f056c0ffb30 2023-07-14T12:59:16.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.526+0000 7f05714d9700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05580a1340 0x7f05580a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.527+0000 7f05714d9700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05580a1340 0x7f05580a37f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f055c00b2e0 tx=0x7f055c005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:16.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.527+0000 7f05800c4b80 1 Processor -- start 2023-07-14T12:59:16.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.527+0000 7f05800c4b80 1 -- start start 2023-07-14T12:59:16.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.527+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 0x55fd3d14ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.527+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d149040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1499d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f05800c4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d04ec50 con 0x55fd3cfa56b0 2023-07-14T12:59:16.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f05800c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d0a19e0 con 0x55fd3d149580 2023-07-14T12:59:16.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f05800c4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d09ae70 con 0x55fd3d14f2d0 2023-07-14T12:59:16.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 0x55fd3d14ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 0x55fd3d14ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37934/0 (socket says 172.21.15.40:37934) 2023-07-14T12:59:16.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 -- 172.21.15.40:0/2987203993 learned_addr learned my addr 172.21.15.40:0/2987203993 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:16.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f05724db700 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1499d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f05714d9700 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d149040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 -- 172.21.15.40:0/2987203993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 msgr2=0x55fd3d149040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d149040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 -- 172.21.15.40:0/2987203993 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 msgr2=0x55fd3d1499d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1499d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 -- 172.21.15.40:0/2987203993 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fd3cec8d80 con 0x55fd3cfa56b0 2023-07-14T12:59:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0571cda700 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 0x55fd3d14ed90 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f05680a1ee0 tx=0x7f05680999a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce304f34528226aa server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:16.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0557fff700 1 -- 172.21.15.40:0/2987203993 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05680a2410 con 0x55fd3cfa56b0 2023-07-14T12:59:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0557fff700 1 -- 172.21.15.40:0/2987203993 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f056809a220 con 0x55fd3cfa56b0 2023-07-14T12:59:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.528+0000 7f0557fff700 1 -- 172.21.15.40:0/2987203993 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0568094e30 con 0x55fd3cfa56b0 2023-07-14T12:59:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 -- 172.21.15.40:0/2987203993 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 msgr2=0x55fd3d14ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 0x55fd3d14ed90 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f05680a1ee0 tx=0x7f05680999a0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 -- 172.21.15.40:0/2987203993 shutdown_connections 2023-07-14T12:59:16.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1499d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.576 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3cfa56b0 0x55fd3d14ed90 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.577 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2987203993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d149040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.577 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 -- 172.21.15.40:0/2987203993 >> 172.21.15.40:0/2987203993 conn(0x55fd3d13ebe0 msgr2=0x55fd3d143f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:16.577 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 -- 172.21.15.40:0/2987203993 shutdown_connections 2023-07-14T12:59:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.529+0000 7f05800c4b80 1 -- 172.21.15.40:0/2987203993 wait complete. 2023-07-14T12:59:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 -- start start 2023-07-14T12:59:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 Processor -- start 2023-07-14T12:59:16.578 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1555f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1528a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d152fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d03aa60 con 0x55fd3d14f2d0 2023-07-14T12:59:16.579 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d03a760 con 0x55fd3d149580 2023-07-14T12:59:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.530+0000 7f05800c4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3cf1e8c0 con 0x55fd3cfa56b0 2023-07-14T12:59:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05800c4b80 10 client.0 _ll_register_callbacks cb 0x55fd3d038700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d152fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d152fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37944/0 (socket says 172.21.15.40:37944) 2023-07-14T12:59:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 -- 172.21.15.40:0/2848076182 learned_addr learned my addr 172.21.15.40:0/2848076182 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:16.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05714d9700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1528a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f0571cda700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1555f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 -- 172.21.15.40:0/2848076182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 msgr2=0x55fd3d1555f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1555f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 -- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 msgr2=0x55fd3d1528a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1528a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 -- 172.21.15.40:0/2848076182 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056c1a2b60 con 0x55fd3d14f2d0 2023-07-14T12:59:16.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05724db700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d152fe0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f0564009fb0 tx=0x7f0564004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f3147de9c06f9a5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05557fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05557fa700 1 -- 172.21.15.40:0/2848076182 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0564007910 con 0x55fd3d14f2d0 2023-07-14T12:59:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05557fa700 1 -- 172.21.15.40:0/2848076182 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f0564007a70 con 0x55fd3d14f2d0 2023-07-14T12:59:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.531+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fd3cff4490 con 0x55fd3d14f2d0 2023-07-14T12:59:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05557fa700 1 -- 172.21.15.40:0/2848076182 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=66) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0564007c30 con 0x55fd3d14f2d0 2023-07-14T12:59:16.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 10 client.17133 fetch_fsmap learned FSMap version 66 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=66,monmap=4+}) v3 -- 0x55fd3ceb1c00 con 0x55fd3d14f2d0 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05557fa700 1 -- 172.21.15.40:0/2848076182 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fd3cff4490 con 0x55fd3d14f2d0 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05557fa700 1 -- 172.21.15.40:0/2848076182 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 66) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f0564014040 con 0x55fd3d14f2d0 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 10 client.17133 fetch_fsmap finished waiting for FSMap version 66 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 10 client.17133 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 20 client.17133 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:16.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d162d20 0x55fd3d165130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 4 client.17133 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:59:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fd3d093e50 con 0x55fd3d162d20 2023-07-14T12:59:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.532+0000 7f0571cda700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d162d20 0x55fd3d165130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f0571cda700 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d162d20 0x55fd3d165130 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b0595e22b509858 server_cookie=72617c4872c8c407 in_seq=0 out_seq=0 2023-07-14T12:59:16.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f05557fa700 10 client.17133 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:16.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f05557fa700 1 -- 172.21.15.40:0/2848076182 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55fd3d093e50 con 0x55fd3d162d20 2023-07-14T12:59:16.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f05557fa700 10 client.17133 handle_command_reply: tid=0 2023-07-14T12:59:16.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f05800c4b80 1 client.17133 shutdown 2023-07-14T12:59:16.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 msgr2=0x55fd3d152fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.533+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d152fe0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f0564009fb0 tx=0x7f0564004320 comp rx=0 tx=0).stop 2023-07-14T12:59:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 shutdown_connections 2023-07-14T12:59:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d162d20 0x55fd3d165130 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1555f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05557fa700 0 client.17133 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d152fe0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 --2- 172.21.15.40:0/2848076182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d1528a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 >> 172.21.15.40:0/2848076182 conn(0x55fd3d13ebe0 msgr2=0x55fd3d1434e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:16.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 shutdown_connections 2023-07-14T12:59:16.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 1 -- 172.21.15.40:0/2848076182 wait complete. 2023-07-14T12:59:16.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.534+0000 7f05800c4b80 20 client.17133 trim_cache size 0 max 16384 2023-07-14T12:59:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 Processor -- start 2023-07-14T12:59:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 -- start start 2023-07-14T12:59:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d149040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d14e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d159c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d145040 con 0x55fd3d14f2d0 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d1405f0 con 0x55fd3d149580 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05800c4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d153340 con 0x55fd3cfa56b0 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d159c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37952/0 (socket says 172.21.15.40:37952) 2023-07-14T12:59:16.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 -- 172.21.15.40:0/99696809 learned_addr learned my addr 172.21.15.40:0/99696809 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f0571cda700 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d149040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05714d9700 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d14e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 -- 172.21.15.40:0/99696809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 msgr2=0x55fd3d149040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d149040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 -- 172.21.15.40:0/99696809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 msgr2=0x55fd3d14e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d14e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 -- 172.21.15.40:0/99696809 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fd3ceef1f0 con 0x55fd3d14f2d0 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.549+0000 7f05724db700 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d159c70 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f05640061e0 tx=0x7f0564015310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b0185dfd5f4192b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f0560ff9700 1 -- 172.21.15.40:0/99696809 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056402d070 con 0x55fd3d14f2d0 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f0560ff9700 1 -- 172.21.15.40:0/99696809 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f056400f040 con 0x55fd3d14f2d0 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f0560ff9700 1 -- 172.21.15.40:0/99696809 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0564015c50 con 0x55fd3d14f2d0 2023-07-14T12:59:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 -- 172.21.15.40:0/99696809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 msgr2=0x55fd3d159c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d159c70 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f05640061e0 tx=0x7f0564015310 comp rx=0 tx=0).stop 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 -- 172.21.15.40:0/99696809 shutdown_connections 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3cfa56b0 0x55fd3d149040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d14f2d0 0x55fd3d159c70 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 --2- 172.21.15.40:0/99696809 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3d149580 0x55fd3d14e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 -- 172.21.15.40:0/99696809 >> 172.21.15.40:0/99696809 conn(0x55fd3d13ebe0 msgr2=0x55fd3d14fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 -- 172.21.15.40:0/99696809 shutdown_connections 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.550+0000 7f05800c4b80 1 -- 172.21.15.40:0/99696809 wait complete. 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 -- start start 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 Processor -- start 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1afec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 0x55fd3d1b0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d157c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d158210 con 0x55fd3d149580 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d158380 con 0x55fd3cfa56b0 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd3d158540 con 0x55fd3d14f2d0 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05800c4b80 10 client.0 _ll_register_callbacks cb 0x7f0564009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05714d9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 0x55fd3d1b0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05714d9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 0x55fd3d1b0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37956/0 (socket says 172.21.15.40:37956) 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05714d9700 1 -- 172.21.15.40:0/1949458130 learned_addr learned my addr 172.21.15.40:0/1949458130 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:16.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f0571cda700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1afec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.551+0000 7f05724db700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05714d9700 1 -- 172.21.15.40:0/1949458130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 msgr2=0x55fd3d157c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05714d9700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d157c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05714d9700 1 -- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3cfa56b0 msgr2=0x55fd3d1afec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05714d9700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1afec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05714d9700 1 -- 172.21.15.40:0/1949458130 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fd3ceb1c00 con 0x55fd3d149580 2023-07-14T12:59:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05714d9700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 0x55fd3d1b0400 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f055c005c50 tx=0x7f055c01a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42190923eaeb1928 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05557fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05557fa700 1 -- 172.21.15.40:0/1949458130 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f055c004b70 con 0x55fd3d149580 2023-07-14T12:59:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05557fa700 1 -- 172.21.15.40:0/1949458130 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f055c004cd0 con 0x55fd3d149580 2023-07-14T12:59:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f056809a220 con 0x55fd3d149580 2023-07-14T12:59:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05557fa700 1 -- 172.21.15.40:0/1949458130 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=66) v2 ==== 24+0+0 (secure 0 0 0) 0x7f055c004e90 con 0x55fd3d149580 2023-07-14T12:59:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05800c4b80 10 client.17139 fetch_fsmap learned FSMap version 66 2023-07-14T12:59:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=66,monmap=4+}) v3 -- 0x55fd3cec7250 con 0x55fd3d149580 2023-07-14T12:59:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.552+0000 7f05557fa700 1 -- 172.21.15.40:0/1949458130 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f056809a220 con 0x55fd3d149580 2023-07-14T12:59:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05557fa700 1 -- 172.21.15.40:0/1949458130 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 66) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f055c024530 con 0x55fd3d149580 2023-07-14T12:59:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05800c4b80 10 client.17139 fetch_fsmap finished waiting for FSMap version 66 2023-07-14T12:59:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05800c4b80 10 client.17139 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05800c4b80 20 client.17139 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05800c4b80 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d1b7db0 0x55fd3d1ba1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05800c4b80 4 client.17139 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:59:16.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fd3d055ff0 con 0x55fd3d1b7db0 2023-07-14T12:59:16.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f0571cda700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d1b7db0 0x55fd3d1ba1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:16.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f05557fa700 10 client.17139 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:16.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.553+0000 7f0571cda700 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d1b7db0 0x55fd3d1ba1c0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb2eaf4fff376a51 server_cookie=c42efe9a41e1c03d in_seq=0 out_seq=0 2023-07-14T12:59:16.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:16 smithi040 ceph-mon[96535]: pgmap v403: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 1.5 MiB/s wr, 188 op/s 2023-07-14T12:59:16.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.590+0000 7f05557fa700 1 -- 172.21.15.40:0/1949458130 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fd3d055ff0 con 0x55fd3d1b7db0 2023-07-14T12:59:16.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05557fa700 10 client.17139 handle_command_reply: tid=0 2023-07-14T12:59:16.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 client.17139 shutdown 2023-07-14T12:59:16.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 msgr2=0x55fd3d1b0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 0x55fd3d1b0400 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f055c005c50 tx=0x7f055c01a050 comp rx=0 tx=0).stop 2023-07-14T12:59:16.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 shutdown_connections 2023-07-14T12:59:16.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fd3d1b7db0 0x55fd3d1ba1c0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fd3d14f2d0 0x55fd3d157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fd3cfa56b0 0x55fd3d1afec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 --2- 172.21.15.40:0/1949458130 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fd3d149580 0x55fd3d1b0400 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 >> 172.21.15.40:0/1949458130 conn(0x55fd3d13ebe0 msgr2=0x55fd3d14e150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:16.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05557fa700 0 client.17139 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:16.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 shutdown_connections 2023-07-14T12:59:16.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 1 -- 172.21.15.40:0/1949458130 wait complete. 2023-07-14T12:59:16.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.591+0000 7f05800c4b80 20 client.17139 trim_cache size 0 max 16384 2023-07-14T12:59:16.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:59:16.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:59:16.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:59:16.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:59:16.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05580a1340 msgr2=0x7f05580a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05580a1340 0x7f05580a37f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f055c00b2e0 tx=0x7f055c005fb0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 msgr2=0x7f056c19bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:16.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c19bb70 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f056800e9a0 tx=0x7f056800ecb0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 shutdown_connections 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f05580a1340 0x7f05580a37f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f056c105b60 0x7f056c1959d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f056c0ffb30 0x7f056c19bb70 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 --2- 172.21.15.40:0/392584485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f056c1004e0 0x7f056c19c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 >> 172.21.15.40:0/392584485 conn(0x7f056c0fb5f0 msgr2=0x7f056c1036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 shutdown_connections 2023-07-14T12:59:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:16.592+0000 7f0573f3e700 1 -- 172.21.15.40:0/392584485 wait complete. 2023-07-14T12:59:17.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 399001 3.05 MB/sec execute 591 sec latency 1547.803 ms 2023-07-14T12:59:18.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 400659 3.06 MB/sec execute 592 sec latency 1792.767 ms 2023-07-14T12:59:18.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:18 smithi133 ceph-mon[98311]: pgmap v404: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 1.2 MiB/s wr, 152 op/s 2023-07-14T12:59:18.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:18 smithi130 ceph-mon[97977]: pgmap v404: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 1.2 MiB/s wr, 152 op/s 2023-07-14T12:59:18.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:18 smithi040 ceph-mon[96535]: pgmap v404: 97 pgs: 97 active+clean; 162 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 1.2 MiB/s wr, 152 op/s 2023-07-14T12:59:19.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 401525 3.07 MB/sec execute 593 sec latency 207.015 ms 2023-07-14T12:59:20.214 INFO:tasks.workunit.client.0.smithi040.stdout: 1 402508 3.07 MB/sec execute 594 sec latency 618.327 ms 2023-07-14T12:59:20.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:20 smithi133 ceph-mon[98311]: pgmap v405: 97 pgs: 97 active+clean; 163 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 896 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:59:20.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:20 smithi130 ceph-mon[97977]: pgmap v405: 97 pgs: 97 active+clean; 163 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 896 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:59:20.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:20 smithi040 ceph-mon[96535]: pgmap v405: 97 pgs: 97 active+clean; 163 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 896 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:59:21.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 402551 3.06 MB/sec execute 595 sec latency 957.230 ms 2023-07-14T12:59:22.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 402551 3.06 MB/sec execute 596 sec latency 1957.307 ms 2023-07-14T12:59:22.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:22 smithi133 ceph-mon[98311]: pgmap v406: 97 pgs: 97 active+clean; 163 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 896 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:59:22.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:22 smithi130 ceph-mon[97977]: pgmap v406: 97 pgs: 97 active+clean; 163 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 896 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:59:22.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:22 smithi040 ceph-mon[96535]: pgmap v406: 97 pgs: 97 active+clean; 163 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 896 KiB/s rd, 1.3 MiB/s wr, 136 op/s 2023-07-14T12:59:23.213 INFO:tasks.workunit.client.0.smithi040.stdout: 1 404214 3.07 MB/sec execute 597 sec latency 2206.074 ms 2023-07-14T12:59:24.214 INFO:tasks.workunit.client.0.smithi040.stdout: 1 405494 3.08 MB/sec execute 598 sec latency 13.344 ms 2023-07-14T12:59:24.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:23 smithi133 ceph-mon[98311]: pgmap v407: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 161 op/s 2023-07-14T12:59:24.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:23 smithi130 ceph-mon[97977]: pgmap v407: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 161 op/s 2023-07-14T12:59:24.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:23 smithi040 ceph-mon[96535]: pgmap v407: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 161 op/s 2023-07-14T12:59:25.214 INFO:tasks.workunit.client.0.smithi040.stdout: 1 406092 3.08 MB/sec execute 599 sec latency 672.932 ms 2023-07-14T12:59:26.214 INFO:tasks.workunit.client.0.smithi040.stdout: 1 cleanup 600 sec 2023-07-14T12:59:26.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:26 smithi133 ceph-mon[98311]: pgmap v408: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.3 MiB/s wr, 121 op/s 2023-07-14T12:59:26.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:26 smithi130 ceph-mon[97977]: pgmap v408: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.3 MiB/s wr, 121 op/s 2023-07-14T12:59:26.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:26 smithi040 ceph-mon[96535]: pgmap v408: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.3 MiB/s wr, 121 op/s 2023-07-14T12:59:27.214 INFO:tasks.workunit.client.0.smithi040.stdout: 1 cleanup 601 sec 2023-07-14T12:59:27.686 INFO:tasks.workunit.client.0.smithi040.stdout: 0 cleanup 602 sec 2023-07-14T12:59:27.686 INFO:tasks.workunit.client.0.smithi040.stdout: 2023-07-14T12:59:27.686 INFO:tasks.workunit.client.0.smithi040.stdout: Operation Count AvgLat MaxLat 2023-07-14T12:59:27.686 INFO:tasks.workunit.client.0.smithi040.stdout: ---------------------------------------- 2023-07-14T12:59:27.686 INFO:tasks.workunit.client.0.smithi040.stdout: NTCreateX 59240 5.430 4967.217 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Close 43479 0.002 0.079 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Rename 2509 63.397 5406.434 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Unlink 11992 1.613 17.405 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Qpathinfo 53683 1.418 7108.763 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Qfileinfo 9346 0.002 0.027 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Qfsinfo 9837 0.142 4.828 2023-07-14T12:59:27.687 INFO:tasks.workunit.client.0.smithi040.stdout: Sfileinfo 4834 0.018 4.160 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: Find 20726 0.215 46.707 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: WriteX 29238 0.149 94.349 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: ReadX 92691 0.024 6.041 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: LockX 192 0.774 1.572 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: UnlockX 192 0.708 1.926 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: Flush 4155 2.714 23.781 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout: 2023-07-14T12:59:27.688 INFO:tasks.workunit.client.0.smithi040.stdout:Throughput 3.07564 MB/sec 1 clients 1 procs max_latency=7108.776 ms 2023-07-14T12:59:27.689 INFO:tasks.workunit.client.0.smithi040.stderr:+ dbench 10 2023-07-14T12:59:27.689 INFO:tasks.workunit.client.0.smithi040.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2023-07-14T12:59:27.689 INFO:tasks.workunit.client.0.smithi040.stdout: 2023-07-14T12:59:27.690 INFO:tasks.workunit.client.0.smithi040.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2023-07-14T12:59:27.690 INFO:tasks.workunit.client.0.smithi040.stdout:8 of 10 processes prepared for launch 0 sec 2023-07-14T12:59:27.789 INFO:tasks.workunit.client.0.smithi040.stdout:10 of 10 processes prepared for launch 0 sec 2023-07-14T12:59:27.789 INFO:tasks.workunit.client.0.smithi040.stdout:releasing clients 2023-07-14T12:59:28.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:28 smithi133 ceph-mon[98311]: pgmap v409: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.3 MiB/s wr, 121 op/s 2023-07-14T12:59:28.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:28 smithi130 ceph-mon[97977]: pgmap v409: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.3 MiB/s wr, 121 op/s 2023-07-14T12:59:28.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:28 smithi040 ceph-mon[96535]: pgmap v409: 97 pgs: 97 active+clean; 166 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 1.3 MiB/s wr, 121 op/s 2023-07-14T12:59:28.788 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306 112.50 MB/sec warmup 1 sec latency 61.528 ms 2023-07-14T12:59:29.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.709+0000 7f17a5be7700 1 -- 172.21.15.40:0/2154055191 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 msgr2=0x7f17a00feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.709+0000 7f17a5be7700 1 --2- 172.21.15.40:0/2154055191 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a00feea0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f1794009990 tx=0x7f1794009ca0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 -- 172.21.15.40:0/2154055191 shutdown_connections 2023-07-14T12:59:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 --2- 172.21.15.40:0/2154055191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 0x7f17a0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 --2- 172.21.15.40:0/2154055191 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17a00ff3e0 0x7f17a010b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 --2- 172.21.15.40:0/2154055191 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a00feea0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 -- 172.21.15.40:0/2154055191 >> 172.21.15.40:0/2154055191 conn(0x7f17a0074760 msgr2=0x7f17a0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:29.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 -- 172.21.15.40:0/2154055191 shutdown_connections 2023-07-14T12:59:29.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 -- 172.21.15.40:0/2154055191 wait complete. 2023-07-14T12:59:29.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 Processor -- start 2023-07-14T12:59:29.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.710+0000 7f17a5be7700 1 -- start start 2023-07-14T12:59:29.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f17a5be7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a0196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f17a5be7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17a00ff3e0 0x7f17a0197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f17a5be7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 0x7f17a01a1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f17a5be7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17a01a2090 con 0x7f17a00fea30 2023-07-14T12:59:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f17a5be7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17a01a2200 con 0x7f17a00ff3e0 2023-07-14T12:59:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f17a5be7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17a01a23c0 con 0x7f17a0104a30 2023-07-14T12:59:29.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a0196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a0196c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37968/0 (socket says 172.21.15.40:37968) 2023-07-14T12:59:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 -- 172.21.15.40:0/713397467 learned_addr learned my addr 172.21.15.40:0/713397467 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179effd700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17a00ff3e0 0x7f17a0197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179ffff700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 0x7f17a01a1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 -- 172.21.15.40:0/713397467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 msgr2=0x7f17a01a1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 0x7f17a01a1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 -- 172.21.15.40:0/713397467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17a00ff3e0 msgr2=0x7f17a0197160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:29.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17a00ff3e0 0x7f17a0197160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 -- 172.21.15.40:0/713397467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17940095f0 con 0x7f17a00fea30 2023-07-14T12:59:29.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179ffff700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 0x7f17a01a1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T12:59:29.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.711+0000 7f179f7fe700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a0196c20 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f179000e970 tx=0x7f179000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:29.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.712+0000 7f179cff9700 1 -- 172.21.15.40:0/713397467 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1790009790 con 0x7f17a00fea30 2023-07-14T12:59:29.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.712+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17a01a26a0 con 0x7f17a00fea30 2023-07-14T12:59:29.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.712+0000 7f179cff9700 1 -- 172.21.15.40:0/713397467 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f179000eec0 con 0x7f17a00fea30 2023-07-14T12:59:29.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.712+0000 7f179cff9700 1 -- 172.21.15.40:0/713397467 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1790003cf0 con 0x7f17a00fea30 2023-07-14T12:59:29.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.712+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17a01a2bb0 con 0x7f17a00fea30 2023-07-14T12:59:29.761 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.714+0000 7f179cff9700 1 -- 172.21.15.40:0/713397467 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f179000ccd0 con 0x7f17a00fea30 2023-07-14T12:59:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.714+0000 7f179cff9700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f17880a12c0 0x7f17880a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.715+0000 7f179effd700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f17880a12c0 0x7f17880a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.715+0000 7f179cff9700 1 -- 172.21.15.40:0/713397467 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1790014070 con 0x7f17a00fea30 2023-07-14T12:59:29.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.715+0000 7f179effd700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f17880a12c0 0x7f17880a3770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f17a00683c0 tx=0x7f1794005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:29.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.715+0000 7f17b1d6db80 1 Processor -- start 2023-07-14T12:59:29.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.715+0000 7f17b1d6db80 1 -- start start 2023-07-14T12:59:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d1355cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d13557040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d13557580 0x556d135579d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1345cc50 con 0x556d1355d2d0 2023-07-14T12:59:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d134af9e0 con 0x556d133b36b0 2023-07-14T12:59:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d134a8e70 con 0x556d13557580 2023-07-14T12:59:29.765 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d13557040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d1355cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d13557040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37978/0 (socket says 172.21.15.40:37978) 2023-07-14T12:59:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179effd700 1 -- 172.21.15.40:0/4068535283 learned_addr learned my addr 172.21.15.40:0/4068535283 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:29.766 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179ffff700 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d13557580 0x556d135579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 -- 172.21.15.40:0/4068535283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d13557580 msgr2=0x556d135579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d13557580 0x556d135579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 -- 172.21.15.40:0/4068535283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 msgr2=0x556d13557040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d13557040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 -- 172.21.15.40:0/4068535283 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d132d6d80 con 0x556d133b36b0 2023-07-14T12:59:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179effd700 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d13557040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f179f7fe700 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d1355cd90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f17900ca660 tx=0x7f1790099940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9beb9fa4a4d0002d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:29.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.716+0000 7f1785ffb700 1 -- 172.21.15.40:0/4068535283 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f179009e010 con 0x556d133b36b0 2023-07-14T12:59:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f1785ffb700 1 -- 172.21.15.40:0/4068535283 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17900a2430 con 0x556d133b36b0 2023-07-14T12:59:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f1785ffb700 1 -- 172.21.15.40:0/4068535283 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1790099710 con 0x556d133b36b0 2023-07-14T12:59:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 -- 172.21.15.40:0/4068535283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 msgr2=0x556d1355cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d1355cd90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f17900ca660 tx=0x7f1790099940 comp rx=0 tx=0).stop 2023-07-14T12:59:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 -- 172.21.15.40:0/4068535283 shutdown_connections 2023-07-14T12:59:29.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d13557580 0x556d135579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d1355cd90 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/4068535283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d13557040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 -- 172.21.15.40:0/4068535283 >> 172.21.15.40:0/4068535283 conn(0x556d1354cbe0 msgr2=0x556d13551f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 -- 172.21.15.40:0/4068535283 shutdown_connections 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.717+0000 7f17b1d6db80 1 -- 172.21.15.40:0/4068535283 wait complete. 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 -- start start 2023-07-14T12:59:29.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 Processor -- start 2023-07-14T12:59:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d13563640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 0x556d135608c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d13561000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d13448a60 con 0x556d13557580 2023-07-14T12:59:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d13448760 con 0x556d133b36b0 2023-07-14T12:59:29.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1332c8c0 con 0x556d1355d2d0 2023-07-14T12:59:29.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f17b1d6db80 10 client.0 _ll_register_callbacks cb 0x556d13446700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:29.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f179effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 0x556d135608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d13563640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f179ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d13561000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d13563640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55236/0 (socket says 172.21.15.40:55236) 2023-07-14T12:59:29.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f179effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 0x556d135608c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37984/0 (socket says 172.21.15.40:37984) 2023-07-14T12:59:29.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.718+0000 7f179f7fe700 1 -- 172.21.15.40:0/2279375979 learned_addr learned my addr 172.21.15.40:0/2279375979 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:29.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179ffff700 1 -- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 msgr2=0x556d13563640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179ffff700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d13563640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179ffff700 1 -- 172.21.15.40:0/2279375979 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 msgr2=0x556d135608c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179ffff700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 0x556d135608c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179ffff700 1 -- 172.21.15.40:0/2279375979 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17a010c160 con 0x556d1355d2d0 2023-07-14T12:59:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179f7fe700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d13563640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179effd700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 0x556d135608c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f179ffff700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d13561000 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1798007980 tx=0x7f1798007c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b80b8eff1d869caf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f177effd700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T12:59:29.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f177effd700 1 -- 172.21.15.40:0/2279375979 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17980129c0 con 0x556d1355d2d0 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f177effd700 1 -- 172.21.15.40:0/2279375979 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1798012b20 con 0x556d1355d2d0 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556d13402490 con 0x556d1355d2d0 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f177effd700 1 -- 172.21.15.40:0/2279375979 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=66) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1798012ce0 con 0x556d1355d2d0 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f17b1d6db80 10 client.26620 fetch_fsmap learned FSMap version 66 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.719+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=66,monmap=4+}) v3 -- 0x7f17a01a2bb0 con 0x556d1355d2d0 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f177effd700 1 -- 172.21.15.40:0/2279375979 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556d13402490 con 0x556d1355d2d0 2023-07-14T12:59:29.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f177effd700 1 -- 172.21.15.40:0/2279375979 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 66) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f1798014040 con 0x556d1355d2d0 2023-07-14T12:59:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f17b1d6db80 10 client.26620 fetch_fsmap finished waiting for FSMap version 66 2023-07-14T12:59:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f17b1d6db80 10 client.26620 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f17b1d6db80 20 client.26620 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:29.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d13570d10 0x556d13573120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f17b1d6db80 4 client.26620 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d134a1e50 con 0x556d13570d10 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f179f7fe700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d13570d10 0x556d13573120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f177effd700 10 client.26620 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.720+0000 7f179f7fe700 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d13570d10 0x556d13573120 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=818c813bd8c11e20 server_cookie=18d520423d1db5d9 in_seq=0 out_seq=0 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f177effd700 1 -- 172.21.15.40:0/2279375979 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556d134a1e50 con 0x556d13570d10 2023-07-14T12:59:29.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f177effd700 10 client.26620 handle_command_reply: tid=0 2023-07-14T12:59:29.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 client.26620 shutdown 2023-07-14T12:59:29.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 msgr2=0x556d13561000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:29.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d13561000 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1798007980 tx=0x7f1798007c90 comp rx=0 tx=0).stop 2023-07-14T12:59:29.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 shutdown_connections 2023-07-14T12:59:29.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d13570d10 0x556d13573120 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d13561000 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f177effd700 0 client.26620 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:29.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d133b36b0 0x556d13563640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2279375979 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d13557580 0x556d135608c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 >> 172.21.15.40:0/2279375979 conn(0x556d1354cbe0 msgr2=0x556d135514e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:29.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 shutdown_connections 2023-07-14T12:59:29.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2279375979 wait complete. 2023-07-14T12:59:29.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.724+0000 7f17b1d6db80 20 client.26620 trim_cache size 0 max 16384 2023-07-14T12:59:29.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 Processor -- start 2023-07-14T12:59:29.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 -- start start 2023-07-14T12:59:29.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d133b36b0 0x556d13557040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d13551c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d135601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d13561cb0 con 0x556d1355d2d0 2023-07-14T12:59:29.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d13549bb0 con 0x556d13557580 2023-07-14T12:59:29.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d13561360 con 0x556d133b36b0 2023-07-14T12:59:29.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d135601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d135601b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37994/0 (socket says 172.21.15.40:37994) 2023-07-14T12:59:29.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179ffff700 1 -- 172.21.15.40:0/1512377710 learned_addr learned my addr 172.21.15.40:0/1512377710 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:29.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179effd700 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d13551c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179f7fe700 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d133b36b0 0x556d13557040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179ffff700 1 -- 172.21.15.40:0/1512377710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d133b36b0 msgr2=0x556d13557040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.743+0000 7f179ffff700 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d133b36b0 0x556d13557040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f179ffff700 1 -- 172.21.15.40:0/1512377710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 msgr2=0x556d13551c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f179ffff700 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d13551c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f179ffff700 1 -- 172.21.15.40:0/1512377710 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d132bfc00 con 0x556d1355d2d0 2023-07-14T12:59:29.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f179ffff700 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d135601b0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f1798009b30 tx=0x7f1798009660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=701f171951d07520 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:29.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f17867fc700 1 -- 172.21.15.40:0/1512377710 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1798004c70 con 0x556d1355d2d0 2023-07-14T12:59:29.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f17867fc700 1 -- 172.21.15.40:0/1512377710 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f179800f050 con 0x556d1355d2d0 2023-07-14T12:59:29.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.744+0000 7f17867fc700 1 -- 172.21.15.40:0/1512377710 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1798012c50 con 0x556d1355d2d0 2023-07-14T12:59:29.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 -- 172.21.15.40:0/1512377710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 msgr2=0x556d135601b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:29.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d135601b0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f1798009b30 tx=0x7f1798009660 comp rx=0 tx=0).stop 2023-07-14T12:59:29.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 -- 172.21.15.40:0/1512377710 shutdown_connections 2023-07-14T12:59:29.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d133b36b0 0x556d13557040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d1355d2d0 0x556d135601b0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/1512377710 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d13551c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 -- 172.21.15.40:0/1512377710 >> 172.21.15.40:0/1512377710 conn(0x556d1354cbe0 msgr2=0x556d1355aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:29.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 -- 172.21.15.40:0/1512377710 shutdown_connections 2023-07-14T12:59:29.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 -- 172.21.15.40:0/1512377710 wait complete. 2023-07-14T12:59:29.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 -- start start 2023-07-14T12:59:29.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.745+0000 7f17b1d6db80 1 Processor -- start 2023-07-14T12:59:29.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 0x556d135bcd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d135bd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d135c7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d135bd960 con 0x556d133b36b0 2023-07-14T12:59:29.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d135c8140 con 0x556d13557580 2023-07-14T12:59:29.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d135c8280 con 0x556d1355d2d0 2023-07-14T12:59:29.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f17b1d6db80 10 client.0 _ll_register_callbacks cb 0x7f17980094d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:29.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 0x556d135bcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 0x556d135bcd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:37996/0 (socket says 172.21.15.40:37996) 2023-07-14T12:59:29.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179effd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d135bd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 -- 172.21.15.40:0/2768285317 learned_addr learned my addr 172.21.15.40:0/2768285317 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:29.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179ffff700 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d135c7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 -- 172.21.15.40:0/2768285317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 msgr2=0x556d135c7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d135c7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 -- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 msgr2=0x556d135bd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:29.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d135bd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:29.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 -- 172.21.15.40:0/2768285317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17a01a2bb0 con 0x556d133b36b0 2023-07-14T12:59:29.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f179f7fe700 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 0x556d135bcd70 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f1790096360 tx=0x7f179000cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f76aa54f1787626 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:29.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f177effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:29.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.746+0000 7f177effd700 1 -- 172.21.15.40:0/2768285317 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17900996e0 con 0x556d133b36b0 2023-07-14T12:59:29.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f177effd700 1 -- 172.21.15.40:0/2768285317 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f17900b8300 con 0x556d133b36b0 2023-07-14T12:59:29.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f17900a2430 con 0x556d133b36b0 2023-07-14T12:59:29.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f177effd700 1 -- 172.21.15.40:0/2768285317 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=66) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17900ca2b0 con 0x556d133b36b0 2023-07-14T12:59:29.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 10 client.17157 fetch_fsmap learned FSMap version 66 2023-07-14T12:59:29.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=66,monmap=4+}) v3 -- 0x556d132fd1f0 con 0x556d133b36b0 2023-07-14T12:59:29.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f177effd700 1 -- 172.21.15.40:0/2768285317 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17900a2430 con 0x556d133b36b0 2023-07-14T12:59:29.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f177effd700 1 -- 172.21.15.40:0/2768285317 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 66) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f17900b8020 con 0x556d133b36b0 2023-07-14T12:59:29.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 10 client.17157 fetch_fsmap finished waiting for FSMap version 66 2023-07-14T12:59:29.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 10 client.17157 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:29.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 20 client.17157 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:29.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d135c9620 0x556d135cba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:29.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 4 client.17157 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:59:29.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556d13463ff0 con 0x556d135c9620 2023-07-14T12:59:29.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.747+0000 7f179effd700 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d135c9620 0x556d135cba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:29.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.748+0000 7f177effd700 10 client.17157 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:29.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.748+0000 7f179effd700 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d135c9620 0x556d135cba30 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f574365ceb6d1bcb server_cookie=40fdd737ae82e5ce in_seq=0 out_seq=0 2023-07-14T12:59:29.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 601 100.71 MB/sec warmup 2 sec latency 75.723 ms 2023-07-14T12:59:30.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f177effd700 1 -- 172.21.15.40:0/2768285317 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556d13463ff0 con 0x556d135c9620 2023-07-14T12:59:30.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f177effd700 10 client.17157 handle_command_reply: tid=0 2023-07-14T12:59:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 client.17157 shutdown 2023-07-14T12:59:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 msgr2=0x556d135bcd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:30.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 0x556d135bcd70 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f1790096360 tx=0x7f179000cbd0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 shutdown_connections 2023-07-14T12:59:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556d135c9620 0x556d135cba30 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556d1355d2d0 0x556d135c7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f177effd700 0 client.17157 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d133b36b0 0x556d135bcd70 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 --2- 172.21.15.40:0/2768285317 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556d13557580 0x556d135bd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 >> 172.21.15.40:0/2768285317 conn(0x556d1354cbe0 msgr2=0x556d135621d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 shutdown_connections 2023-07-14T12:59:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 1 -- 172.21.15.40:0/2768285317 wait complete. 2023-07-14T12:59:30.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.968+0000 7f17b1d6db80 20 client.17157 trim_cache size 0 max 16384 2023-07-14T12:59:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:59:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:59:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:59:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:59:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f17880a12c0 msgr2=0x7f17880a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f17880a12c0 0x7f17880a3770 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f17a00683c0 tx=0x7f1794005fd0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 msgr2=0x7f17a0196c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a0196c20 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f179000e970 tx=0x7f179000ec80 comp rx=0 tx=0).stop 2023-07-14T12:59:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 shutdown_connections 2023-07-14T12:59:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f17880a12c0 0x7f17880a3770 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f17a0104a30 0x7f17a01a1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17a00fea30 0x7f17a0196c20 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 --2- 172.21.15.40:0/713397467 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f17a00ff3e0 0x7f17a0197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 >> 172.21.15.40:0/713397467 conn(0x7f17a0074760 msgr2=0x7f17a00fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 shutdown_connections 2023-07-14T12:59:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:29.969+0000 7f17a5be7700 1 -- 172.21.15.40:0/713397467 wait complete. 2023-07-14T12:59:30.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:30 smithi133 ceph-mon[98311]: pgmap v410: 97 pgs: 97 active+clean; 169 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 986 KiB/s rd, 1.7 MiB/s wr, 169 op/s 2023-07-14T12:59:30.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:30 smithi130 ceph-mon[97977]: pgmap v410: 97 pgs: 97 active+clean; 169 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 986 KiB/s rd, 1.7 MiB/s wr, 169 op/s 2023-07-14T12:59:30.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:30 smithi040 ceph-mon[96535]: pgmap v410: 97 pgs: 97 active+clean; 169 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 986 KiB/s rd, 1.7 MiB/s wr, 169 op/s 2023-07-14T12:59:30.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 918 72.46 MB/sec warmup 3 sec latency 257.019 ms 2023-07-14T12:59:31.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:31 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:31.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:31 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:31.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:31 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:31.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 1420 65.04 MB/sec warmup 4 sec latency 51.585 ms 2023-07-14T12:59:32.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:32 smithi133 ceph-mon[98311]: pgmap v411: 97 pgs: 97 active+clean; 169 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 1.0 MiB/s wr, 102 op/s 2023-07-14T12:59:32.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:32 smithi130 ceph-mon[97977]: pgmap v411: 97 pgs: 97 active+clean; 169 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 1.0 MiB/s wr, 102 op/s 2023-07-14T12:59:32.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:32 smithi040 ceph-mon[96535]: pgmap v411: 97 pgs: 97 active+clean; 169 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 1.0 MiB/s wr, 102 op/s 2023-07-14T12:59:32.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 2112 53.50 MB/sec warmup 5 sec latency 161.571 ms 2023-07-14T12:59:33.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 2578 50.33 MB/sec warmup 6 sec latency 581.711 ms 2023-07-14T12:59:34.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:34 smithi133 ceph-mon[98311]: pgmap v412: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 358 op/s 2023-07-14T12:59:34.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:34 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:34.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:34 smithi130 ceph-mon[97977]: pgmap v412: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 358 op/s 2023-07-14T12:59:34.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:34 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:34.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:34 smithi040 ceph-mon[96535]: pgmap v412: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 358 op/s 2023-07-14T12:59:34.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:34 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:34.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 3178 49.27 MB/sec warmup 7 sec latency 1581.758 ms 2023-07-14T12:59:35.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 3557 47.89 MB/sec warmup 8 sec latency 2581.807 ms 2023-07-14T12:59:36.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:36 smithi133 ceph-mon[98311]: pgmap v413: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2023-07-14T12:59:36.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:36 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:36.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:36 smithi130 ceph-mon[97977]: pgmap v413: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2023-07-14T12:59:36.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:36 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:36.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:36 smithi040 ceph-mon[96535]: pgmap v413: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2023-07-14T12:59:36.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:36 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:36.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 3686 42.91 MB/sec warmup 9 sec latency 3581.842 ms 2023-07-14T12:59:37.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 3844 38.70 MB/sec warmup 10 sec latency 4581.928 ms 2023-07-14T12:59:38.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:38 smithi133 ceph-mon[98311]: pgmap v414: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2023-07-14T12:59:38.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:38 smithi130 ceph-mon[97977]: pgmap v414: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2023-07-14T12:59:38.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:38 smithi040 ceph-mon[96535]: pgmap v414: 97 pgs: 97 active+clean; 175 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 779 KiB/s rd, 1.8 MiB/s wr, 302 op/s 2023-07-14T12:59:38.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 4076 35.52 MB/sec warmup 11 sec latency 5581.972 ms 2023-07-14T12:59:39.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:39 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:39.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:39 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:39.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:39 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:39.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 4448 33.80 MB/sec warmup 12 sec latency 6582.005 ms 2023-07-14T12:59:40.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:40 smithi133 ceph-mon[98311]: pgmap v415: 97 pgs: 97 active+clean; 185 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 363 op/s 2023-07-14T12:59:40.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:40 smithi130 ceph-mon[97977]: pgmap v415: 97 pgs: 97 active+clean; 185 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 363 op/s 2023-07-14T12:59:40.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:40 smithi040 ceph-mon[96535]: pgmap v415: 97 pgs: 97 active+clean; 185 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 363 op/s 2023-07-14T12:59:40.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 5003 33.47 MB/sec warmup 13 sec latency 7582.034 ms 2023-07-14T12:59:41.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 5579 32.42 MB/sec warmup 14 sec latency 8582.080 ms 2023-07-14T12:59:42.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:42 smithi133 ceph-mon[98311]: pgmap v416: 97 pgs: 97 active+clean; 185 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 970 KiB/s rd, 2.2 MiB/s wr, 315 op/s 2023-07-14T12:59:42.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:42 smithi130 ceph-mon[97977]: pgmap v416: 97 pgs: 97 active+clean; 185 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 970 KiB/s rd, 2.2 MiB/s wr, 315 op/s 2023-07-14T12:59:42.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:42 smithi040 ceph-mon[96535]: pgmap v416: 97 pgs: 97 active+clean; 185 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 970 KiB/s rd, 2.2 MiB/s wr, 315 op/s 2023-07-14T12:59:42.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 6064 33.25 MB/sec warmup 15 sec latency 9301.741 ms 2023-07-14T12:59:43.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 -- 172.21.15.40:0/1928492425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd548104e20 msgr2=0x7fd54810c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 --2- 172.21.15.40:0/1928492425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd548104e20 0x7fd54810c9f0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fd5380099c0 tx=0x7fd538009cd0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 -- 172.21.15.40:0/1928492425 shutdown_connections 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 --2- 172.21.15.40:0/1928492425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd548104e20 0x7fd54810c9f0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 --2- 172.21.15.40:0/1928492425 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd5480ffde0 0x7fd5481001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 --2- 172.21.15.40:0/1928492425 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd548100780 0x7fd548104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 -- 172.21.15.40:0/1928492425 >> 172.21.15.40:0/1928492425 conn(0x7fd5480fb6f0 msgr2=0x7fd5480fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:43.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.086+0000 7fd54eceb700 1 -- 172.21.15.40:0/1928492425 shutdown_connections 2023-07-14T12:59:43.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.087+0000 7fd54eceb700 1 -- 172.21.15.40:0/1928492425 wait complete. 2023-07-14T12:59:43.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.087+0000 7fd54eceb700 1 Processor -- start 2023-07-14T12:59:43.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.087+0000 7fd54eceb700 1 -- start start 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54eceb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 0x7fd548071a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54eceb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd548100780 0x7fd548071fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54eceb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd548104e20 0x7fd54806a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54eceb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd54806afe0 con 0x7fd5480ffde0 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54eceb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd54806b150 con 0x7fd548100780 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54eceb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd54806b310 con 0x7fd548104e20 2023-07-14T12:59:43.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 0x7fd548071a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 0x7fd548071a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38010/0 (socket says 172.21.15.40:38010) 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 -- 172.21.15.40:0/3359376190 learned_addr learned my addr 172.21.15.40:0/3359376190 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd547fff700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd548100780 0x7fd548071fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54d288700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd548104e20 0x7fd54806a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 -- 172.21.15.40:0/3359376190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd548104e20 msgr2=0x7fd54806a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd548104e20 0x7fd54806a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 -- 172.21.15.40:0/3359376190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd548100780 msgr2=0x7fd548071fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd548100780 0x7fd548071fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 -- 172.21.15.40:0/3359376190 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5380095f0 con 0x7fd5480ffde0 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd547fff700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd548100780 0x7fd548071fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.088+0000 7fd54ca87700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 0x7fd548071a30 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fd54000ef10 tx=0x7fd54000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.089+0000 7fd545ffb700 1 -- 172.21.15.40:0/3359376190 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54000c9c0 con 0x7fd5480ffde0 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.089+0000 7fd545ffb700 1 -- 172.21.15.40:0/3359376190 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd54000f040 con 0x7fd5480ffde0 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.089+0000 7fd545ffb700 1 -- 172.21.15.40:0/3359376190 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd540014480 con 0x7fd5480ffde0 2023-07-14T12:59:43.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.089+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd54806b590 con 0x7fd5480ffde0 2023-07-14T12:59:43.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.089+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd54806f800 con 0x7fd5480ffde0 2023-07-14T12:59:43.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.091+0000 7fd545ffb700 1 -- 172.21.15.40:0/3359376190 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fd540007690 con 0x7fd5480ffde0 2023-07-14T12:59:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.092+0000 7fd545ffb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd5300a12c0 0x7fd5300a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.092+0000 7fd547fff700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd5300a12c0 0x7fd5300a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.092+0000 7fd545ffb700 1 -- 172.21.15.40:0/3359376190 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fd5400cd030 con 0x7fd5480ffde0 2023-07-14T12:59:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd547fff700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd5300a12c0 0x7fd5300a3770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd54806c230 tx=0x7fd53c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 Processor -- start 2023-07-14T12:59:43.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 -- start start 2023-07-14T12:59:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643d0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643cb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1642d0c50 con 0x55f1642276b0 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643239e0 con 0x55f1643cb580 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.093+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f16431ce70 con 0x55f1643d12d0 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643d0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643d0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38018/0 (socket says 172.21.15.40:38018) 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd547fff700 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643cb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 -- 172.21.15.40:0/1926583347 learned_addr learned my addr 172.21.15.40:0/1926583347 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54d288700 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 -- 172.21.15.40:0/1926583347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 msgr2=0x55f1643cb040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643cb040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 -- 172.21.15.40:0/1926583347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 msgr2=0x55f1643cb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cb9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 -- 172.21.15.40:0/1926583347 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f16414ad80 con 0x55f1642276b0 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd54ca87700 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643d0d90 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fd5400a1fd0 tx=0x7fd540096520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f40ba21c7f5e799 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd52effd700 1 -- 172.21.15.40:0/1926583347 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54009a0b0 con 0x55f1642276b0 2023-07-14T12:59:43.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd52effd700 1 -- 172.21.15.40:0/1926583347 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd54009e0e0 con 0x55f1642276b0 2023-07-14T12:59:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.094+0000 7fd52effd700 1 -- 172.21.15.40:0/1926583347 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd540099800 con 0x55f1642276b0 2023-07-14T12:59:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 -- 172.21.15.40:0/1926583347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 msgr2=0x55f1643d0d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643d0d90 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fd5400a1fd0 tx=0x7fd540096520 comp rx=0 tx=0).stop 2023-07-14T12:59:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 -- 172.21.15.40:0/1926583347 shutdown_connections 2023-07-14T12:59:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643d0d90 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/1926583347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643cb040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 -- 172.21.15.40:0/1926583347 >> 172.21.15.40:0/1926583347 conn(0x55f1643c0be0 msgr2=0x55f1643c5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 -- 172.21.15.40:0/1926583347 shutdown_connections 2023-07-14T12:59:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 -- 172.21.15.40:0/1926583347 wait complete. 2023-07-14T12:59:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.095+0000 7fd55ae71b80 1 -- start start 2023-07-14T12:59:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 Processor -- start 2023-07-14T12:59:43.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1642276b0 0x55f1643d75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 0x55f1643d4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1642bca60 con 0x55f1643cb580 2023-07-14T12:59:43.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1642bc760 con 0x55f1642276b0 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1641a08c0 con 0x55f1643d12d0 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd55ae71b80 10 client.0 _ll_register_callbacks cb 0x55f1642ba700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd547fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 0x55f1643d4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1642276b0 0x55f1643d75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd547fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 0x55f1643d4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38026/0 (socket says 172.21.15.40:38026) 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd547fff700 1 -- 172.21.15.40:0/2816297405 learned_addr learned my addr 172.21.15.40:0/2816297405 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:43.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.096+0000 7fd54d288700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd54ca87700 1 -- 172.21.15.40:0/2816297405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 msgr2=0x55f1643d4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd54ca87700 1 -- 172.21.15.40:0/2816297405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 msgr2=0x55f1643d4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 0x55f1643d4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd54ca87700 1 -- 172.21.15.40:0/2816297405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd54806f800 con 0x55f1642276b0 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd547fff700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 0x55f1643d4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1642276b0 0x55f1643d75d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd5400a26c0 tx=0x7fd54009a540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68f742155e4bcea1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd527fff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd527fff700 1 -- 172.21.15.40:0/2816297405 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5400a2500 con 0x55f1642276b0 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f164276490 con 0x55f1642276b0 2023-07-14T12:59:43.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd527fff700 1 -- 172.21.15.40:0/2816297405 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fd54009a0b0 con 0x55f1642276b0 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd527fff700 1 -- 172.21.15.40:0/2816297405 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd5400a2280 con 0x55f1642276b0 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd55ae71b80 10 client.26714 fetch_fsmap learned FSMap version 70 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x55f164133c00 con 0x55f1642276b0 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.097+0000 7fd527fff700 1 -- 172.21.15.40:0/2816297405 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f164276490 con 0x55f1642276b0 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd527fff700 1 -- 172.21.15.40:0/2816297405 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 70) v1 ==== 7510+0+0 (secure 0 0 0) 0x7fd540095ea0 con 0x55f1642276b0 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd55ae71b80 10 client.26714 fetch_fsmap finished waiting for FSMap version 70 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd55ae71b80 10 client.26714 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:43.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd55ae71b80 20 client.26714 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f1643e48a0 0x55f1643e6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd55ae71b80 4 client.26714 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f164315e50 con 0x55f1643e48a0 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd547fff700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f1643e48a0 0x55f1643e6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd527fff700 10 client.26714 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.098+0000 7fd547fff700 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f1643e48a0 0x55f1643e6cb0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9d789ea83e4afb2 server_cookie=9062fe5e64ca4277 in_seq=0 out_seq=0 2023-07-14T12:59:43.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.100+0000 7fd527fff700 1 -- 172.21.15.40:0/2816297405 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55f164315e50 con 0x55f1643e48a0 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.100+0000 7fd527fff700 10 client.26714 handle_command_reply: tid=0 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.100+0000 7fd55ae71b80 1 client.26714 shutdown 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1642276b0 msgr2=0x55f1643d75d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1642276b0 0x55f1643d75d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd5400a26c0 tx=0x7fd54009a540 comp rx=0 tx=0).stop 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 shutdown_connections 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f1643e48a0 0x55f1643e6cb0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1642276b0 0x55f1643d75d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2816297405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1643cb580 0x55f1643d4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd527fff700 0 client.26714 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 >> 172.21.15.40:0/2816297405 conn(0x55f1643c0be0 msgr2=0x55f1643c4c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 shutdown_connections 2023-07-14T12:59:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2816297405 wait complete. 2023-07-14T12:59:43.141 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.101+0000 7fd55ae71b80 20 client.26714 trim_cache size 0 max 16384 2023-07-14T12:59:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 Processor -- start 2023-07-14T12:59:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 -- start start 2023-07-14T12:59:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643cb040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643dbc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643c7a70 con 0x55f1642276b0 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643d5460 con 0x55f1643cb580 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.117+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643d09f0 con 0x55f1643d12d0 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643cb040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643cb040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38032/0 (socket says 172.21.15.40:38032) 2023-07-14T12:59:43.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 -- 172.21.15.40:0/2579992293 learned_addr learned my addr 172.21.15.40:0/2579992293 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd547fff700 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643dbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54d288700 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 -- 172.21.15.40:0/2579992293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 msgr2=0x55f1643d0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 -- 172.21.15.40:0/2579992293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 msgr2=0x55f1643dbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643dbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 -- 172.21.15.40:0/2579992293 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f1643eb8e0 con 0x55f1642276b0 2023-07-14T12:59:43.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd547fff700 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643dbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:43.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643cb040 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fd540098400 tx=0x7fd5400075b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ffc834e1635376 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:43.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd52f7fe700 1 -- 172.21.15.40:0/2579992293 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd54009a5b0 con 0x55f1642276b0 2023-07-14T12:59:43.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd52f7fe700 1 -- 172.21.15.40:0/2579992293 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd540099bf0 con 0x55f1642276b0 2023-07-14T12:59:43.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.118+0000 7fd52f7fe700 1 -- 172.21.15.40:0/2579992293 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5400984e0 con 0x55f1642276b0 2023-07-14T12:59:43.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2579992293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 msgr2=0x55f1643cb040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643cb040 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fd540098400 tx=0x7fd5400075b0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2579992293 shutdown_connections 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643cb040 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2579992293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643dbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2579992293 >> 172.21.15.40:0/2579992293 conn(0x55f1643c0be0 msgr2=0x55f1643cfa20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2579992293 shutdown_connections 2023-07-14T12:59:43.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2579992293 wait complete. 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.119+0000 7fd55ae71b80 1 -- start start 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 Processor -- start 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643dbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643ccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643cd470 con 0x55f1642276b0 2023-07-14T12:59:43.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643cd5e0 con 0x55f1643cb580 2023-07-14T12:59:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1643cd7a0 con 0x55f1643d12d0 2023-07-14T12:59:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd55ae71b80 10 client.0 _ll_register_callbacks cb 0x7fd5400097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643dbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd54ca87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643dbc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38038/0 (socket says 172.21.15.40:38038) 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd54ca87700 1 -- 172.21.15.40:0/2747352363 learned_addr learned my addr 172.21.15.40:0/2747352363 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd547fff700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd54d288700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643ccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd547fff700 1 -- 172.21.15.40:0/2747352363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 msgr2=0x55f1643ccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd547fff700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643ccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd547fff700 1 -- 172.21.15.40:0/2747352363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 msgr2=0x55f1643dbc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd547fff700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643dbc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd547fff700 1 -- 172.21.15.40:0/2747352363 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd53c017070 con 0x55f1643cb580 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.120+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643dbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd547fff700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cc860 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x55f1643e4c70 tx=0x7fd53c0047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d55e784384dcb95d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd527fff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd527fff700 1 -- 172.21.15.40:0/2747352363 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd53c024040 con 0x55f1643cb580 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd54009e0e0 con 0x55f1643cb580 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd527fff700 1 -- 172.21.15.40:0/2747352363 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fd53c029950 con 0x55f1643cb580 2023-07-14T12:59:43.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd527fff700 1 -- 172.21.15.40:0/2747352363 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd53c0295f0 con 0x55f1643cb580 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 10 client.26720 fetch_fsmap learned FSMap version 70 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x55f164133c00 con 0x55f1643cb580 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd527fff700 1 -- 172.21.15.40:0/2747352363 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd54009e0e0 con 0x55f1643cb580 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd527fff700 1 -- 172.21.15.40:0/2747352363 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 70) v1 ==== 7510+0+0 (secure 0 0 0) 0x7fd53c01e3f0 con 0x55f1643cb580 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 10 client.26720 fetch_fsmap finished waiting for FSMap version 70 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 10 client.26720 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 20 client.26720 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:43.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f164438ee0 0x55f16443b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 4 client.26720 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:59:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.121+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f1642d7ff0 con 0x55f164438ee0 2023-07-14T12:59:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.122+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f164438ee0 0x55f16443b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.122+0000 7fd527fff700 10 client.26720 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:43.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.122+0000 7fd54ca87700 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f164438ee0 0x55f16443b2f0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77bbf10ac8ae113e server_cookie=9bcbe7c9608f8819 in_seq=0 out_seq=0 2023-07-14T12:59:43.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.464+0000 7fd527fff700 1 -- 172.21.15.40:0/2747352363 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f1642d7ff0 con 0x55f164438ee0 2023-07-14T12:59:43.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.464+0000 7fd527fff700 10 client.26720 handle_command_reply: tid=0 2023-07-14T12:59:43.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 client.26720 shutdown 2023-07-14T12:59:43.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 msgr2=0x55f1643cc860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cc860 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x55f1643e4c70 tx=0x7fd53c0047c0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 shutdown_connections 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55f164438ee0 0x55f16443b2f0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f1643d12d0 0x55f1643ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd527fff700 0 client.26720 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f1642276b0 0x55f1643dbc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 --2- 172.21.15.40:0/2747352363 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55f1643cb580 0x55f1643cc860 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 >> 172.21.15.40:0/2747352363 conn(0x55f1643c0be0 msgr2=0x55f1643d02b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 shutdown_connections 2023-07-14T12:59:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 1 -- 172.21.15.40:0/2747352363 wait complete. 2023-07-14T12:59:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.465+0000 7fd55ae71b80 20 client.26720 trim_cache size 0 max 16384 2023-07-14T12:59:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:59:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:59:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:59:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:59:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd5300a12c0 msgr2=0x7fd5300a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd5300a12c0 0x7fd5300a3770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fd54806c230 tx=0x7fd53c009260 comp rx=0 tx=0).stop 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 msgr2=0x7fd548071a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 0x7fd548071a30 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fd54000ef10 tx=0x7fd54000c3a0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 shutdown_connections 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fd5300a12c0 0x7fd5300a3770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd548104e20 0x7fd54806a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd5480ffde0 0x7fd548071a30 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 --2- 172.21.15.40:0/3359376190 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fd548100780 0x7fd548071fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:43.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 >> 172.21.15.40:0/3359376190 conn(0x7fd5480fb6f0 msgr2=0x7fd548103650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:43.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 shutdown_connections 2023-07-14T12:59:43.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:43.466+0000 7fd54eceb700 1 -- 172.21.15.40:0/3359376190 wait complete. 2023-07-14T12:59:43.789 INFO:tasks.workunit.client.0.smithi040.stdout: 10 6520 33.28 MB/sec warmup 16 sec latency 191.002 ms 2023-07-14T12:59:44.246 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:43 smithi133 ceph-mon[98311]: pgmap v417: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 424 op/s 2023-07-14T12:59:44.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:43 smithi130 ceph-mon[97977]: pgmap v417: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 424 op/s 2023-07-14T12:59:44.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:43 smithi040 ceph-mon[96535]: pgmap v417: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.6 MiB/s wr, 424 op/s 2023-07-14T12:59:44.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 6868 33.01 MB/sec warmup 17 sec latency 70.375 ms 2023-07-14T12:59:45.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 7032 31.48 MB/sec warmup 18 sec latency 83.661 ms 2023-07-14T12:59:46.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:45 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:46.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:45 smithi130 ceph-mon[97977]: pgmap v418: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.3 MiB/s wr, 169 op/s 2023-07-14T12:59:46.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:45 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:46.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:45 smithi040 ceph-mon[96535]: pgmap v418: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.3 MiB/s wr, 169 op/s 2023-07-14T12:59:46.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:45 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T12:59:46.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:45 smithi133 ceph-mon[98311]: pgmap v418: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.3 MiB/s wr, 169 op/s 2023-07-14T12:59:46.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 7175 30.07 MB/sec warmup 19 sec latency 166.735 ms 2023-07-14T12:59:47.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:46 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:59:47.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:46 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:59:47.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:46 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T12:59:47.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 7363 28.68 MB/sec warmup 20 sec latency 372.743 ms 2023-07-14T12:59:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: pgmap v419: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.3 MiB/s wr, 169 op/s 2023-07-14T12:59:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:59:48.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:59:48.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: pgmap v419: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.3 MiB/s wr, 169 op/s 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:59:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: pgmap v419: 97 pgs: 97 active+clean; 197 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 991 KiB/s rd, 2.3 MiB/s wr, 169 op/s 2023-07-14T12:59:48.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T12:59:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T12:59:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T12:59:48.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 7642 27.81 MB/sec warmup 21 sec latency 67.984 ms 2023-07-14T12:59:49.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 8018 27.57 MB/sec warmup 22 sec latency 67.767 ms 2023-07-14T12:59:50.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:50 smithi133 ceph-mon[98311]: pgmap v420: 97 pgs: 97 active+clean; 187 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 462 op/s 2023-07-14T12:59:50.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:50 smithi130 ceph-mon[97977]: pgmap v420: 97 pgs: 97 active+clean; 187 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 462 op/s 2023-07-14T12:59:50.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:50 smithi040 ceph-mon[96535]: pgmap v420: 97 pgs: 97 active+clean; 187 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 462 op/s 2023-07-14T12:59:50.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 8631 27.32 MB/sec warmup 23 sec latency 76.695 ms 2023-07-14T12:59:51.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 9140 27.11 MB/sec warmup 24 sec latency 62.475 ms 2023-07-14T12:59:52.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:52 smithi133 ceph-mon[98311]: pgmap v421: 97 pgs: 97 active+clean; 187 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 402 op/s 2023-07-14T12:59:52.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:52 smithi130 ceph-mon[97977]: pgmap v421: 97 pgs: 97 active+clean; 187 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 402 op/s 2023-07-14T12:59:52.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:52 smithi040 ceph-mon[96535]: pgmap v421: 97 pgs: 97 active+clean; 187 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 402 op/s 2023-07-14T12:59:52.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 9972 28.73 MB/sec warmup 25 sec latency 145.713 ms 2023-07-14T12:59:53.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 10598 28.87 MB/sec warmup 26 sec latency 75.087 ms 2023-07-14T12:59:54.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:53 smithi130 ceph-mon[97977]: pgmap v422: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 538 op/s 2023-07-14T12:59:54.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:53 smithi040 ceph-mon[96535]: pgmap v422: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 538 op/s 2023-07-14T12:59:54.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:53 smithi133 ceph-mon[98311]: pgmap v422: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 538 op/s 2023-07-14T12:59:54.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 11408 29.19 MB/sec warmup 27 sec latency 51.400 ms 2023-07-14T12:59:55.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 12843 30.69 MB/sec warmup 28 sec latency 27.925 ms 2023-07-14T12:59:56.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:56 smithi133 ceph-mon[98311]: pgmap v423: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 428 op/s 2023-07-14T12:59:56.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:56 smithi130 ceph-mon[97977]: pgmap v423: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 428 op/s 2023-07-14T12:59:56.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:56 smithi040 ceph-mon[96535]: pgmap v423: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 428 op/s 2023-07-14T12:59:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 -- 172.21.15.40:0/97880860 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30100c30 msgr2=0x7fbd30101000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 --2- 172.21.15.40:0/97880860 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30100c30 0x7fbd30101000 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fbd20009990 tx=0x7fbd20009ca0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 -- 172.21.15.40:0/97880860 shutdown_connections 2023-07-14T12:59:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 --2- 172.21.15.40:0/97880860 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd3010a150 0x7fbd3010c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 --2- 172.21.15.40:0/97880860 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30100c30 0x7fbd30101000 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 --2- 172.21.15.40:0/97880860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd30101540 0x7fbd30109c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 -- 172.21.15.40:0/97880860 >> 172.21.15.40:0/97880860 conn(0x7fbd30075ba0 msgr2=0x7fbd30075fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 -- 172.21.15.40:0/97880860 shutdown_connections 2023-07-14T12:59:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.589+0000 7fbd363ca700 1 -- 172.21.15.40:0/97880860 wait complete. 2023-07-14T12:59:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 Processor -- start 2023-07-14T12:59:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 -- start start 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd30100c30 0x7fbd30197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 0x7fbd30198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd3010a150 0x7fbd3019c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3019d010 con 0x7fbd30101540 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3019d180 con 0x7fbd30100c30 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd363ca700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd3019d340 con 0x7fbd3010a150 2023-07-14T12:59:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 0x7fbd30198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 0x7fbd30198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38056/0 (socket says 172.21.15.40:38056) 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd34967700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd3010a150 0x7fbd3019c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/383438428 learned_addr learned my addr 172.21.15.40:0/383438428 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.590+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd30100c30 0x7fbd30197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/383438428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd3010a150 msgr2=0x7fbd3019c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd3010a150 0x7fbd3019c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/383438428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd30100c30 msgr2=0x7fbd30197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd30100c30 0x7fbd30197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/383438428 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd200095f0 con 0x7fbd30101540 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd34967700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd3010a150 0x7fbd3019c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 0x7fbd30198360 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fbd2400e9a0 tx=0x7fbd2400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2d7fa700 1 -- 172.21.15.40:0/383438428 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd24009790 con 0x7fbd30101540 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd3019d620 con 0x7fbd30101540 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd301a4e60 con 0x7fbd30101540 2023-07-14T12:59:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2d7fa700 1 -- 172.21.15.40:0/383438428 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd24010430 con 0x7fbd30101540 2023-07-14T12:59:56.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.591+0000 7fbd2d7fa700 1 -- 172.21.15.40:0/383438428 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd24018680 con 0x7fbd30101540 2023-07-14T12:59:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.594+0000 7fbd2d7fa700 1 -- 172.21.15.40:0/383438428 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fbd2400ca10 con 0x7fbd30101540 2023-07-14T12:59:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.594+0000 7fbd2d7fa700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbd180a12c0 0x7fbd180a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.595+0000 7fbd2d7fa700 1 -- 172.21.15.40:0/383438428 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbd24014070 con 0x7fbd30101540 2023-07-14T12:59:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.595+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbd180a12c0 0x7fbd180a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.595+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbd180a12c0 0x7fbd180a3770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000b2e0 tx=0x7fbd20005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 Processor -- start 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 -- start start 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe00186b0 0x55abe01c1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01bc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01bc580 0x55abe01bc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe00c1c50 con 0x55abe01c22d0 2023-07-14T12:59:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe01149e0 con 0x55abe01bc580 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd42550b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe010de70 con 0x55abe00186b0 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01bc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01bc040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38064/0 (socket says 172.21.15.40:38064) 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/1018751605 learned_addr learned my addr 172.21.15.40:0/1018751605 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe00186b0 0x55abe01c1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.596+0000 7fbd34967700 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01bc580 0x55abe01bc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/1018751605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe00186b0 msgr2=0x55abe01c1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe00186b0 0x55abe01c1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/1018751605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01bc580 msgr2=0x55abe01bc9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01bc580 0x55abe01bc9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/1018751605 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55abdff3bd80 con 0x55abe01c22d0 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe00186b0 0x55abe01c1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01bc040 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fbd240963c0 tx=0x7fbd24099820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6931a5c8d09d72 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd167fc700 1 -- 172.21.15.40:0/1018751605 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd240a2310 con 0x55abe01c22d0 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd167fc700 1 -- 172.21.15.40:0/1018751605 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd24098260 con 0x55abe01c22d0 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.597+0000 7fbd167fc700 1 -- 172.21.15.40:0/1018751605 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd240a1e80 con 0x55abe01c22d0 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 -- 172.21.15.40:0/1018751605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 msgr2=0x55abe01bc040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01bc040 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fbd240963c0 tx=0x7fbd24099820 comp rx=0 tx=0).stop 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 -- 172.21.15.40:0/1018751605 shutdown_connections 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe00186b0 0x55abe01c1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01bc580 0x55abe01bc9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1018751605 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01bc040 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 -- 172.21.15.40:0/1018751605 >> 172.21.15.40:0/1018751605 conn(0x55abe01b1be0 msgr2=0x55abe01b6f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 -- 172.21.15.40:0/1018751605 shutdown_connections 2023-07-14T12:59:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 -- 172.21.15.40:0/1018751605 wait complete. 2023-07-14T12:59:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.598+0000 7fbd42550b80 1 -- start start 2023-07-14T12:59:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 Processor -- start 2023-07-14T12:59:56.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01c5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 0x55abe01c5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01c22d0 0x55abe01c6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe00ada60 con 0x55abe01bc580 2023-07-14T12:59:56.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe00ad760 con 0x55abe00186b0 2023-07-14T12:59:56.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abdff918c0 con 0x55abe01c22d0 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd42550b80 10 client.0 _ll_register_callbacks cb 0x55abe00ab700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 0x55abe01c5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd34967700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01c22d0 0x55abe01c6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 0x55abe01c5ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38068/0 (socket says 172.21.15.40:38068) 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/2002065349 learned_addr learned my addr 172.21.15.40:0/2002065349 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01c5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/2002065349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01c22d0 msgr2=0x55abe01c6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01c22d0 0x55abe01c6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 msgr2=0x55abe01c5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01c5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/2002065349 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd3010d2a0 con 0x55abe01bc580 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.599+0000 7fbd34967700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01c22d0 0x55abe01c6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 0x55abe01c5ed0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fbd240cab40 tx=0x7fbd240ca500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bd6935ed970d66 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd0f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:56.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/2002065349 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd240a2310 con 0x55abe01bc580 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/2002065349 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbd240995c0 con 0x55abe01bc580 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55abe0067490 con 0x55abe01bc580 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/2002065349 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd240b8120 con 0x55abe01bc580 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 10 client.17187 fetch_fsmap learned FSMap version 71 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=4+}) v3 -- 0x7fbd301a4e60 con 0x55abe01bc580 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/2002065349 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55abe0067490 con 0x55abe01bc580 2023-07-14T12:59:56.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/2002065349 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 71) v1 ==== 7518+0+0 (secure 0 0 0) 0x7fbd240adbc0 con 0x55abe01bc580 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 10 client.17187 fetch_fsmap finished waiting for FSMap version 71 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 10 client.17187 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 20 client.17187 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe01d5b40 0x55abe01d7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 4 client.17187 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.600+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55abe0106e50 con 0x55abe01d5b40 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.601+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe01d5b40 0x55abe01d7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.601+0000 7fbd0f7fe700 10 client.17187 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.601+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe01d5b40 0x55abe01d7f50 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53dbc0d1b1349c9 server_cookie=18d8b686940bf184 in_seq=0 out_seq=0 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.605+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/2002065349 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55abe0106e50 con 0x55abe01d5b40 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.605+0000 7fbd0f7fe700 10 client.17187 handle_command_reply: tid=0 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.605+0000 7fbd42550b80 1 client.17187 shutdown 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.605+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 msgr2=0x55abe01c5ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.605+0000 7fbd42550b80 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 0x55abe01c5ed0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fbd240cab40 tx=0x7fbd240ca500 comp rx=0 tx=0).stop 2023-07-14T12:59:56.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.605+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 shutdown_connections 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe01d5b40 0x55abe01d7f50 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01c22d0 0x55abe01c6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd0f7fe700 0 client.17187 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01c5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 --2- 172.21.15.40:0/2002065349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01bc580 0x55abe01c5ed0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 >> 172.21.15.40:0/2002065349 conn(0x55abe01b1be0 msgr2=0x55abe01b64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 shutdown_connections 2023-07-14T12:59:56.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 1 -- 172.21.15.40:0/2002065349 wait complete. 2023-07-14T12:59:56.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.606+0000 7fbd42550b80 20 client.17187 trim_cache size 0 max 16384 2023-07-14T12:59:56.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 Processor -- start 2023-07-14T12:59:56.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 -- start start 2023-07-14T12:59:56.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01bc040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe01b6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01c7230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe01b7a30 con 0x55abe01c22d0 2023-07-14T12:59:56.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe01b7fa0 con 0x55abe00186b0 2023-07-14T12:59:56.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.623+0000 7fbd42550b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe01b8800 con 0x55abe01bc580 2023-07-14T12:59:56.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe01b6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd2ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01bc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe01b6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51768/0 (socket says 172.21.15.40:51768) 2023-07-14T12:59:56.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01c7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd2f7fe700 1 -- 172.21.15.40:0/1139462182 learned_addr learned my addr 172.21.15.40:0/1139462182 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 -- 172.21.15.40:0/1139462182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 msgr2=0x55abe01b6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe01b6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 -- 172.21.15.40:0/1139462182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 msgr2=0x55abe01bc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01bc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 -- 172.21.15.40:0/1139462182 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55abdff24c00 con 0x55abe01c22d0 2023-07-14T12:59:56.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.624+0000 7fbd34967700 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01c7230 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fbd2800aae0 tx=0x7fbd28009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9fb88c179b4a0b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd16ffd700 1 -- 172.21.15.40:0/1139462182 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd28010040 con 0x55abe01c22d0 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd16ffd700 1 -- 172.21.15.40:0/1139462182 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd28017420 con 0x55abe01c22d0 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd16ffd700 1 -- 172.21.15.40:0/1139462182 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd28020660 con 0x55abe01c22d0 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 -- 172.21.15.40:0/1139462182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 msgr2=0x55abe01c7230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01c7230 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fbd2800aae0 tx=0x7fbd28009650 comp rx=0 tx=0).stop 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 -- 172.21.15.40:0/1139462182 shutdown_connections 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe01c22d0 0x55abe01c7230 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe00186b0 0x55abe01bc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1139462182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe01b6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 -- 172.21.15.40:0/1139462182 >> 172.21.15.40:0/1139462182 conn(0x55abe01b1be0 msgr2=0x55abe01c5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:56.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 -- 172.21.15.40:0/1139462182 shutdown_connections 2023-07-14T12:59:56.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.625+0000 7fbd42550b80 1 -- 172.21.15.40:0/1139462182 wait complete. 2023-07-14T12:59:56.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 -- start start 2023-07-14T12:59:56.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 Processor -- start 2023-07-14T12:59:56.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 0x55abe021d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe021de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01c22d0 0x55abe021e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe0228a20 con 0x55abe00186b0 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe0228b60 con 0x55abe01c22d0 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55abe0228d20 con 0x55abe01bc580 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd42550b80 10 client.0 _ll_register_callbacks cb 0x7fbd28009d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.626+0000 7fbd2ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 0x55abe021d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 0x55abe021d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38086/0 (socket says 172.21.15.40:38086) 2023-07-14T12:59:56.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 -- 172.21.15.40:0/1099747862 learned_addr learned my addr 172.21.15.40:0/1099747862 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe021de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd34967700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01c22d0 0x55abe021e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 -- 172.21.15.40:0/1099747862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 msgr2=0x55abe021de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe021de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 -- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01c22d0 msgr2=0x55abe021e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01c22d0 0x55abe021e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 -- 172.21.15.40:0/1099747862 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd2800a790 con 0x55abe00186b0 2023-07-14T12:59:56.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe021de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd2ffff700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 0x55abe021d950 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fbd200098e0 tx=0x7fbd20009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44fb3ada7fbe2004 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd0f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/1099747862 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2002b040 con 0x55abe00186b0 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/1099747862 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbd20034c50 con 0x55abe00186b0 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbd24098260 con 0x55abe00186b0 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.627+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/1099747862 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd200056f0 con 0x55abe00186b0 2023-07-14T12:59:56.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 10 client.17193 fetch_fsmap learned FSMap version 71 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=4+}) v3 -- 0x55abdff621f0 con 0x55abe00186b0 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/1099747862 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbd20049080 con 0x55abe00186b0 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/1099747862 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 71) v1 ==== 7518+0+0 (secure 0 0 0) 0x7fbd20043030 con 0x55abe00186b0 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 10 client.17193 fetch_fsmap finished waiting for FSMap version 71 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 10 client.17193 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 20 client.17193 populate_metadata read hostname 'smithi040' 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe022a4f0 0x55abe022c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T12:59:56.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 4 client.17193 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T12:59:56.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55abe00c8ff0 con 0x55abe022a4f0 2023-07-14T12:59:56.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.628+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe022a4f0 0x55abe022c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T12:59:56.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.629+0000 7fbd0f7fe700 10 client.17193 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:56.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.629+0000 7fbd2f7fe700 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe022a4f0 0x55abe022c900 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be540407025b8f71 server_cookie=179c9cb5f776c87b in_seq=0 out_seq=0 2023-07-14T12:59:56.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 13782 32.15 MB/sec warmup 29 sec latency 99.150 ms 2023-07-14T12:59:56.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.820+0000 7fbd0f7fe700 1 -- 172.21.15.40:0/1099747862 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55abe00c8ff0 con 0x55abe022a4f0 2023-07-14T12:59:56.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd0f7fe700 10 client.17193 handle_command_reply: tid=0 2023-07-14T12:59:56.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 client.17193 shutdown 2023-07-14T12:59:56.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 msgr2=0x55abe021d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 0x55abe021d950 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fbd200098e0 tx=0x7fbd20009ca0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 shutdown_connections 2023-07-14T12:59:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55abe01c22d0 0x55abe021e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55abe00186b0 0x55abe021d950 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55abe022a4f0 0x55abe022c900 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 --2- 172.21.15.40:0/1099747862 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55abe01bc580 0x55abe021de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd0f7fe700 0 client.17193 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T12:59:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 >> 172.21.15.40:0/1099747862 conn(0x55abe01b1be0 msgr2=0x55abe01c7230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 shutdown_connections 2023-07-14T12:59:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 1 -- 172.21.15.40:0/1099747862 wait complete. 2023-07-14T12:59:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.821+0000 7fbd42550b80 20 client.17193 trim_cache size 0 max 16384 2023-07-14T12:59:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T12:59:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T12:59:56.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T12:59:56.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T12:59:56.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbd180a12c0 msgr2=0x7fbd180a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbd180a12c0 0x7fbd180a3770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000b2e0 tx=0x7fbd20005fd0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 msgr2=0x7fbd30198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T12:59:56.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 0x7fbd30198360 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fbd2400e9a0 tx=0x7fbd2400ecb0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 shutdown_connections 2023-07-14T12:59:56.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbd180a12c0 0x7fbd180a3770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd3010a150 0x7fbd3019c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbd30100c30 0x7fbd30197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 --2- 172.21.15.40:0/383438428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbd30101540 0x7fbd30198360 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T12:59:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 >> 172.21.15.40:0/383438428 conn(0x7fbd30075ba0 msgr2=0x7fbd300fef30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T12:59:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 shutdown_connections 2023-07-14T12:59:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T12:59:56.822+0000 7fbd363ca700 1 -- 172.21.15.40:0/383438428 wait complete. 2023-07-14T12:59:57.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 14325 31.39 MB/sec warmup 30 sec latency 100.043 ms 2023-07-14T12:59:58.496 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 12:59:58 smithi133 ceph-mon[98311]: pgmap v424: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 428 op/s 2023-07-14T12:59:58.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 12:59:58 smithi130 ceph-mon[97977]: pgmap v424: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 428 op/s 2023-07-14T12:59:58.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 12:59:58 smithi040 ceph-mon[96535]: pgmap v424: 97 pgs: 97 active+clean; 200 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 428 op/s 2023-07-14T12:59:58.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 15375 31.93 MB/sec warmup 31 sec latency 155.673 ms 2023-07-14T12:59:59.790 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16282 32.65 MB/sec warmup 32 sec latency 216.273 ms 2023-07-14T13:00:00.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T12:59:59.999+0000 7fbf156dc700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:00:00.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:00 smithi040 ceph-mon[96535]: pgmap v425: 97 pgs: 97 active+clean; 215 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 817 op/s 2023-07-14T13:00:00.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:00 smithi040 ceph-mon[96535]: overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:00:00.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:00 smithi133 ceph-mon[98311]: pgmap v425: 97 pgs: 97 active+clean; 215 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 817 op/s 2023-07-14T13:00:00.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:00 smithi133 ceph-mon[98311]: overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:00:00.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:00 smithi130 ceph-mon[97977]: pgmap v425: 97 pgs: 97 active+clean; 215 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 5.5 MiB/s wr, 817 op/s 2023-07-14T13:00:00.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:00 smithi130 ceph-mon[97977]: overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:00:00.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16718 32.71 MB/sec warmup 33 sec latency 677.732 ms 2023-07-14T13:00:01.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16718 31.75 MB/sec warmup 34 sec latency 1677.786 ms 2023-07-14T13:00:02.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:02 smithi133 ceph-mon[98311]: pgmap v426: 97 pgs: 97 active+clean; 215 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 524 op/s 2023-07-14T13:00:02.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:02 smithi130 ceph-mon[97977]: pgmap v426: 97 pgs: 97 active+clean; 215 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 524 op/s 2023-07-14T13:00:02.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:02 smithi040 ceph-mon[96535]: pgmap v426: 97 pgs: 97 active+clean; 215 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 524 op/s 2023-07-14T13:00:02.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16718 30.84 MB/sec warmup 35 sec latency 2677.852 ms 2023-07-14T13:00:03.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16718 29.99 MB/sec warmup 36 sec latency 3677.940 ms 2023-07-14T13:00:04.286 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:03 smithi130 ceph-mon[97977]: pgmap v427: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 19 MiB/s wr, 682 op/s 2023-07-14T13:00:04.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:03 smithi040 ceph-mon[96535]: pgmap v427: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 19 MiB/s wr, 682 op/s 2023-07-14T13:00:04.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:03 smithi133 ceph-mon[98311]: pgmap v427: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 19 MiB/s wr, 682 op/s 2023-07-14T13:00:04.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16718 29.18 MB/sec warmup 37 sec latency 4678.051 ms 2023-07-14T13:00:05.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16808 28.59 MB/sec warmup 38 sec latency 5002.589 ms 2023-07-14T13:00:06.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:06 smithi133 ceph-mon[98311]: pgmap v428: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 17 MiB/s wr, 546 op/s 2023-07-14T13:00:06.536 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:06 smithi130 ceph-mon[97977]: pgmap v428: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 17 MiB/s wr, 546 op/s 2023-07-14T13:00:06.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:06 smithi040 ceph-mon[96535]: pgmap v428: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 17 MiB/s wr, 546 op/s 2023-07-14T13:00:06.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16808 27.85 MB/sec warmup 39 sec latency 1597.638 ms 2023-07-14T13:00:07.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16808 27.16 MB/sec warmup 40 sec latency 2597.694 ms 2023-07-14T13:00:08.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:08 smithi133 ceph-mon[98311]: pgmap v429: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 17 MiB/s wr, 546 op/s 2023-07-14T13:00:08.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:08 smithi130 ceph-mon[97977]: pgmap v429: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 17 MiB/s wr, 546 op/s 2023-07-14T13:00:08.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:08 smithi040 ceph-mon[96535]: pgmap v429: 97 pgs: 97 active+clean; 379 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 17 MiB/s wr, 546 op/s 2023-07-14T13:00:08.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16808 26.50 MB/sec warmup 41 sec latency 3597.795 ms 2023-07-14T13:00:09.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 16808 25.86 MB/sec warmup 42 sec latency 4597.885 ms 2023-07-14T13:00:09.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 -- 172.21.15.40:0/2348598461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0ff3e0 msgr2=0x7f2c6c10b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:09.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 --2- 172.21.15.40:0/2348598461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c10b860 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f2c6400b0a0 tx=0x7f2c6400b3b0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 -- 172.21.15.40:0/2348598461 shutdown_connections 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 --2- 172.21.15.40:0/2348598461 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c10b860 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 --2- 172.21.15.40:0/2348598461 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c104a30 0x7f2c6c104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 --2- 172.21.15.40:0/2348598461 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c0feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 -- 172.21.15.40:0/2348598461 >> 172.21.15.40:0/2348598461 conn(0x7f2c6c074760 msgr2=0x7f2c6c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 -- 172.21.15.40:0/2348598461 shutdown_connections 2023-07-14T13:00:09.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.942+0000 7f2c7373f700 1 -- 172.21.15.40:0/2348598461 wait complete. 2023-07-14T13:00:09.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 Processor -- start 2023-07-14T13:00:09.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 -- start start 2023-07-14T13:00:09.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.975 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c6c104a30 0x7f2c6c1a1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c1a2130 con 0x7f2c6c0fea30 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c1a22a0 con 0x7f2c6c0ff3e0 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c7373f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c6c1a2460 con 0x7f2c6c104a30 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38098/0 (socket says 172.21.15.40:38098) 2023-07-14T13:00:09.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 -- 172.21.15.40:0/856203741 learned_addr learned my addr 172.21.15.40:0/856203741 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c6c104a30 0x7f2c6c1a1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c70cda700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 -- 172.21.15.40:0/856203741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c6c104a30 msgr2=0x7f2c6c1a1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c6c104a30 0x7f2c6c1a1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 -- 172.21.15.40:0/856203741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c0ff3e0 msgr2=0x7f2c6c197200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c197200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 -- 172.21.15.40:0/856203741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c64009d00 con 0x7f2c6c0fea30 2023-07-14T13:00:09.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c70cda700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:00:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.943+0000 7f2c714db700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c196cc0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f2c6800c990 tx=0x7f2c6800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.944+0000 7f2c627fc700 1 -- 172.21.15.40:0/856203741 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c68007b00 con 0x7f2c6c0fea30 2023-07-14T13:00:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.944+0000 7f2c627fc700 1 -- 172.21.15.40:0/856203741 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c68007c60 con 0x7f2c6c0fea30 2023-07-14T13:00:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.944+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c6c1a2740 con 0x7f2c6c0fea30 2023-07-14T13:00:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.944+0000 7f2c627fc700 1 -- 172.21.15.40:0/856203741 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c68018660 con 0x7f2c6c0fea30 2023-07-14T13:00:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.944+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c6c1a2c50 con 0x7f2c6c0fea30 2023-07-14T13:00:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.946+0000 7f2c627fc700 1 -- 172.21.15.40:0/856203741 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2c6800f450 con 0x7f2c6c0fea30 2023-07-14T13:00:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.946+0000 7f2c627fc700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c580a12c0 0x7f2c580a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.946+0000 7f2c627fc700 1 -- 172.21.15.40:0/856203741 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f2c680ccc90 con 0x7f2c6c0fea30 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.947+0000 7f2c70cda700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c580a12c0 0x7f2c580a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.947+0000 7f2c70cda700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c580a12c0 0x7f2c580a3770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c0683c0 tx=0x7f2c5c005f50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 Processor -- start 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 -- start start 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c02d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bfd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0bfd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0b02c50 con 0x55dff0bfd580 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0b559e0 con 0x55dff0c032d0 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0b4ee70 con 0x55dff0a596b0 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0bfd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0bfd9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38110/0 (socket says 172.21.15.40:38110) 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 -- 172.21.15.40:0/1295745345 learned_addr learned my addr 172.21.15.40:0/1295745345 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c70cda700 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bfd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c714db700 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c02d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 -- 172.21.15.40:0/1295745345 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 msgr2=0x55dff0c02d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c02d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 -- 172.21.15.40:0/1295745345 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 msgr2=0x55dff0bfd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.948+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bfd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.949+0000 7f2c71cdc700 1 -- 172.21.15.40:0/1295745345 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dff097cd80 con 0x55dff0bfd580 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.949+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0bfd9d0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f2c6400cf60 tx=0x7f2c6400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ff2fc8a73793824 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.949+0000 7f2c577fe700 1 -- 172.21.15.40:0/1295745345 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6400e040 con 0x55dff0bfd580 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.949+0000 7f2c577fe700 1 -- 172.21.15.40:0/1295745345 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c64009b80 con 0x55dff0bfd580 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.949+0000 7f2c577fe700 1 -- 172.21.15.40:0/1295745345 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6401c6c0 con 0x55dff0bfd580 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/1295745345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 msgr2=0x55dff0bfd9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0bfd9d0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f2c6400cf60 tx=0x7f2c6400cf90 comp rx=0 tx=0).stop 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/1295745345 shutdown_connections 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c02d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0bfd9d0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/1295745345 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bfd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/1295745345 >> 172.21.15.40:0/1295745345 conn(0x55dff0bf2be0 msgr2=0x55dff0bf7f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/1295745345 shutdown_connections 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/1295745345 wait complete. 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 -- start start 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 Processor -- start 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c09580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.950+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c06800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c06e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0aeea60 con 0x55dff0a596b0 2023-07-14T13:00:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0aee760 con 0x55dff0c032d0 2023-07-14T13:00:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff09d28c0 con 0x55dff0bfd580 2023-07-14T13:00:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 10 client.0 _ll_register_callbacks cb 0x55dff0aec700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c09580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c09580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38114/0 (socket says 172.21.15.40:38114) 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 -- 172.21.15.40:0/672087177 learned_addr learned my addr 172.21.15.40:0/672087177 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c06e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c70cda700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c06800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 -- 172.21.15.40:0/672087177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 msgr2=0x55dff0c06800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c06800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 -- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 msgr2=0x55dff0c06e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c06e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 -- 172.21.15.40:0/672087177 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c6c10c160 con 0x55dff0a596b0 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c70cda700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c06800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c714db700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c09580 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f2c680074a0 tx=0x7f2c68007dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f01702462cd442a4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c54ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c54ff9700 1 -- 172.21.15.40:0/672087177 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c680b24a0 con 0x55dff0a596b0 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c54ff9700 1 -- 172.21.15.40:0/672087177 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f2c680a2160 con 0x55dff0a596b0 2023-07-14T13:00:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dff0b47e50 con 0x55dff0a596b0 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c54ff9700 1 -- 172.21.15.40:0/672087177 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c6800f700 con 0x55dff0a596b0 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 10 client.17205 fetch_fsmap learned FSMap version 71 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.951+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=4+}) v3 -- 0x55dff0965c00 con 0x55dff0a596b0 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c54ff9700 1 -- 172.21.15.40:0/672087177 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c680c8020 con 0x55dff0a596b0 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c54ff9700 1 -- 172.21.15.40:0/672087177 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 71) v1 ==== 7518+0+0 (secure 0 0 0) 0x7f2c68099200 con 0x55dff0a596b0 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c7f8c5b80 10 client.17205 fetch_fsmap finished waiting for FSMap version 71 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c7f8c5b80 10 client.17205 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:09.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c7f8c5b80 20 client.17205 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:09.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c16990 0x55dff0c18da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:09.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c7f8c5b80 4 client.17205 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:00:09.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dff0b09ff0 con 0x55dff0c16990 2023-07-14T13:00:09.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.952+0000 7f2c70cda700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c16990 0x55dff0c18da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c54ff9700 10 client.17205 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c70cda700 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c16990 0x55dff0c18da0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb0b0e0959644c02 server_cookie=85584c01ba6d1141 in_seq=0 out_seq=0 2023-07-14T13:00:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c54ff9700 1 -- 172.21.15.40:0/672087177 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55dff0b09ff0 con 0x55dff0c16990 2023-07-14T13:00:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c54ff9700 10 client.17205 handle_command_reply: tid=0 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 client.17205 shutdown 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 msgr2=0x55dff0c09580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c09580 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f2c680074a0 tx=0x7f2c68007dd0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 shutdown_connections 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c06e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c09580 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c16990 0x55dff0c18da0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/672087177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c06800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c54ff9700 0 client.17205 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 >> 172.21.15.40:0/672087177 conn(0x55dff0bf2be0 msgr2=0x55dff0bf6c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 shutdown_connections 2023-07-14T13:00:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.953+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/672087177 wait complete. 2023-07-14T13:00:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.954+0000 7f2c7f8c5b80 20 client.17205 trim_cache size 0 max 16384 2023-07-14T13:00:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.968+0000 7f2c7f8c5b80 1 Processor -- start 2023-07-14T13:00:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.968+0000 7f2c7f8c5b80 1 -- start start 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c041a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c09120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bf7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0bf8a00 con 0x55dff0a596b0 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0bf9b70 con 0x55dff0c032d0 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0bf4d00 con 0x55dff0bfd580 2023-07-14T13:00:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c041a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c041a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38120/0 (socket says 172.21.15.40:38120) 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 -- 172.21.15.40:0/2929558773 learned_addr learned my addr 172.21.15.40:0/2929558773 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c70cda700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c09120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bf7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 -- 172.21.15.40:0/2929558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 msgr2=0x55dff0c09120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c09120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 -- 172.21.15.40:0/2929558773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 msgr2=0x55dff0bf7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bf7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 -- 172.21.15.40:0/2929558773 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dff0c1d9d0 con 0x55dff0a596b0 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c70cda700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c09120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bf7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c714db700 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c041a0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f2c68096780 tx=0x7f2c68000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d36f7fd6aca920df server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c57fff700 1 -- 172.21.15.40:0/2929558773 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c680ca2c0 con 0x55dff0a596b0 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c57fff700 1 -- 172.21.15.40:0/2929558773 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c680c8030 con 0x55dff0a596b0 2023-07-14T13:00:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.969+0000 7f2c57fff700 1 -- 172.21.15.40:0/2929558773 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c680b24e0 con 0x55dff0a596b0 2023-07-14T13:00:10.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2929558773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 msgr2=0x55dff0c041a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:10.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c041a0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f2c68096780 tx=0x7f2c68000bc0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2929558773 shutdown_connections 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0bf7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0a596b0 0x55dff0c041a0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2929558773 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0bfd580 0x55dff0c09120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2929558773 >> 172.21.15.40:0/2929558773 conn(0x55dff0bf2be0 msgr2=0x55dff0c03a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2929558773 shutdown_connections 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2929558773 wait complete. 2023-07-14T13:00:10.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 -- start start 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.970+0000 7f2c7f8c5b80 1 Processor -- start 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c0bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0c0c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c0c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0c6ddc0 con 0x55dff0bfd580 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0c6df30 con 0x55dff0c032d0 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dff0c6e0f0 con 0x55dff0a596b0 2023-07-14T13:00:10.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c7f8c5b80 10 client.0 _ll_register_callbacks cb 0x7f2c68099870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0c0c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0c0c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38128/0 (socket says 172.21.15.40:38128) 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 -- 172.21.15.40:0/2636833701 learned_addr learned my addr 172.21.15.40:0/2636833701 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c714db700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c0bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c71cdc700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c0c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 -- 172.21.15.40:0/2636833701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 msgr2=0x55dff0c0bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:10.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c0bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 -- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 msgr2=0x55dff0c0c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c0c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 -- 172.21.15.40:0/2636833701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dff0965c00 con 0x55dff0bfd580 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c714db700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c0bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c70cda700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0c0c0b0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00a540 tx=0x7f2c5c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9445b3f2073d3d96 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.971+0000 7f2c54ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c54ff9700 1 -- 172.21.15.40:0/2636833701 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c004830 con 0x55dff0bfd580 2023-07-14T13:00:10.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c54ff9700 1 -- 172.21.15.40:0/2636833701 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f2c5c024050 con 0x55dff0bfd580 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dff0aa8490 con 0x55dff0bfd580 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c54ff9700 1 -- 172.21.15.40:0/2636833701 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c5c004990 con 0x55dff0bfd580 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 10 client.17211 fetch_fsmap learned FSMap version 71 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=4+}) v3 -- 0x55dff09a31f0 con 0x55dff0bfd580 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c54ff9700 1 -- 172.21.15.40:0/2636833701 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55dff0aa8490 con 0x55dff0bfd580 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c54ff9700 1 -- 172.21.15.40:0/2636833701 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 71) v1 ==== 7518+0+0 (secure 0 0 0) 0x7f2c5c010710 con 0x55dff0bfd580 2023-07-14T13:00:10.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 10 client.17211 fetch_fsmap finished waiting for FSMap version 71 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 10 client.17211 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 20 client.17211 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c6f770 0x55dff0c71b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 4 client.17211 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55dff099df10 con 0x55dff0c6f770 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.972+0000 7f2c714db700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c6f770 0x55dff0c71b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.973+0000 7f2c54ff9700 10 client.17211 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:10.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:09.973+0000 7f2c714db700 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c6f770 0x55dff0c71b80 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=391661e0f48f2be5 server_cookie=bd2de0e02958b1a3 in_seq=0 out_seq=0 2023-07-14T13:00:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.083+0000 7f2c54ff9700 1 -- 172.21.15.40:0/2636833701 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55dff099df10 con 0x55dff0c6f770 2023-07-14T13:00:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.083+0000 7f2c54ff9700 10 client.17211 handle_command_reply: tid=0 2023-07-14T13:00:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.083+0000 7f2c7f8c5b80 1 client.17211 shutdown 2023-07-14T13:00:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.083+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 msgr2=0x55dff0c0c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.083+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0c0c0b0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c00a540 tx=0x7f2c5c0047c0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 shutdown_connections 2023-07-14T13:00:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55dff0c6f770 0x55dff0c71b80 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dff0a596b0 0x55dff0c0bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55dff0c032d0 0x55dff0c0c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 --2- 172.21.15.40:0/2636833701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55dff0bfd580 0x55dff0c0c0b0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 >> 172.21.15.40:0/2636833701 conn(0x55dff0bf2be0 msgr2=0x55dff0c04320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c54ff9700 0 client.17211 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 shutdown_connections 2023-07-14T13:00:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 1 -- 172.21.15.40:0/2636833701 wait complete. 2023-07-14T13:00:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7f8c5b80 20 client.17211 trim_cache size 0 max 16384 2023-07-14T13:00:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:00:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:00:10.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:00:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:00:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c580a12c0 msgr2=0x7f2c580a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7373f700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c580a12c0 0x7f2c580a3770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c0683c0 tx=0x7f2c5c005f50 comp rx=0 tx=0).stop 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 msgr2=0x7f2c6c196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.084+0000 7f2c7373f700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c196cc0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f2c6800c990 tx=0x7f2c6800cca0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 shutdown_connections 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c580a12c0 0x7f2c580a3770 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c6c104a30 0x7f2c6c1a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c6c0fea30 0x7f2c6c196cc0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 --2- 172.21.15.40:0/856203741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c6c0ff3e0 0x7f2c6c197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 >> 172.21.15.40:0/856203741 conn(0x7f2c6c074760 msgr2=0x7f2c6c1058a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 shutdown_connections 2023-07-14T13:00:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:10.085+0000 7f2c7373f700 1 -- 172.21.15.40:0/856203741 wait complete. 2023-07-14T13:00:10.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:10 smithi133 ceph-mon[98311]: pgmap v430: 97 pgs: 97 active+clean; 420 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 23 MiB/s wr, 651 op/s 2023-07-14T13:00:10.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:10 smithi130 ceph-mon[97977]: pgmap v430: 97 pgs: 97 active+clean; 420 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 23 MiB/s wr, 651 op/s 2023-07-14T13:00:10.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:10 smithi040 ceph-mon[96535]: pgmap v430: 97 pgs: 97 active+clean; 420 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.8 MiB/s rd, 23 MiB/s wr, 651 op/s 2023-07-14T13:00:10.791 INFO:tasks.workunit.client.0.smithi040.stdout: 10 17244 25.88 MB/sec warmup 43 sec latency 4918.230 ms 2023-07-14T13:00:11.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 17891 25.90 MB/sec warmup 44 sec latency 67.374 ms 2023-07-14T13:00:12.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:12 smithi133 ceph-mon[98311]: pgmap v431: 97 pgs: 97 active+clean; 420 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 20 MiB/s wr, 263 op/s 2023-07-14T13:00:12.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:12 smithi130 ceph-mon[97977]: pgmap v431: 97 pgs: 97 active+clean; 420 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 20 MiB/s wr, 263 op/s 2023-07-14T13:00:12.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:12 smithi040 ceph-mon[96535]: pgmap v431: 97 pgs: 97 active+clean; 420 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 20 MiB/s wr, 263 op/s 2023-07-14T13:00:12.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 18777 26.13 MB/sec warmup 45 sec latency 54.212 ms 2023-07-14T13:00:13.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:13 smithi133 ceph-mon[98311]: osdmap e100: 12 total, 12 up, 12 in 2023-07-14T13:00:13.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:13 smithi130 ceph-mon[97977]: osdmap e100: 12 total, 12 up, 12 in 2023-07-14T13:00:13.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:13 smithi040 ceph-mon[96535]: osdmap e100: 12 total, 12 up, 12 in 2023-07-14T13:00:13.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 19994 27.19 MB/sec warmup 46 sec latency 36.772 ms 2023-07-14T13:00:14.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:14 smithi133 ceph-mon[98311]: pgmap v433: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:14.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:14 smithi130 ceph-mon[97977]: pgmap v433: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:14.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:14 smithi040 ceph-mon[96535]: pgmap v433: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:14.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 20684 27.58 MB/sec warmup 47 sec latency 55.859 ms 2023-07-14T13:00:15.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 21001 27.24 MB/sec warmup 48 sec latency 321.159 ms 2023-07-14T13:00:16.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:16 smithi133 ceph-mon[98311]: pgmap v434: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:16.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:16 smithi130 ceph-mon[97977]: pgmap v434: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:16.614 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:16 smithi040 ceph-mon[96535]: pgmap v434: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:16.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 21843 27.38 MB/sec warmup 49 sec latency 160.989 ms 2023-07-14T13:00:17.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 23171 28.39 MB/sec warmup 50 sec latency 40.468 ms 2023-07-14T13:00:18.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:18 smithi133 ceph-mon[98311]: pgmap v435: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:18.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:18 smithi133 ceph-mon[98311]: osdmap e101: 12 total, 12 up, 12 in 2023-07-14T13:00:18.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:18 smithi130 ceph-mon[97977]: pgmap v435: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:18.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:18 smithi130 ceph-mon[97977]: osdmap e101: 12 total, 12 up, 12 in 2023-07-14T13:00:18.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:18 smithi040 ceph-mon[96535]: pgmap v435: 97 pgs: 97 active+clean; 433 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 9.5 MiB/s wr, 452 op/s 2023-07-14T13:00:18.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:18 smithi040 ceph-mon[96535]: osdmap e101: 12 total, 12 up, 12 in 2023-07-14T13:00:18.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 24059 29.04 MB/sec warmup 51 sec latency 33.192 ms 2023-07-14T13:00:19.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 24693 28.96 MB/sec warmup 52 sec latency 820.771 ms 2023-07-14T13:00:20.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:20 smithi133 ceph-mon[98311]: pgmap v437: 97 pgs: 97 active+clean; 460 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 11 MiB/s wr, 921 op/s 2023-07-14T13:00:20.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:20 smithi130 ceph-mon[97977]: pgmap v437: 97 pgs: 97 active+clean; 460 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 11 MiB/s wr, 921 op/s 2023-07-14T13:00:20.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:20 smithi040 ceph-mon[96535]: pgmap v437: 97 pgs: 97 active+clean; 460 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 11 MiB/s wr, 921 op/s 2023-07-14T13:00:20.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 25566 29.20 MB/sec warmup 53 sec latency 1820.808 ms 2023-07-14T13:00:21.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:21 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:00:21.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:21 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:00:21.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:21 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:00:21.792 INFO:tasks.workunit.client.0.smithi040.stdout: 10 26559 29.71 MB/sec warmup 54 sec latency 2820.842 ms 2023-07-14T13:00:22.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:22 smithi133 ceph-mon[98311]: pgmap v438: 97 pgs: 97 active+clean; 460 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.6 MiB/s wr, 824 op/s 2023-07-14T13:00:22.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:22 smithi130 ceph-mon[97977]: pgmap v438: 97 pgs: 97 active+clean; 460 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.6 MiB/s wr, 824 op/s 2023-07-14T13:00:22.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:22 smithi040 ceph-mon[96535]: pgmap v438: 97 pgs: 97 active+clean; 460 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.6 MiB/s wr, 824 op/s 2023-07-14T13:00:22.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 27310 29.98 MB/sec warmup 55 sec latency 3820.872 ms 2023-07-14T13:00:23.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 -- 172.21.15.40:0/2154186566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4104e20 msgr2=0x7f66c410c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 --2- 172.21.15.40:0/2154186566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4104e20 0x7f66c410c9f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00b0d0 tx=0x7f66bc00b3e0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 -- 172.21.15.40:0/2154186566 shutdown_connections 2023-07-14T13:00:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 --2- 172.21.15.40:0/2154186566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66c40ffde0 0x7f66c41001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 --2- 172.21.15.40:0/2154186566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4104e20 0x7f66c410c9f0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 --2- 172.21.15.40:0/2154186566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66c4100780 0x7f66c4104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 -- 172.21.15.40:0/2154186566 >> 172.21.15.40:0/2154186566 conn(0x7f66c40fb6f0 msgr2=0x7f66c40fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:23.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 -- 172.21.15.40:0/2154186566 shutdown_connections 2023-07-14T13:00:23.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.216+0000 7f66c9b42700 1 -- 172.21.15.40:0/2154186566 wait complete. 2023-07-14T13:00:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.217+0000 7f66c9b42700 1 Processor -- start 2023-07-14T13:00:23.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.217+0000 7f66c9b42700 1 -- start start 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c9b42700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66c40ffde0 0x7f66c4195cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c9b42700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 0x7f66c4196210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c9b42700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66c4104e20 0x7f66c41997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c9b42700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66c4199dd0 con 0x7f66c4100780 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c9b42700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66c4199f40 con 0x7f66c40ffde0 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c9b42700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66c419a100 con 0x7f66c4104e20 2023-07-14T13:00:23.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 0x7f66c4196210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 0x7f66c4196210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38142/0 (socket says 172.21.15.40:38142) 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 -- 172.21.15.40:0/1486418817 learned_addr learned my addr 172.21.15.40:0/1486418817 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c37fe700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66c40ffde0 0x7f66c4195cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c3fff700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66c4104e20 0x7f66c41997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 -- 172.21.15.40:0/1486418817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66c4104e20 msgr2=0x7f66c41997d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66c4104e20 0x7f66c41997d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 -- 172.21.15.40:0/1486418817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66c40ffde0 msgr2=0x7f66c4195cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66c40ffde0 0x7f66c4195cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 -- 172.21.15.40:0/1486418817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66bc009d00 con 0x7f66c4100780 2023-07-14T13:00:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.218+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 0x7f66c4196210 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f66b800d950 tx=0x7f66b800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.219+0000 7f66c0ff9700 1 -- 172.21.15.40:0/1486418817 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b800f890 con 0x7f66c4100780 2023-07-14T13:00:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.219+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66c419a3e0 con 0x7f66c4100780 2023-07-14T13:00:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.219+0000 7f66c0ff9700 1 -- 172.21.15.40:0/1486418817 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66b8010460 con 0x7f66c4100780 2023-07-14T13:00:23.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.219+0000 7f66c0ff9700 1 -- 172.21.15.40:0/1486418817 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b800e610 con 0x7f66c4100780 2023-07-14T13:00:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.219+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66c41a2d40 con 0x7f66c4100780 2023-07-14T13:00:23.254 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.221+0000 7f66c0ff9700 1 -- 172.21.15.40:0/1486418817 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f66b80105d0 con 0x7f66c4100780 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.222+0000 7f66c0ff9700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66ac0a12c0 0x7f66ac0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.222+0000 7f66c0ff9700 1 -- 172.21.15.40:0/1486418817 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f66b80cc770 con 0x7f66c4100780 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.222+0000 7f66c37fe700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66ac0a12c0 0x7f66ac0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.222+0000 7f66c37fe700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66ac0a12c0 0x7f66ac0a3770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009c60 tx=0x7f66b4009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 Processor -- start 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 -- start start 2023-07-14T13:00:23.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 0x5625f5f29d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f24040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f249d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5e29c50 con 0x5625f5f24580 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5e7c9e0 con 0x5625f5f2a2d0 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5e75e70 con 0x5625f5d806b0 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 0x5625f5f29d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f249d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c2ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f24040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 0x5625f5f29d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51838/0 (socket says 172.21.15.40:51838) 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f249d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38152/0 (socket says 172.21.15.40:38152) 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 -- 172.21.15.40:0/3297490519 learned_addr learned my addr 172.21.15.40:0/3297490519 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 -- 172.21.15.40:0/3297490519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 msgr2=0x5625f5f24040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f24040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 -- 172.21.15.40:0/3297490519 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 msgr2=0x5625f5f249d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f249d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c37fe700 1 -- 172.21.15.40:0/3297490519 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5625f5ca3d80 con 0x5625f5d806b0 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f24040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.223+0000 7f66c3fff700 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f249d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.224+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 0x5625f5f29d90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f66b400e4e0 tx=0x7f66b4014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=853ca018897524cb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.224+0000 7f66a9ffb700 1 -- 172.21.15.40:0/3297490519 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b400ee00 con 0x5625f5d806b0 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.224+0000 7f66a9ffb700 1 -- 172.21.15.40:0/3297490519 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66b4021070 con 0x5625f5d806b0 2023-07-14T13:00:23.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.224+0000 7f66a9ffb700 1 -- 172.21.15.40:0/3297490519 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b401d810 con 0x5625f5d806b0 2023-07-14T13:00:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3297490519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 msgr2=0x5625f5f29d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 0x5625f5f29d90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f66b400e4e0 tx=0x7f66b4014000 comp rx=0 tx=0).stop 2023-07-14T13:00:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3297490519 shutdown_connections 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5d806b0 0x5625f5f29d90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f249d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3297490519 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f24040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3297490519 >> 172.21.15.40:0/3297490519 conn(0x5625f5f19be0 msgr2=0x5625f5f1ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3297490519 shutdown_connections 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3297490519 wait complete. 2023-07-14T13:00:23.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.225+0000 7f66d5cc8b80 1 -- start start 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 Processor -- start 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f2d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f24580 0x5625f5f2de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f2e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5e15a60 con 0x5625f5d806b0 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5e15760 con 0x5625f5f24580 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5cf98c0 con 0x5625f5f2a2d0 2023-07-14T13:00:23.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66d5cc8b80 10 client.0 _ll_register_callbacks cb 0x5625f5e13700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f2d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c2ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f24580 0x5625f5f2de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f2d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38154/0 (socket says 172.21.15.40:38154) 2023-07-14T13:00:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f2e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 -- 172.21.15.40:0/3243624595 learned_addr learned my addr 172.21.15.40:0/3243624595 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 -- 172.21.15.40:0/3243624595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 msgr2=0x5625f5f2e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f2e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 -- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f24580 msgr2=0x5625f5f2de50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f24580 0x5625f5f2de50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c37fe700 1 -- 172.21.15.40:0/3243624595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66c410d230 con 0x5625f5d806b0 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.226+0000 7f66c3fff700 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f2e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f2d910 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009ec0 tx=0x7f66b400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58953741f693285 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66a2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:00:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66a2ffd700 1 -- 172.21.15.40:0/3243624595 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b4005450 con 0x5625f5d806b0 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66a2ffd700 1 -- 172.21.15.40:0/3243624595 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f66b40055b0 con 0x5625f5d806b0 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5625f5dcf490 con 0x5625f5d806b0 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66a2ffd700 1 -- 172.21.15.40:0/3243624595 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66b4003680 con 0x5625f5d806b0 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 10 client.17223 fetch_fsmap learned FSMap version 72 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x7f66c41a2d40 con 0x5625f5d806b0 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66a2ffd700 1 -- 172.21.15.40:0/3243624595 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5625f5dcf490 con 0x5625f5d806b0 2023-07-14T13:00:23.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66a2ffd700 1 -- 172.21.15.40:0/3243624595 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f66b402da60 con 0x5625f5d806b0 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 10 client.17223 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 10 client.17223 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 20 client.17223 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.227+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f3db40 0x5625f5f3ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.228+0000 7f66d5cc8b80 4 client.17223 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.228+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5625f5e6ee50 con 0x5625f5f3db40 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.228+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f3db40 0x5625f5f3ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.228+0000 7f66a2ffd700 10 client.17223 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.228+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f3db40 0x5625f5f3ff50 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=476186980a11ffc1 server_cookie=b146876555aed6df in_seq=0 out_seq=0 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.229+0000 7f66a2ffd700 1 -- 172.21.15.40:0/3243624595 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5625f5e6ee50 con 0x5625f5f3db40 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.229+0000 7f66a2ffd700 10 client.17223 handle_command_reply: tid=0 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.229+0000 7f66d5cc8b80 1 client.17223 shutdown 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 msgr2=0x5625f5f2d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f2d910 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009ec0 tx=0x7f66b400ed30 comp rx=0 tx=0).stop 2023-07-14T13:00:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 shutdown_connections 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f3db40 0x5625f5f3ff50 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f2e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66a2ffd700 0 client.17223 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f2d910 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3243624595 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f24580 0x5625f5f2de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 >> 172.21.15.40:0/3243624595 conn(0x5625f5f19be0 msgr2=0x5625f5f1dc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 shutdown_connections 2023-07-14T13:00:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3243624595 wait complete. 2023-07-14T13:00:23.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.230+0000 7f66d5cc8b80 20 client.17223 trim_cache size 0 max 16384 2023-07-14T13:00:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 Processor -- start 2023-07-14T13:00:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 -- start start 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5d806b0 0x5625f5f24040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f34c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f291f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5f29a10 con 0x5625f5f24580 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5f2a6a0 con 0x5625f5d806b0 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5f16bd0 con 0x5625f5f2a2d0 2023-07-14T13:00:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f34c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f34c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38164/0 (socket says 172.21.15.40:38164) 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 -- 172.21.15.40:0/3545661353 learned_addr learned my addr 172.21.15.40:0/3545661353 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c3fff700 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f291f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5d806b0 0x5625f5f24040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 -- 172.21.15.40:0/3545661353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 msgr2=0x5625f5f291f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f291f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 -- 172.21.15.40:0/3545661353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5d806b0 msgr2=0x5625f5f24040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5d806b0 0x5625f5f24040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c2ffd700 1 -- 172.21.15.40:0/3545661353 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66b4017070 con 0x5625f5f24580 2023-07-14T13:00:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.248+0000 7f66c37fe700 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5d806b0 0x5625f5f24040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:00:23.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f34c70 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f66b8099780 tx=0x7f66b80b9040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d006cf999e7a67 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:23.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66aa7fc700 1 -- 172.21.15.40:0/3545661353 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b8097930 con 0x5625f5f24580 2023-07-14T13:00:23.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66aa7fc700 1 -- 172.21.15.40:0/3545661353 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66b8097b90 con 0x5625f5f24580 2023-07-14T13:00:23.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66aa7fc700 1 -- 172.21.15.40:0/3545661353 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b80b9320 con 0x5625f5f24580 2023-07-14T13:00:23.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3545661353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 msgr2=0x5625f5f34c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f34c70 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f66b8099780 tx=0x7f66b80b9040 comp rx=0 tx=0).stop 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3545661353 shutdown_connections 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f2a2d0 0x5625f5f291f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5d806b0 0x5625f5f24040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/3545661353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5f24580 0x5625f5f34c70 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.249+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3545661353 >> 172.21.15.40:0/3545661353 conn(0x5625f5f19be0 msgr2=0x5625f5f28ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3545661353 shutdown_connections 2023-07-14T13:00:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/3545661353 wait complete. 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 -- start start 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 Processor -- start 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f85950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f24580 0x5625f5f85e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f909d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5f867a0 con 0x5625f5d806b0 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5f90f10 con 0x5625f5f2a2d0 2023-07-14T13:00:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5625f5f91050 con 0x5625f5f24580 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66d5cc8b80 10 client.0 _ll_register_callbacks cb 0x7f66b4005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.250+0000 7f66c37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f85950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f85950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38168/0 (socket says 172.21.15.40:38168) 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 -- 172.21.15.40:0/1634721415 learned_addr learned my addr 172.21.15.40:0/1634721415 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f24580 0x5625f5f85e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c3fff700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f909d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 -- 172.21.15.40:0/1634721415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f24580 msgr2=0x5625f5f85e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f24580 0x5625f5f85e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 -- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 msgr2=0x5625f5f909d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f909d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 -- 172.21.15.40:0/1634721415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66c419a3e0 con 0x5625f5d806b0 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f24580 0x5625f5f85e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66c37fe700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f85950 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f66b4005d60 tx=0x7f66b401c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd6c4d5b2ce80509 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66a2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:00:23.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66a2ffd700 1 -- 172.21.15.40:0/1634721415 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66b4005660 con 0x5625f5d806b0 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66a2ffd700 1 -- 172.21.15.40:0/1634721415 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f66b402d570 con 0x5625f5d806b0 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f66b4021070 con 0x5625f5d806b0 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66a2ffd700 1 -- 172.21.15.40:0/1634721415 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f66b402d730 con 0x5625f5d806b0 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66d5cc8b80 10 client.17229 fetch_fsmap learned FSMap version 72 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.251+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x5625f5c8cc00 con 0x5625f5d806b0 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66a2ffd700 1 -- 172.21.15.40:0/1634721415 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66b4021070 con 0x5625f5d806b0 2023-07-14T13:00:23.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66a2ffd700 1 -- 172.21.15.40:0/1634721415 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f66b4003680 con 0x5625f5d806b0 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66d5cc8b80 10 client.17229 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66d5cc8b80 10 client.17229 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66d5cc8b80 20 client.17229 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f92540 0x5625f5f94950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66d5cc8b80 4 client.17229 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.252+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5625f5e30ff0 con 0x5625f5f92540 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.253+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f92540 0x5625f5f94950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:23.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.254+0000 7f66c2ffd700 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f92540 0x5625f5f94950 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d18e82c6803aaed server_cookie=8041012656631615 in_seq=0 out_seq=0 2023-07-14T13:00:23.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.254+0000 7f66a2ffd700 10 client.17229 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.424+0000 7f66a2ffd700 1 -- 172.21.15.40:0/1634721415 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5625f5e30ff0 con 0x5625f5f92540 2023-07-14T13:00:23.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.424+0000 7f66a2ffd700 10 client.17229 handle_command_reply: tid=0 2023-07-14T13:00:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.424+0000 7f66d5cc8b80 1 client.17229 shutdown 2023-07-14T13:00:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.424+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 msgr2=0x5625f5f85950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.424+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f85950 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f66b4005d60 tx=0x7f66b401c560 comp rx=0 tx=0).stop 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 shutdown_connections 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5625f5f2a2d0 0x5625f5f909d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5625f5d806b0 0x5625f5f85950 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5625f5f92540 0x5625f5f94950 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 --2- 172.21.15.40:0/1634721415 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625f5f24580 0x5625f5f85e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66a2ffd700 0 client.17229 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:23.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 >> 172.21.15.40:0/1634721415 conn(0x5625f5f19be0 msgr2=0x5625f5f2a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 shutdown_connections 2023-07-14T13:00:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 1 -- 172.21.15.40:0/1634721415 wait complete. 2023-07-14T13:00:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66d5cc8b80 20 client.17229 trim_cache size 0 max 16384 2023-07-14T13:00:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:00:23.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:00:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:00:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:00:23.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66ac0a12c0 msgr2=0x7f66ac0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66ac0a12c0 0x7f66ac0a3770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009c60 tx=0x7f66b4009260 comp rx=0 tx=0).stop 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 msgr2=0x7f66c4196210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 0x7f66c4196210 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f66b800d950 tx=0x7f66b800dc60 comp rx=0 tx=0).stop 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 shutdown_connections 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f66ac0a12c0 0x7f66ac0a3770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f66c4104e20 0x7f66c41997d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f66c40ffde0 0x7f66c4195cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 --2- 172.21.15.40:0/1486418817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66c4100780 0x7f66c4196210 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.425+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 >> 172.21.15.40:0/1486418817 conn(0x7f66c40fb6f0 msgr2=0x7f66c4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.426+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 shutdown_connections 2023-07-14T13:00:23.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:23.426+0000 7f66c9b42700 1 -- 172.21.15.40:0/1486418817 wait complete. 2023-07-14T13:00:23.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 27939 29.99 MB/sec warmup 56 sec latency 4820.903 ms 2023-07-14T13:00:24.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:23 smithi130 ceph-mon[97977]: pgmap v439: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:24.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:23 smithi040 ceph-mon[96535]: pgmap v439: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:24.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:23 smithi133 ceph-mon[98311]: pgmap v439: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:24.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 28801 30.32 MB/sec warmup 57 sec latency 5820.936 ms 2023-07-14T13:00:25.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 29460 30.32 MB/sec warmup 58 sec latency 6306.304 ms 2023-07-14T13:00:26.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:26 smithi133 ceph-mon[98311]: pgmap v440: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:26.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:26 smithi130 ceph-mon[97977]: pgmap v440: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:26.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:26 smithi040 ceph-mon[96535]: pgmap v440: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:26.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 30368 30.65 MB/sec warmup 59 sec latency 101.447 ms 2023-07-14T13:00:27.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 31310 31.03 MB/sec warmup 60 sec latency 46.684 ms 2023-07-14T13:00:28.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:28 smithi133 ceph-mon[98311]: pgmap v441: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:28.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:28 smithi130 ceph-mon[97977]: pgmap v441: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:28.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:28 smithi040 ceph-mon[96535]: pgmap v441: 97 pgs: 97 active+clean; 497 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 782 op/s 2023-07-14T13:00:28.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 32109 31.23 MB/sec warmup 61 sec latency 76.601 ms 2023-07-14T13:00:29.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 33074 31.49 MB/sec warmup 62 sec latency 48.264 ms 2023-07-14T13:00:30.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:30 smithi133 ceph-mon[98311]: pgmap v442: 97 pgs: 97 active+clean; 517 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 803 op/s 2023-07-14T13:00:30.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:30 smithi130 ceph-mon[97977]: pgmap v442: 97 pgs: 97 active+clean; 517 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 803 op/s 2023-07-14T13:00:30.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:30 smithi040 ceph-mon[96535]: pgmap v442: 97 pgs: 97 active+clean; 517 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 803 op/s 2023-07-14T13:00:30.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 33890 31.68 MB/sec warmup 63 sec latency 135.910 ms 2023-07-14T13:00:31.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 34682 32.00 MB/sec warmup 64 sec latency 108.427 ms 2023-07-14T13:00:32.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:32 smithi133 ceph-mon[98311]: pgmap v443: 97 pgs: 97 active+clean; 517 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 745 op/s 2023-07-14T13:00:32.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:32 smithi130 ceph-mon[97977]: pgmap v443: 97 pgs: 97 active+clean; 517 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 745 op/s 2023-07-14T13:00:32.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:32 smithi040 ceph-mon[96535]: pgmap v443: 97 pgs: 97 active+clean; 517 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 745 op/s 2023-07-14T13:00:32.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 35339 31.99 MB/sec warmup 65 sec latency 43.671 ms 2023-07-14T13:00:33.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 36062 32.04 MB/sec warmup 66 sec latency 923.086 ms 2023-07-14T13:00:34.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:33 smithi130 ceph-mon[97977]: pgmap v444: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 1.10k op/s 2023-07-14T13:00:34.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:33 smithi040 ceph-mon[96535]: pgmap v444: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 1.10k op/s 2023-07-14T13:00:34.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:33 smithi133 ceph-mon[98311]: pgmap v444: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 1.10k op/s 2023-07-14T13:00:34.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 37222 32.47 MB/sec warmup 67 sec latency 1923.114 ms 2023-07-14T13:00:35.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 38163 32.92 MB/sec warmup 68 sec latency 2923.142 ms 2023-07-14T13:00:36.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:36 smithi133 ceph-mon[98311]: pgmap v445: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 795 op/s 2023-07-14T13:00:36.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:36 smithi130 ceph-mon[97977]: pgmap v445: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 795 op/s 2023-07-14T13:00:36.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 -- 172.21.15.40:0/3185700033 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91640fed90 msgr2=0x7f9164102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 --2- 172.21.15.40:0/3185700033 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91640fed90 0x7f9164102d50 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f9158009990 tx=0x7f9158009ca0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 -- 172.21.15.40:0/3185700033 shutdown_connections 2023-07-14T13:00:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 --2- 172.21.15.40:0/3185700033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9164103430 0x7f916410b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 --2- 172.21.15.40:0/3185700033 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91640fe3f0 0x7f91640fe7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 --2- 172.21.15.40:0/3185700033 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91640fed90 0x7f9164102d50 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.554+0000 7f916a8ea700 1 -- 172.21.15.40:0/3185700033 >> 172.21.15.40:0/3185700033 conn(0x7f9164075f90 msgr2=0x7f9164076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.555+0000 7f916a8ea700 1 -- 172.21.15.40:0/3185700033 shutdown_connections 2023-07-14T13:00:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.555+0000 7f916a8ea700 1 -- 172.21.15.40:0/3185700033 wait complete. 2023-07-14T13:00:36.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.555+0000 7f916a8ea700 1 Processor -- start 2023-07-14T13:00:36.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 -- start start 2023-07-14T13:00:36.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 0x7f916419bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91640fed90 0x7f916419c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 0x7f9164195aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9164196110 con 0x7f9164103430 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9164196280 con 0x7f91640fed90 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f916a8ea700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9164196440 con 0x7f91640fe3f0 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f9168e87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 0x7f9164195aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f9163fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 0x7f916419bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f9168e87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 0x7f9164195aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38186/0 (socket says 172.21.15.40:38186) 2023-07-14T13:00:36.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f9168e87700 1 -- 172.21.15.40:0/2830514555 learned_addr learned my addr 172.21.15.40:0/2830514555 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f9163fff700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 0x7f916419bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51874/0 (socket says 172.21.15.40:51874) 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.556+0000 7f91637fe700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91640fed90 0x7f916419c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9168e87700 1 -- 172.21.15.40:0/2830514555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 msgr2=0x7f916419bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9168e87700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 0x7f916419bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9168e87700 1 -- 172.21.15.40:0/2830514555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91640fed90 msgr2=0x7f916419c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9168e87700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91640fed90 0x7f916419c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9168e87700 1 -- 172.21.15.40:0/2830514555 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91580095f0 con 0x7f9164103430 2023-07-14T13:00:36.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9163fff700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 0x7f916419bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:36.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f9168e87700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 0x7f9164195aa0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f915c00ef30 tx=0x7f915c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:36.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f91617fa700 1 -- 172.21.15.40:0/2830514555 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c018070 con 0x7f9164103430 2023-07-14T13:00:36.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91641966c0 con 0x7f9164103430 2023-07-14T13:00:36.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91641051b0 con 0x7f9164103430 2023-07-14T13:00:36.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f91617fa700 1 -- 172.21.15.40:0/2830514555 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f915c00f040 con 0x7f9164103430 2023-07-14T13:00:36.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.557+0000 7f91617fa700 1 -- 172.21.15.40:0/2830514555 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915c00cd00 con 0x7f9164103430 2023-07-14T13:00:36.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.561+0000 7f91617fa700 1 -- 172.21.15.40:0/2830514555 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f915c003a00 con 0x7f9164103430 2023-07-14T13:00:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f9176a70b80 1 Processor -- start 2023-07-14T13:00:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f91617fa700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f914c0a13c0 0x7f914c0a3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f9176a70b80 1 -- start start 2023-07-14T13:00:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f91617fa700 1 -- 172.21.15.40:0/2830514555 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f915c0cc850 con 0x7f9164103430 2023-07-14T13:00:36.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f9163fff700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f914c0a13c0 0x7f914c0a3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2b12d0 0x557bce2ab040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.562+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2ab580 0x557bce2ab9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9176a70b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce1b0c50 con 0x557bce1076b0 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9176a70b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce2039e0 con 0x557bce2b12d0 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9176a70b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce1fce70 con 0x557bce2ab580 2023-07-14T13:00:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9163fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2b12d0 0x557bce2ab040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9163fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b0d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38196/0 (socket says 172.21.15.40:38196) 2023-07-14T13:00:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9163fff700 1 -- 172.21.15.40:0/2905931032 learned_addr learned my addr 172.21.15.40:0/2905931032 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9168e87700 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2ab580 0x557bce2ab9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 -- 172.21.15.40:0/2905931032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2ab580 msgr2=0x557bce2ab9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2ab580 0x557bce2ab9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 -- 172.21.15.40:0/2905931032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 msgr2=0x557bce2b0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b0d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 -- 172.21.15.40:0/2905931032 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557bce02ad80 con 0x557bce2b12d0 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9168e87700 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2ab580 0x557bce2ab9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9163fff700 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f9163fff700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f914c0a13c0 0x7f914c0a3870 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9154014a40 tx=0x7f9154014e00 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.563+0000 7f91637fe700 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2b12d0 0x557bce2ab040 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f91580098e0 tx=0x7f915800b610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ced67278869424fc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.564+0000 7f914a7fc700 1 -- 172.21.15.40:0/2905931032 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f915801d070 con 0x557bce2b12d0 2023-07-14T13:00:36.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.564+0000 7f914a7fc700 1 -- 172.21.15.40:0/2905931032 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f915801e040 con 0x557bce2b12d0 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.564+0000 7f914a7fc700 1 -- 172.21.15.40:0/2905931032 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91580047f0 con 0x557bce2b12d0 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 -- 172.21.15.40:0/2905931032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2b12d0 msgr2=0x557bce2ab040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2b12d0 0x557bce2ab040 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f91580098e0 tx=0x7f915800b610 comp rx=0 tx=0).stop 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 -- 172.21.15.40:0/2905931032 shutdown_connections 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2ab580 0x557bce2ab9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 --2- 172.21.15.40:0/2905931032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2b12d0 0x557bce2ab040 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 -- 172.21.15.40:0/2905931032 >> 172.21.15.40:0/2905931032 conn(0x557bce2a0be0 msgr2=0x557bce2a5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 -- 172.21.15.40:0/2905931032 shutdown_connections 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 -- 172.21.15.40:0/2905931032 wait complete. 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.565+0000 7f9176a70b80 1 -- start start 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 Processor -- start 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2b74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2b47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce2b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce19ca60 con 0x557bce2b12d0 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce19c760 con 0x557bce2ab580 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce0808c0 con 0x557bce1076b0 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9176a70b80 10 client.0 _ll_register_callbacks cb 0x557bce19a700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2b74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2b74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51888/0 (socket says 172.21.15.40:51888) 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 -- 172.21.15.40:0/284393195 learned_addr learned my addr 172.21.15.40:0/284393195 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f91637fe700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2b47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9168e87700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce2b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 -- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 msgr2=0x557bce2b47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2b47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 -- 172.21.15.40:0/284393195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 msgr2=0x557bce2b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.566+0000 7f9163fff700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce2b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f9163fff700 1 -- 172.21.15.40:0/284393195 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91540108c0 con 0x557bce1076b0 2023-07-14T13:00:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f9163fff700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2b74d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f91540141d0 tx=0x7f91540047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e3f0a17e06489cc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:36.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f91437fe700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f91437fe700 1 -- 172.21.15.40:0/284393195 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91540117d0 con 0x557bce1076b0 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f91437fe700 1 -- 172.21.15.40:0/284393195 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f9154011930 con 0x557bce1076b0 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557bce156490 con 0x557bce1076b0 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f91437fe700 1 -- 172.21.15.40:0/284393195 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9154011af0 con 0x557bce1076b0 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f9176a70b80 10 client.26701 fetch_fsmap learned FSMap version 72 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.567+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x7f91640673f0 con 0x557bce1076b0 2023-07-14T13:00:36.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f91437fe700 1 -- 172.21.15.40:0/284393195 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557bce156490 con 0x557bce1076b0 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f91437fe700 1 -- 172.21.15.40:0/284393195 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f9154026070 con 0x557bce1076b0 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f9176a70b80 10 client.26701 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f9176a70b80 10 client.26701 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f9176a70b80 20 client.26701 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f9176a70b80 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce2c6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f9176a70b80 4 client.26701 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557bce1f5e50 con 0x557bce2c4bb0 2023-07-14T13:00:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.568+0000 7f91637fe700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce2c6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.569+0000 7f91437fe700 10 client.26701 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.569+0000 7f91637fe700 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce2c6fc0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8084cde31bc0fbfd server_cookie=6975292a6ff05a34 in_seq=0 out_seq=0 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.570+0000 7f91437fe700 1 -- 172.21.15.40:0/284393195 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x557bce1f5e50 con 0x557bce2c4bb0 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.570+0000 7f91437fe700 10 client.26701 handle_command_reply: tid=0 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.570+0000 7f9176a70b80 1 client.26701 shutdown 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.570+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 msgr2=0x557bce2b74d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.570+0000 7f9176a70b80 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2b74d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f91540141d0 tx=0x7f91540047c0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 shutdown_connections 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce2c6fc0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2b74d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce2b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f91437fe700 0 client.26701 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 --2- 172.21.15.40:0/284393195 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2b47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 >> 172.21.15.40:0/284393195 conn(0x557bce2a0be0 msgr2=0x557bce2a4c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 shutdown_connections 2023-07-14T13:00:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 1 -- 172.21.15.40:0/284393195 wait complete. 2023-07-14T13:00:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.571+0000 7f9176a70b80 20 client.26701 trim_cache size 0 max 16384 2023-07-14T13:00:36.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:36 smithi040 ceph-mon[96535]: pgmap v445: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 795 op/s 2023-07-14T13:00:36.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 Processor -- start 2023-07-14T13:00:36.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 -- start start 2023-07-14T13:00:36.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2a5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2b12d0 0x557bce2b7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce2b5dd0 con 0x557bce1076b0 2023-07-14T13:00:36.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce2a6a00 con 0x557bce2ab580 2023-07-14T13:00:36.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.588+0000 7f9176a70b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce2b5a50 con 0x557bce2b12d0 2023-07-14T13:00:36.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38206/0 (socket says 172.21.15.40:38206) 2023-07-14T13:00:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 -- 172.21.15.40:0/487133621 learned_addr learned my addr 172.21.15.40:0/487133621 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:36.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9168e87700 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2b12d0 0x557bce2b7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f91637fe700 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2a5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 -- 172.21.15.40:0/487133621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2b12d0 msgr2=0x557bce2b7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2b12d0 0x557bce2b7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 -- 172.21.15.40:0/487133621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 msgr2=0x557bce2a5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2a5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 -- 172.21.15.40:0/487133621 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557bce013c00 con 0x557bce1076b0 2023-07-14T13:00:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f9163fff700 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b21e0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f9154010ac0 tx=0x7f9154014850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7598033447968b8b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:36.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.589+0000 7f914affd700 1 -- 172.21.15.40:0/487133621 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91540106b0 con 0x557bce1076b0 2023-07-14T13:00:36.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.590+0000 7f914affd700 1 -- 172.21.15.40:0/487133621 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f915401a070 con 0x557bce1076b0 2023-07-14T13:00:36.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.590+0000 7f914affd700 1 -- 172.21.15.40:0/487133621 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9154028930 con 0x557bce1076b0 2023-07-14T13:00:36.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 -- 172.21.15.40:0/487133621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 msgr2=0x557bce2b21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b21e0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f9154010ac0 tx=0x7f9154014850 comp rx=0 tx=0).stop 2023-07-14T13:00:36.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 -- 172.21.15.40:0/487133621 shutdown_connections 2023-07-14T13:00:36.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce2b12d0 0x557bce2b7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce1076b0 0x557bce2b21e0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 --2- 172.21.15.40:0/487133621 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2a5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 -- 172.21.15.40:0/487133621 >> 172.21.15.40:0/487133621 conn(0x557bce2a0be0 msgr2=0x557bce2b1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:36.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 -- 172.21.15.40:0/487133621 shutdown_connections 2023-07-14T13:00:36.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 -- 172.21.15.40:0/487133621 wait complete. 2023-07-14T13:00:36.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 -- start start 2023-07-14T13:00:36.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.591+0000 7f9176a70b80 1 Processor -- start 2023-07-14T13:00:36.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2bb280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2bb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce317a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce317f70 con 0x557bce2b12d0 2023-07-14T13:00:36.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce3180b0 con 0x557bce2ab580 2023-07-14T13:00:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x557bce318220 con 0x557bce1076b0 2023-07-14T13:00:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9176a70b80 10 client.0 _ll_register_callbacks cb 0x7f9154014500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2bb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9168e87700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce317a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f91637fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2bb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2bb280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:51902/0 (socket says 172.21.15.40:51902) 2023-07-14T13:00:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 -- 172.21.15.40:0/293190712 learned_addr learned my addr 172.21.15.40:0/293190712 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 -- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 msgr2=0x557bce2bb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2bb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 -- 172.21.15.40:0/293190712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 msgr2=0x557bce317a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce317a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9163fff700 1 -- 172.21.15.40:0/293190712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91640673f0 con 0x557bce1076b0 2023-07-14T13:00:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.592+0000 7f9168e87700 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce317a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f9163fff700 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2bb280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9154020ec0 tx=0x7f9154005a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8288e5c6c9295051 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f91437fe700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:00:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f91437fe700 1 -- 172.21.15.40:0/293190712 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9154004790 con 0x557bce1076b0 2023-07-14T13:00:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f91437fe700 1 -- 172.21.15.40:0/293190712 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f91540048f0 con 0x557bce1076b0 2023-07-14T13:00:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f915801e040 con 0x557bce1076b0 2023-07-14T13:00:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f91437fe700 1 -- 172.21.15.40:0/293190712 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9154004ab0 con 0x557bce1076b0 2023-07-14T13:00:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f9176a70b80 10 client.26707 fetch_fsmap learned FSMap version 72 2023-07-14T13:00:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x557bce0511f0 con 0x557bce1076b0 2023-07-14T13:00:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.593+0000 7f91437fe700 1 -- 172.21.15.40:0/293190712 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f915801e040 con 0x557bce1076b0 2023-07-14T13:00:36.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f91437fe700 1 -- 172.21.15.40:0/293190712 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f9154010af0 con 0x557bce1076b0 2023-07-14T13:00:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f9176a70b80 10 client.26707 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:00:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f9176a70b80 10 client.26707 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:36.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f9176a70b80 20 client.26707 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f9176a70b80 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce31b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f9176a70b80 4 client.26707 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:00:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.594+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557bce1b7ff0 con 0x557bce2c4bb0 2023-07-14T13:00:36.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.596+0000 7f91637fe700 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce31b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.596+0000 7f91637fe700 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce31b5c0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bca81ab80e46f18a server_cookie=bad455eaa95ae3c3 in_seq=0 out_seq=0 2023-07-14T13:00:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.596+0000 7f91437fe700 10 client.26707 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f91437fe700 1 -- 172.21.15.40:0/293190712 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557bce1b7ff0 con 0x557bce2c4bb0 2023-07-14T13:00:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f91437fe700 10 client.26707 handle_command_reply: tid=0 2023-07-14T13:00:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 client.26707 shutdown 2023-07-14T13:00:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 msgr2=0x557bce2bb280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2bb280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9154020ec0 tx=0x7f9154005a00 comp rx=0 tx=0).stop 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 shutdown_connections 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x557bce2c4bb0 0x557bce31b5c0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557bce1076b0 0x557bce2bb280 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f91437fe700 0 client.26707 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557bce2b12d0 0x557bce317a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 --2- 172.21.15.40:0/293190712 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x557bce2ab580 0x557bce2bb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 >> 172.21.15.40:0/293190712 conn(0x557bce2a0be0 msgr2=0x557bce2b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 shutdown_connections 2023-07-14T13:00:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 1 -- 172.21.15.40:0/293190712 wait complete. 2023-07-14T13:00:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.722+0000 7f9176a70b80 20 client.26707 trim_cache size 0 max 16384 2023-07-14T13:00:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:00:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:00:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:00:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:00:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f914c0a13c0 msgr2=0x7f914c0a3870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f914c0a13c0 0x7f914c0a3870 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f9154014a40 tx=0x7f9154014e00 comp rx=0 tx=0).stop 2023-07-14T13:00:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 msgr2=0x7f9164195aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 0x7f9164195aa0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f915c00ef30 tx=0x7f915c00c3a0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 shutdown_connections 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f914c0a13c0 0x7f914c0a3870 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f91640fe3f0 0x7f916419bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9164103430 0x7f9164195aa0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 --2- 172.21.15.40:0/2830514555 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f91640fed90 0x7f916419c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 >> 172.21.15.40:0/2830514555 conn(0x7f9164075f90 msgr2=0x7f91640fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 shutdown_connections 2023-07-14T13:00:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:36.723+0000 7f916a8ea700 1 -- 172.21.15.40:0/2830514555 wait complete. 2023-07-14T13:00:36.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 38774 32.88 MB/sec warmup 69 sec latency 3923.175 ms 2023-07-14T13:00:37.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 39537 32.84 MB/sec warmup 70 sec latency 4923.208 ms 2023-07-14T13:00:38.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:38 smithi133 ceph-mon[98311]: pgmap v446: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 795 op/s 2023-07-14T13:00:38.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:38 smithi130 ceph-mon[97977]: pgmap v446: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 795 op/s 2023-07-14T13:00:38.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:38 smithi040 ceph-mon[96535]: pgmap v446: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 795 op/s 2023-07-14T13:00:38.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 40581 33.24 MB/sec warmup 71 sec latency 5923.236 ms 2023-07-14T13:00:39.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 41442 33.51 MB/sec warmup 72 sec latency 6923.289 ms 2023-07-14T13:00:40.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:40 smithi133 ceph-mon[98311]: pgmap v447: 97 pgs: 97 active+clean; 563 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 14 MiB/s wr, 1.16k op/s 2023-07-14T13:00:40.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:40 smithi130 ceph-mon[97977]: pgmap v447: 97 pgs: 97 active+clean; 563 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 14 MiB/s wr, 1.16k op/s 2023-07-14T13:00:40.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:40 smithi040 ceph-mon[96535]: pgmap v447: 97 pgs: 97 active+clean; 563 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 14 MiB/s wr, 1.16k op/s 2023-07-14T13:00:40.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 42093 33.49 MB/sec warmup 73 sec latency 7923.335 ms 2023-07-14T13:00:41.793 INFO:tasks.workunit.client.0.smithi040.stdout: 10 43122 33.72 MB/sec warmup 74 sec latency 8923.368 ms 2023-07-14T13:00:42.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:42 smithi133 ceph-mon[98311]: pgmap v448: 97 pgs: 97 active+clean; 563 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 8.3 MiB/s wr, 728 op/s 2023-07-14T13:00:42.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:42 smithi130 ceph-mon[97977]: pgmap v448: 97 pgs: 97 active+clean; 563 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 8.3 MiB/s wr, 728 op/s 2023-07-14T13:00:42.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:42 smithi040 ceph-mon[96535]: pgmap v448: 97 pgs: 97 active+clean; 563 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 8.3 MiB/s wr, 728 op/s 2023-07-14T13:00:42.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 44056 34.01 MB/sec warmup 75 sec latency 9678.764 ms 2023-07-14T13:00:43.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 44815 34.06 MB/sec warmup 76 sec latency 131.529 ms 2023-07-14T13:00:44.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:43 smithi130 ceph-mon[97977]: pgmap v449: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 11 MiB/s wr, 1.02k op/s 2023-07-14T13:00:44.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:43 smithi040 ceph-mon[96535]: pgmap v449: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 11 MiB/s wr, 1.02k op/s 2023-07-14T13:00:44.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:43 smithi133 ceph-mon[98311]: pgmap v449: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 11 MiB/s wr, 1.02k op/s 2023-07-14T13:00:44.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 45680 34.18 MB/sec warmup 77 sec latency 43.368 ms 2023-07-14T13:00:45.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 46487 34.33 MB/sec warmup 78 sec latency 195.490 ms 2023-07-14T13:00:46.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:46 smithi133 ceph-mon[98311]: pgmap v450: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 656 op/s 2023-07-14T13:00:46.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:46 smithi130 ceph-mon[97977]: pgmap v450: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 656 op/s 2023-07-14T13:00:46.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:46 smithi040 ceph-mon[96535]: pgmap v450: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 656 op/s 2023-07-14T13:00:46.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 47409 34.55 MB/sec warmup 79 sec latency 53.470 ms 2023-07-14T13:00:47.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 48192 34.71 MB/sec warmup 80 sec latency 31.350 ms 2023-07-14T13:00:48.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:48 smithi133 ceph-mon[98311]: pgmap v451: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 656 op/s 2023-07-14T13:00:48.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:48 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:00:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:48 smithi130 ceph-mon[97977]: pgmap v451: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 656 op/s 2023-07-14T13:00:48.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:48 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:00:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:48 smithi040 ceph-mon[96535]: pgmap v451: 97 pgs: 97 active+clean; 595 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 656 op/s 2023-07-14T13:00:48.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:48 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:00:48.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 48757 34.54 MB/sec warmup 81 sec latency 120.066 ms 2023-07-14T13:00:49.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:49 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:00:49.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:49 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:00:49.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:49 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:00:49.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:49 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:00:49.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:49 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:00:49.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:49 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:00:49.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:49 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:00:49.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:49 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:00:49.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:49 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:00:49.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 49733 34.72 MB/sec warmup 82 sec latency 80.522 ms 2023-07-14T13:00:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 -- 172.21.15.40:0/1401205189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fed90 msgr2=0x7fc240102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:49.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 --2- 172.21.15.40:0/1401205189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fed90 0x7fc240102d50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fc234009990 tx=0x7fc234009ca0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 -- 172.21.15.40:0/1401205189 shutdown_connections 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 --2- 172.21.15.40:0/1401205189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2400fe3f0 0x7fc2400fe7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 --2- 172.21.15.40:0/1401205189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc240103430 0x7fc24010b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 --2- 172.21.15.40:0/1401205189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fed90 0x7fc240102d50 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 -- 172.21.15.40:0/1401205189 >> 172.21.15.40:0/1401205189 conn(0x7fc240075f90 msgr2=0x7fc240076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 -- 172.21.15.40:0/1401205189 shutdown_connections 2023-07-14T13:00:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.856+0000 7fc246672700 1 -- 172.21.15.40:0/1401205189 wait complete. 2023-07-14T13:00:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.857+0000 7fc246672700 1 Processor -- start 2023-07-14T13:00:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.857+0000 7fc246672700 1 -- start start 2023-07-14T13:00:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc246672700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 0x7fc24019bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc246672700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2400fed90 0x7fc24019c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc246672700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc240103430 0x7fc240195ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc246672700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc240196140 con 0x7fc2400fe3f0 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc246672700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2401962b0 con 0x7fc240103430 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc246672700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc240196470 con 0x7fc2400fed90 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 0x7fc24019bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 0x7fc24019bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38226/0 (socket says 172.21.15.40:38226) 2023-07-14T13:00:49.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 -- 172.21.15.40:0/3716621672 learned_addr learned my addr 172.21.15.40:0/3716621672 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2400fed90 0x7fc24019c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc244c0f700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc240103430 0x7fc240195ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 -- 172.21.15.40:0/3716621672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2400fed90 msgr2=0x7fc24019c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2400fed90 0x7fc24019c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 -- 172.21.15.40:0/3716621672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc240103430 msgr2=0x7fc240195ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc240103430 0x7fc240195ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 -- 172.21.15.40:0/3716621672 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2340095f0 con 0x7fc2400fe3f0 2023-07-14T13:00:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.858+0000 7fc23ffff700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 0x7fc24019bc70 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fc23000e9a0 tx=0x7fc23000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.859+0000 7fc23d7fa700 1 -- 172.21.15.40:0/3716621672 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc230009790 con 0x7fc2400fe3f0 2023-07-14T13:00:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.859+0000 7fc23d7fa700 1 -- 172.21.15.40:0/3716621672 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc230010430 con 0x7fc2400fe3f0 2023-07-14T13:00:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.859+0000 7fc23d7fa700 1 -- 172.21.15.40:0/3716621672 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc230018680 con 0x7fc2400fe3f0 2023-07-14T13:00:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.859+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc240196750 con 0x7fc2400fe3f0 2023-07-14T13:00:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.859+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2401a2c60 con 0x7fc2400fe3f0 2023-07-14T13:00:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.862+0000 7fc23d7fa700 1 -- 172.21.15.40:0/3716621672 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fc2300105a0 con 0x7fc2400fe3f0 2023-07-14T13:00:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.863+0000 7fc23d7fa700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc2280a13c0 0x7fc2280a3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.863+0000 7fc23d7fa700 1 -- 172.21.15.40:0/3716621672 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc230014070 con 0x7fc2400fe3f0 2023-07-14T13:00:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.863+0000 7fc2527f8b80 1 Processor -- start 2023-07-14T13:00:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 -- start start 2023-07-14T13:00:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc2280a13c0 0x7fc2280a3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec28dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec25490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752eb2dc50 con 0x55752ec25020 2023-07-14T13:00:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752eb809e0 con 0x55752ea846b0 2023-07-14T13:00:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752eb79e70 con 0x55752ec259d0 2023-07-14T13:00:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec25490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc244c0f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec25490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38236/0 (socket says 172.21.15.40:38236) 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 -- 172.21.15.40:0/489283346 learned_addr learned my addr 172.21.15.40:0/489283346 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc2280a13c0 0x7fc2280a3870 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc2400ff160 tx=0x7fc23400bb20 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 -- 172.21.15.40:0/489283346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 msgr2=0x55752ec3ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 -- 172.21.15.40:0/489283346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 msgr2=0x55752ec28dc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T13:00:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.864+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec28dc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.865+0000 7fc23f7fe700 1 -- 172.21.15.40:0/489283346 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55752e9a7d80 con 0x55752ec25020 2023-07-14T13:00:49.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.865+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec25490 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fc234009990 tx=0x7fc234029030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c72496bf49baacf8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.865+0000 7fc2267fc700 1 -- 172.21.15.40:0/489283346 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc234004700 con 0x55752ec25020 2023-07-14T13:00:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.865+0000 7fc2267fc700 1 -- 172.21.15.40:0/489283346 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc23401e040 con 0x55752ec25020 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.865+0000 7fc2267fc700 1 -- 172.21.15.40:0/489283346 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23400fc40 con 0x55752ec25020 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 -- 172.21.15.40:0/489283346 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 msgr2=0x55752ec25490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec25490 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fc234009990 tx=0x7fc234029030 comp rx=0 tx=0).stop 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 -- 172.21.15.40:0/489283346 shutdown_connections 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec28dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.903 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/489283346 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec25490 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 -- 172.21.15.40:0/489283346 >> 172.21.15.40:0/489283346 conn(0x55752ec1dbe0 msgr2=0x55752ec22f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 -- 172.21.15.40:0/489283346 shutdown_connections 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 -- 172.21.15.40:0/489283346 wait complete. 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.866+0000 7fc2527f8b80 1 -- start start 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 Processor -- start 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 0x55752ec3cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec25020 0x55752ec39e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752eb19a60 con 0x55752ea846b0 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752eb19760 con 0x55752ec25020 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752e9fd8c0 con 0x55752ec259d0 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc2527f8b80 10 client.0 _ll_register_callbacks cb 0x55752eb17700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc23ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 0x55752ec3cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc23ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 0x55752ec3cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38240/0 (socket says 172.21.15.40:38240) 2023-07-14T13:00:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc23ffff700 1 -- 172.21.15.40:0/1595453017 learned_addr learned my addr 172.21.15.40:0/1595453017 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.867+0000 7fc244c0f700 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc23ffff700 1 -- 172.21.15.40:0/1595453017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 msgr2=0x55752ec3a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc23ffff700 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc23ffff700 1 -- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec25020 msgr2=0x55752ec39e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc23ffff700 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec25020 0x55752ec39e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc23ffff700 1 -- 172.21.15.40:0/1595453017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2400673f0 con 0x55752ea846b0 2023-07-14T13:00:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc23ffff700 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 0x55752ec3cb10 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fc23000e970 tx=0x7fc2300cab40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98aa86f7e45e53d4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc21f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1595453017 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2300b1070 con 0x55752ea846b0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55752ead3490 con 0x55752ea846b0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1595453017 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc23009df90 con 0x55752ea846b0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1595453017 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2300a23b0 con 0x55752ea846b0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc2527f8b80 10 client.17259 fetch_fsmap learned FSMap version 72 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.868+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55752e990c00 con 0x55752ea846b0 2023-07-14T13:00:49.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1595453017 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc2300c8080 con 0x55752ea846b0 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1595453017 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7fc2300a1f20 con 0x55752ea846b0 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc2527f8b80 10 client.17259 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc2527f8b80 10 client.17259 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc2527f8b80 20 client.17259 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec4a2c0 0x55752ec4c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc2527f8b80 4 client.17259 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:00:49.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55752eb72e50 con 0x55752ec4a2c0 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.869+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec4a2c0 0x55752ec4c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.870+0000 7fc21f7fe700 10 client.17259 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.870+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec4a2c0 0x55752ec4c6d0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfe4b06cfe659888 server_cookie=a2bdc3e3261a7cbd in_seq=0 out_seq=0 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1595453017 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55752eb72e50 con 0x55752ec4a2c0 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc21f7fe700 10 client.17259 handle_command_reply: tid=0 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 client.17259 shutdown 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 msgr2=0x55752ec3cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:49.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 0x55752ec3cb10 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fc23000e970 tx=0x7fc2300cab40 comp rx=0 tx=0).stop 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 shutdown_connections 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec4a2c0 0x55752ec4c6d0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec259d0 0x55752ec3a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ea846b0 0x55752ec3cb10 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1595453017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec25020 0x55752ec39e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc21f7fe700 0 client.17259 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 >> 172.21.15.40:0/1595453017 conn(0x55752ec1dbe0 msgr2=0x55752ec224e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 shutdown_connections 2023-07-14T13:00:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.871+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1595453017 wait complete. 2023-07-14T13:00:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.872+0000 7fc2527f8b80 20 client.17259 trim_cache size 0 max 16384 2023-07-14T13:00:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 Processor -- start 2023-07-14T13:00:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 -- start start 2023-07-14T13:00:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ea846b0 0x55752ec41310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec2b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec259d0 0x55752ec3c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752eb72e50 con 0x55752ec25020 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752ec47860 con 0x55752ec259d0 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752ec3b370 con 0x55752ea846b0 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc23f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec2b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc23f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec2b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38250/0 (socket says 172.21.15.40:38250) 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc23ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ea846b0 0x55752ec41310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc23f7fe700 1 -- 172.21.15.40:0/2436220639 learned_addr learned my addr 172.21.15.40:0/2436220639 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.892+0000 7fc244c0f700 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec259d0 0x55752ec3c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23f7fe700 1 -- 172.21.15.40:0/2436220639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ea846b0 msgr2=0x55752ec41310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ea846b0 0x55752ec41310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23f7fe700 1 -- 172.21.15.40:0/2436220639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec259d0 msgr2=0x55752ec3c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec259d0 0x55752ec3c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23f7fe700 1 -- 172.21.15.40:0/2436220639 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55752e9ce1f0 con 0x55752ec25020 2023-07-14T13:00:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23ffff700 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ea846b0 0x55752ec41310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:00:49.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc23f7fe700 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec2b4e0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x55752ec3b340 tx=0x7fc23400f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91945f9201cdb713 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:49.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc226ffd700 1 -- 172.21.15.40:0/2436220639 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc234037070 con 0x55752ec25020 2023-07-14T13:00:49.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc226ffd700 1 -- 172.21.15.40:0/2436220639 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc234038040 con 0x55752ec25020 2023-07-14T13:00:49.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.893+0000 7fc226ffd700 1 -- 172.21.15.40:0/2436220639 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23403b780 con 0x55752ec25020 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 -- 172.21.15.40:0/2436220639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 msgr2=0x55752ec2b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec2b4e0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x55752ec3b340 tx=0x7fc23400f780 comp rx=0 tx=0).stop 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 -- 172.21.15.40:0/2436220639 shutdown_connections 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ea846b0 0x55752ec41310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ec259d0 0x55752ec3c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/2436220639 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec25020 0x55752ec2b4e0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 -- 172.21.15.40:0/2436220639 >> 172.21.15.40:0/2436220639 conn(0x55752ec1dbe0 msgr2=0x55752ec2add0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 -- 172.21.15.40:0/2436220639 shutdown_connections 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 -- 172.21.15.40:0/2436220639 wait complete. 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.894+0000 7fc2527f8b80 1 -- start start 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 Processor -- start 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec41170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec25020 0x55752ec3f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 0x55752ec3fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752ec3ff50 con 0x55752ec259d0 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752ec400c0 con 0x55752ea846b0 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55752ec40280 con 0x55752ec25020 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc2527f8b80 10 client.0 _ll_register_callbacks cb 0x55752eb17700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 0x55752ec3fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc23ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec41170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 0x55752ec3fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38258/0 (socket says 172.21.15.40:38258) 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 -- 172.21.15.40:0/1797806630 learned_addr learned my addr 172.21.15.40:0/1797806630 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:00:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc23f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec25020 0x55752ec3f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 -- 172.21.15.40:0/1797806630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec25020 msgr2=0x55752ec3f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec25020 0x55752ec3f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 -- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 msgr2=0x55752ec41170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.895+0000 7fc244c0f700 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec41170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc244c0f700 1 -- 172.21.15.40:0/1797806630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55752e990c00 con 0x55752ec259d0 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc244c0f700 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 0x55752ec3fa10 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc238007c40 tx=0x7fc238007c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77a2d476e7cc125c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:00:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc21f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1797806630 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc23801c070 con 0x55752ec259d0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc23401e040 con 0x55752ec259d0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1797806630 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc238004bb0 con 0x55752ec259d0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1797806630 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc238004d70 con 0x55752ec259d0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 10 client.17265 fetch_fsmap learned FSMap version 72 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55752e9a7d80 con 0x55752ec259d0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1797806630 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc23802d080 con 0x55752ec259d0 2023-07-14T13:00:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1797806630 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7fc238027030 con 0x55752ec259d0 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 10 client.17265 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 10 client.17265 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 20 client.17265 populate_metadata read hostname 'smithi040' 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec9f720 0x55752eca1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 4 client.17265 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.896+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55752eb34ff0 con 0x55752ec9f720 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.897+0000 7fc23ffff700 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec9f720 0x55752eca1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:00:49.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.897+0000 7fc23ffff700 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec9f720 0x55752eca1b30 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5f93a5102e60c72 server_cookie=eb735e6698ab80c7 in_seq=0 out_seq=0 2023-07-14T13:00:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:49.897+0000 7fc21f7fe700 10 client.17265 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.036+0000 7fc21f7fe700 1 -- 172.21.15.40:0/1797806630 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55752eb34ff0 con 0x55752ec9f720 2023-07-14T13:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.036+0000 7fc21f7fe700 10 client.17265 handle_command_reply: tid=0 2023-07-14T13:00:50.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.036+0000 7fc2527f8b80 1 client.17265 shutdown 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.036+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 msgr2=0x55752ec3fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.036+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 0x55752ec3fa10 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fc238007c40 tx=0x7fc238007c70 comp rx=0 tx=0).stop 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 shutdown_connections 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55752ec259d0 0x55752ec3fa10 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55752ea846b0 0x55752ec41170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55752ec9f720 0x55752eca1b30 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 --2- 172.21.15.40:0/1797806630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55752ec25020 0x55752ec3f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 >> 172.21.15.40:0/1797806630 conn(0x55752ec1dbe0 msgr2=0x55752ec3b6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc21f7fe700 0 client.17265 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 shutdown_connections 2023-07-14T13:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 1 -- 172.21.15.40:0/1797806630 wait complete. 2023-07-14T13:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc2527f8b80 20 client.17265 trim_cache size 0 max 16384 2023-07-14T13:00:50.070 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:00:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:00:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:00:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:00:50.071 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc2280a13c0 msgr2=0x7fc2280a3870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc2280a13c0 0x7fc2280a3870 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc2400ff160 tx=0x7fc23400bb20 comp rx=0 tx=0).stop 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 msgr2=0x7fc24019bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 0x7fc24019bc70 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fc23000e9a0 tx=0x7fc23000ecb0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 shutdown_connections 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc2280a13c0 0x7fc2280a3870 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc240103430 0x7fc240195ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc2400fe3f0 0x7fc24019bc70 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 --2- 172.21.15.40:0/3716621672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc2400fed90 0x7fc24019c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:00:50.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.037+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 >> 172.21.15.40:0/3716621672 conn(0x7fc240075f90 msgr2=0x7fc240102190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:00:50.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.038+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 shutdown_connections 2023-07-14T13:00:50.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:00:50.038+0000 7fc246672700 1 -- 172.21.15.40:0/3716621672 wait complete. 2023-07-14T13:00:50.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 50573 34.90 MB/sec warmup 83 sec latency 161.730 ms 2023-07-14T13:00:51.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:50 smithi040 ceph-mon[96535]: pgmap v452: 97 pgs: 97 active+clean; 620 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 12 MiB/s wr, 1.01k op/s 2023-07-14T13:00:51.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:50 smithi133 ceph-mon[98311]: pgmap v452: 97 pgs: 97 active+clean; 620 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 12 MiB/s wr, 1.01k op/s 2023-07-14T13:00:51.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:50 smithi130 ceph-mon[97977]: pgmap v452: 97 pgs: 97 active+clean; 620 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 12 MiB/s wr, 1.01k op/s 2023-07-14T13:00:51.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 51284 35.06 MB/sec warmup 84 sec latency 191.941 ms 2023-07-14T13:00:52.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 51987 35.08 MB/sec warmup 85 sec latency 36.993 ms 2023-07-14T13:00:53.247 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:52 smithi133 ceph-mon[98311]: pgmap v453: 97 pgs: 97 active+clean; 620 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.7 MiB/s wr, 643 op/s 2023-07-14T13:00:53.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:52 smithi130 ceph-mon[97977]: pgmap v453: 97 pgs: 97 active+clean; 620 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.7 MiB/s wr, 643 op/s 2023-07-14T13:00:53.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:52 smithi040 ceph-mon[96535]: pgmap v453: 97 pgs: 97 active+clean; 620 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 8.7 MiB/s wr, 643 op/s 2023-07-14T13:00:53.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 52692 35.05 MB/sec warmup 86 sec latency 82.892 ms 2023-07-14T13:00:54.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:53 smithi130 ceph-mon[97977]: pgmap v454: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 14 MiB/s wr, 1.07k op/s 2023-07-14T13:00:54.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:53 smithi040 ceph-mon[96535]: pgmap v454: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 14 MiB/s wr, 1.07k op/s 2023-07-14T13:00:54.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:53 smithi133 ceph-mon[98311]: pgmap v454: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 14 MiB/s wr, 1.07k op/s 2023-07-14T13:00:54.794 INFO:tasks.workunit.client.0.smithi040.stdout: 10 53699 35.19 MB/sec warmup 87 sec latency 69.340 ms 2023-07-14T13:00:55.795 INFO:tasks.workunit.client.0.smithi040.stdout: 10 54702 35.56 MB/sec warmup 88 sec latency 68.723 ms 2023-07-14T13:00:56.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:56 smithi133 ceph-mon[98311]: pgmap v455: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 783 op/s 2023-07-14T13:00:56.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:56 smithi130 ceph-mon[97977]: pgmap v455: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 783 op/s 2023-07-14T13:00:56.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:56 smithi040 ceph-mon[96535]: pgmap v455: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 783 op/s 2023-07-14T13:00:56.795 INFO:tasks.workunit.client.0.smithi040.stdout: 10 55243 35.43 MB/sec warmup 89 sec latency 179.445 ms 2023-07-14T13:00:57.795 INFO:tasks.workunit.client.0.smithi040.stdout: 10 56000 35.45 MB/sec warmup 90 sec latency 696.602 ms 2023-07-14T13:00:58.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:00:58 smithi133 ceph-mon[98311]: pgmap v456: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 783 op/s 2023-07-14T13:00:58.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:00:58 smithi130 ceph-mon[97977]: pgmap v456: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 783 op/s 2023-07-14T13:00:58.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:00:58 smithi040 ceph-mon[96535]: pgmap v456: 97 pgs: 97 active+clean; 633 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 783 op/s 2023-07-14T13:00:58.795 INFO:tasks.workunit.client.0.smithi040.stdout: 10 57093 35.67 MB/sec warmup 91 sec latency 1696.634 ms 2023-07-14T13:00:59.795 INFO:tasks.workunit.client.0.smithi040.stdout: 10 57862 35.78 MB/sec warmup 92 sec latency 2576.571 ms 2023-07-14T13:01:00.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:00 smithi133 ceph-mon[98311]: pgmap v457: 97 pgs: 97 active+clean; 658 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 17 MiB/s wr, 1.16k op/s 2023-07-14T13:01:00.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:00 smithi130 ceph-mon[97977]: pgmap v457: 97 pgs: 97 active+clean; 658 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 17 MiB/s wr, 1.16k op/s 2023-07-14T13:01:00.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:00 smithi040 ceph-mon[96535]: pgmap v457: 97 pgs: 97 active+clean; 658 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 17 MiB/s wr, 1.16k op/s 2023-07-14T13:01:00.795 INFO:tasks.workunit.client.0.smithi040.stdout: 10 58122 35.62 MB/sec warmup 93 sec latency 611.635 ms 2023-07-14T13:01:01.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 58122 35.24 MB/sec warmup 94 sec latency 1611.709 ms 2023-07-14T13:01:02.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:02 smithi133 ceph-mon[98311]: pgmap v458: 97 pgs: 97 active+clean; 658 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 807 op/s 2023-07-14T13:01:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:02 smithi130 ceph-mon[97977]: pgmap v458: 97 pgs: 97 active+clean; 658 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 807 op/s 2023-07-14T13:01:02.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:02 smithi040 ceph-mon[96535]: pgmap v458: 97 pgs: 97 active+clean; 658 MiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 11 MiB/s wr, 807 op/s 2023-07-14T13:01:02.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 58169 34.88 MB/sec warmup 95 sec latency 2318.616 ms 2023-07-14T13:01:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 -- 172.21.15.40:0/2266208075 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca280ff3e0 msgr2=0x7fca2810b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/2266208075 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca280ff3e0 0x7fca2810b860 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fca18009990 tx=0x7fca18009ca0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 -- 172.21.15.40:0/2266208075 shutdown_connections 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/2266208075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca28104a30 0x7fca28104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/2266208075 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca280ff3e0 0x7fca2810b860 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/2266208075 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280fea30 0x7fca280feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 -- 172.21.15.40:0/2266208075 >> 172.21.15.40:0/2266208075 conn(0x7fca28074760 msgr2=0x7fca28074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.166+0000 7fca2f5bb700 1 -- 172.21.15.40:0/2266208075 shutdown_connections 2023-07-14T13:01:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 -- 172.21.15.40:0/2266208075 wait complete. 2023-07-14T13:01:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 Processor -- start 2023-07-14T13:01:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 -- start start 2023-07-14T13:01:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca280fea30 0x7fca28100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ff3e0 0x7fca28100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 0x7fca281a3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca281a4220 con 0x7fca28104a30 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca281a4360 con 0x7fca280ff3e0 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.167+0000 7fca2f5bb700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca281a44d0 con 0x7fca280fea30 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 0x7fca281a3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 0x7fca281a3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38272/0 (socket says 172.21.15.40:38272) 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2d357700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca280fea30 0x7fca28100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 -- 172.21.15.40:0/820604546 learned_addr learned my addr 172.21.15.40:0/820604546 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2cb56700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ff3e0 0x7fca28100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 -- 172.21.15.40:0/820604546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca280fea30 msgr2=0x7fca28100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca280fea30 0x7fca28100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 -- 172.21.15.40:0/820604546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ff3e0 msgr2=0x7fca28100d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ff3e0 0x7fca28100d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 -- 172.21.15.40:0/820604546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca180095f0 con 0x7fca28104a30 2023-07-14T13:01:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2db58700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 0x7fca281a3ce0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fca18005910 tx=0x7fca18009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca267fc700 1 -- 172.21.15.40:0/820604546 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1801d070 con 0x7fca28104a30 2023-07-14T13:01:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca267fc700 1 -- 172.21.15.40:0/820604546 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca1800be60 con 0x7fca28104a30 2023-07-14T13:01:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca281a4750 con 0x7fca28104a30 2023-07-14T13:01:03.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca267fc700 1 -- 172.21.15.40:0/820604546 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca180053a0 con 0x7fca28104a30 2023-07-14T13:01:03.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.168+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca281a4b10 con 0x7fca28104a30 2023-07-14T13:01:03.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.170+0000 7fca267fc700 1 -- 172.21.15.40:0/820604546 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fca18005520 con 0x7fca28104a30 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.171+0000 7fca267fc700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.171+0000 7fca267fc700 1 -- 172.21.15.40:0/820604546 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fca180cdec0 con 0x7fca28104a30 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.171+0000 7fca2d357700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.171+0000 7fca2d357700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fca20009550 tx=0x7fca200091b0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 Processor -- start 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 -- start start 2023-07-14T13:01:03.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b356ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b3565040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b3565580 0x55c7b35659d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b346ac50 con 0x55c7b356b2d0 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b34bd9e0 con 0x55c7b33c16b0 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca3b741b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b34b6e70 con 0x55c7b3565580 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b3565040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b3565040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38278/0 (socket says 172.21.15.40:38278) 2023-07-14T13:01:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 -- 172.21.15.40:0/275462758 learned_addr learned my addr 172.21.15.40:0/275462758 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2db58700 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b3565580 0x55c7b35659d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2d357700 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b356ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 -- 172.21.15.40:0/275462758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b3565580 msgr2=0x55c7b35659d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b3565580 0x55c7b35659d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 -- 172.21.15.40:0/275462758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 msgr2=0x55c7b356ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b356ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.172+0000 7fca2cb56700 1 -- 172.21.15.40:0/275462758 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7b32e4d80 con 0x55c7b356b2d0 2023-07-14T13:01:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.173+0000 7fca2cb56700 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b3565040 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fca1c009d20 tx=0x7fca1c011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cae5178fe14ae03c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.173+0000 7fca0f7fe700 1 -- 172.21.15.40:0/275462758 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c019630 con 0x55c7b356b2d0 2023-07-14T13:01:03.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.173+0000 7fca0f7fe700 1 -- 172.21.15.40:0/275462758 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca1c019c50 con 0x55c7b356b2d0 2023-07-14T13:01:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.173+0000 7fca0f7fe700 1 -- 172.21.15.40:0/275462758 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c00ebd0 con 0x55c7b356b2d0 2023-07-14T13:01:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.173+0000 7fca3b741b80 1 -- 172.21.15.40:0/275462758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 msgr2=0x55c7b3565040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.173+0000 7fca3b741b80 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b3565040 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fca1c009d20 tx=0x7fca1c011720 comp rx=0 tx=0).stop 2023-07-14T13:01:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- 172.21.15.40:0/275462758 shutdown_connections 2023-07-14T13:01:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b3565580 0x55c7b35659d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b356ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 --2- 172.21.15.40:0/275462758 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b3565040 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- 172.21.15.40:0/275462758 >> 172.21.15.40:0/275462758 conn(0x55c7b355abe0 msgr2=0x55c7b355ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- 172.21.15.40:0/275462758 shutdown_connections 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- 172.21.15.40:0/275462758 wait complete. 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- start start 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 Processor -- start 2023-07-14T13:01:03.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b33c16b0 0x55c7b3571550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b356e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b356ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b3456a60 con 0x55c7b356b2d0 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b3456760 con 0x55c7b3565580 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.174+0000 7fca3b741b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b333a8c0 con 0x55c7b33c16b0 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca3b741b80 10 client.0 _ll_register_callbacks cb 0x55c7b3454700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b356ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b356ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38286/0 (socket says 172.21.15.40:38286) 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 -- 172.21.15.40:0/977683273 learned_addr learned my addr 172.21.15.40:0/977683273 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2cb56700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b356e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2d357700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b33c16b0 0x55c7b3571550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 -- 172.21.15.40:0/977683273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b33c16b0 msgr2=0x55c7b3571550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b33c16b0 0x55c7b3571550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 -- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 msgr2=0x55c7b356e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b356e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 -- 172.21.15.40:0/977683273 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca1c009980 con 0x55c7b356b2d0 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca2db58700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b356ed20 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fca180cb5c0 tx=0x7fca1809ae30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d518477305bddf5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca0cff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca0cff9700 1 -- 172.21.15.40:0/977683273 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca180b2070 con 0x55c7b356b2d0 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca0cff9700 1 -- 172.21.15.40:0/977683273 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fca1809af70 con 0x55c7b356b2d0 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c7b3410490 con 0x55c7b356b2d0 2023-07-14T13:01:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca0cff9700 1 -- 172.21.15.40:0/977683273 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca1809efa0 con 0x55c7b356b2d0 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.175+0000 7fca3b741b80 10 client.17277 fetch_fsmap learned FSMap version 72 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55c7b32cdc00 con 0x55c7b356b2d0 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca0cff9700 1 -- 172.21.15.40:0/977683273 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca180c9080 con 0x55c7b356b2d0 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca0cff9700 1 -- 172.21.15.40:0/977683273 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7fca180aebe0 con 0x55c7b356b2d0 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 10 client.17277 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 10 client.17277 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 20 client.17277 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:03.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b357e810 0x55c7b3580c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 4 client.17277 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c7b34afe50 con 0x55c7b357e810 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca2d357700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b357e810 0x55c7b3580c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca0cff9700 10 client.17277 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.176+0000 7fca2d357700 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b357e810 0x55c7b3580c20 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aba461e93ba1459a server_cookie=4957fd3f3a07c30a in_seq=0 out_seq=0 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca0cff9700 1 -- 172.21.15.40:0/977683273 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c7b34afe50 con 0x55c7b357e810 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca0cff9700 10 client.17277 handle_command_reply: tid=0 2023-07-14T13:01:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 client.17277 shutdown 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 msgr2=0x55c7b356ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b356ed20 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fca180cb5c0 tx=0x7fca1809ae30 comp rx=0 tx=0).stop 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 shutdown_connections 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b357e810 0x55c7b3580c20 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b33c16b0 0x55c7b3571550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca0cff9700 0 client.17277 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b356b2d0 0x55c7b356ed20 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 --2- 172.21.15.40:0/977683273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b356e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 >> 172.21.15.40:0/977683273 conn(0x55c7b355abe0 msgr2=0x55c7b355f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 shutdown_connections 2023-07-14T13:01:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.177+0000 7fca3b741b80 1 -- 172.21.15.40:0/977683273 wait complete. 2023-07-14T13:01:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.178+0000 7fca3b741b80 20 client.17277 trim_cache size 0 max 16384 2023-07-14T13:01:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.192+0000 7fca3b741b80 1 Processor -- start 2023-07-14T13:01:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.192+0000 7fca3b741b80 1 -- start start 2023-07-14T13:01:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b3565040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 0x55c7b356c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca3b741b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b357b550 con 0x55c7b3565580 2023-07-14T13:01:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca3b741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b352b060 con 0x55c7b33c16b0 2023-07-14T13:01:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca3b741b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b3560b30 con 0x55c7b355abe0 2023-07-14T13:01:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 0x55c7b356c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 0x55c7b356c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38294/0 (socket says 172.21.15.40:38294) 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 -- 172.21.15.40:0/2503493060 learned_addr learned my addr 172.21.15.40:0/2503493060 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2d357700 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b3565040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2cb56700 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 -- 172.21.15.40:0/2503493060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 msgr2=0x55c7b3565040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b3565040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 -- 172.21.15.40:0/2503493060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 msgr2=0x55c7b3575c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 -- 172.21.15.40:0/2503493060 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7b3585850 con 0x55c7b3565580 2023-07-14T13:01:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca2db58700 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 0x55c7b356c010 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fca180992c0 tx=0x7fca1800fe30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d47fc9d8d15253 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca0ffff700 1 -- 172.21.15.40:0/2503493060 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca180b2070 con 0x55c7b3565580 2023-07-14T13:01:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca0ffff700 1 -- 172.21.15.40:0/2503493060 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c7b3410490 con 0x55c7b3565580 2023-07-14T13:01:03.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.193+0000 7fca0ffff700 1 -- 172.21.15.40:0/2503493060 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca180a3330 con 0x55c7b3565580 2023-07-14T13:01:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 -- 172.21.15.40:0/2503493060 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 msgr2=0x55c7b356c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 0x55c7b356c010 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fca180992c0 tx=0x7fca1800fe30 comp rx=0 tx=0).stop 2023-07-14T13:01:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 -- 172.21.15.40:0/2503493060 shutdown_connections 2023-07-14T13:01:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b3565040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b3565580 0x55c7b356c010 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2503493060 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 -- 172.21.15.40:0/2503493060 >> 172.21.15.40:0/2503493060 conn(0x55c7b357b180 msgr2=0x55c7b356b900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 -- 172.21.15.40:0/2503493060 shutdown_connections 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 -- 172.21.15.40:0/2503493060 wait complete. 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 -- start start 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.194+0000 7fca3b741b80 1 Processor -- start 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.231 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b35667d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b3566d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b3567250 con 0x55c7b33c16b0 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b35673c0 con 0x55c7b3565580 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7b3567580 con 0x55c7b355abe0 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca3b741b80 10 client.0 _ll_register_callbacks cb 0x55c7b3454700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:03.232 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38296/0 (socket says 172.21.15.40:38296) 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 -- 172.21.15.40:0/2424649978 learned_addr learned my addr 172.21.15.40:0/2424649978 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2cb56700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b35667d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2db58700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b3566d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 -- 172.21.15.40:0/2424649978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 msgr2=0x55c7b35667d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b35667d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 -- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 msgr2=0x55c7b3566d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:03.233 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b3566d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.195+0000 7fca2d357700 1 -- 172.21.15.40:0/2424649978 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c7b32cdc00 con 0x55c7b33c16b0 2023-07-14T13:01:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca2d357700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c70 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fca20009bd0 tx=0x7fca20004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11116f40db18ce server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca0cff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca0cff9700 1 -- 172.21.15.40:0/2424649978 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca20015640 con 0x55c7b33c16b0 2023-07-14T13:01:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca0cff9700 1 -- 172.21.15.40:0/2424649978 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fca200157a0 con 0x55c7b33c16b0 2023-07-14T13:01:03.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fca1c019c50 con 0x55c7b33c16b0 2023-07-14T13:01:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca0cff9700 1 -- 172.21.15.40:0/2424649978 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca20015960 con 0x55c7b33c16b0 2023-07-14T13:01:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 10 client.17283 fetch_fsmap learned FSMap version 72 2023-07-14T13:01:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55c7b330b1f0 con 0x55c7b33c16b0 2023-07-14T13:01:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca0cff9700 1 -- 172.21.15.40:0/2424649978 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fca1c019c50 con 0x55c7b33c16b0 2023-07-14T13:01:03.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca0cff9700 1 -- 172.21.15.40:0/2424649978 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7fca20032c80 con 0x55c7b33c16b0 2023-07-14T13:01:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 10 client.17283 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:01:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 10 client.17283 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 20 client.17283 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:03.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b356b2d0 0x55c7b35d5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 4 client.17283 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:01:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c7b3471ff0 con 0x55c7b356b2d0 2023-07-14T13:01:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.196+0000 7fca2cb56700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b356b2d0 0x55c7b35d5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.197+0000 7fca0cff9700 10 client.17283 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:03.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.197+0000 7fca2cb56700 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b356b2d0 0x55c7b35d5c20 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=638becaa608f157e server_cookie=2a9f94df7b501620 in_seq=0 out_seq=0 2023-07-14T13:01:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca0cff9700 1 -- 172.21.15.40:0/2424649978 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c7b3471ff0 con 0x55c7b356b2d0 2023-07-14T13:01:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca0cff9700 10 client.17283 handle_command_reply: tid=0 2023-07-14T13:01:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 client.17283 shutdown 2023-07-14T13:01:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 msgr2=0x55c7b3575c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c70 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fca20009bd0 tx=0x7fca20004b40 comp rx=0 tx=0).stop 2023-07-14T13:01:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 shutdown_connections 2023-07-14T13:01:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c7b3565580 0x55c7b3566d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7b33c16b0 0x55c7b3575c70 secure :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fca20009bd0 tx=0x7fca20004b40 comp rx=0 tx=0).stop 2023-07-14T13:01:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c7b356b2d0 0x55c7b35d5c20 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 --2- 172.21.15.40:0/2424649978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c7b355abe0 0x55c7b35667d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca0cff9700 0 client.17283 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.304+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 >> 172.21.15.40:0/2424649978 conn(0x55c7b357b180 msgr2=0x55c7b356d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.306+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 shutdown_connections 2023-07-14T13:01:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.306+0000 7fca3b741b80 1 -- 172.21.15.40:0/2424649978 wait complete. 2023-07-14T13:01:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.306+0000 7fca3b741b80 20 client.17283 trim_cache size 0 max 16384 2023-07-14T13:01:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:01:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:01:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:01:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:01:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 msgr2=0x7fca100a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fca20009550 tx=0x7fca200091b0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 msgr2=0x7fca281a3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 0x7fca281a3ce0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fca18005910 tx=0x7fca18009580 comp rx=0 tx=0).stop 2023-07-14T13:01:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 shutdown_connections 2023-07-14T13:01:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fca100a12c0 0x7fca100a3770 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca280fea30 0x7fca28100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fca28104a30 0x7fca281a3ce0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 --2- 172.21.15.40:0/820604546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fca280ff3e0 0x7fca28100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 >> 172.21.15.40:0/820604546 conn(0x7fca28074760 msgr2=0x7fca280fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 shutdown_connections 2023-07-14T13:01:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:03.307+0000 7fca2f5bb700 1 -- 172.21.15.40:0/820604546 wait complete. 2023-07-14T13:01:03.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 58471 34.65 MB/sec warmup 96 sec latency 821.221 ms 2023-07-14T13:01:04.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:03 smithi130 ceph-mon[97977]: pgmap v459: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-07-14T13:01:04.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:03 smithi040 ceph-mon[96535]: pgmap v459: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-07-14T13:01:04.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:03 smithi133 ceph-mon[98311]: pgmap v459: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-07-14T13:01:04.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 58886 34.50 MB/sec warmup 97 sec latency 94.977 ms 2023-07-14T13:01:05.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 59818 34.64 MB/sec warmup 98 sec latency 64.306 ms 2023-07-14T13:01:06.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:06 smithi133 ceph-mon[98311]: pgmap v460: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 608 op/s 2023-07-14T13:01:06.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:06 smithi130 ceph-mon[97977]: pgmap v460: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 608 op/s 2023-07-14T13:01:06.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:06 smithi040 ceph-mon[96535]: pgmap v460: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 608 op/s 2023-07-14T13:01:06.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 60483 34.66 MB/sec warmup 99 sec latency 175.799 ms 2023-07-14T13:01:07.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 61120 34.69 MB/sec warmup 100 sec latency 176.953 ms 2023-07-14T13:01:08.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:08 smithi133 ceph-mon[98311]: pgmap v461: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 608 op/s 2023-07-14T13:01:08.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:08 smithi133 ceph-mon[98311]: osdmap e102: 12 total, 12 up, 12 in 2023-07-14T13:01:08.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:08 smithi130 ceph-mon[97977]: pgmap v461: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 608 op/s 2023-07-14T13:01:08.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:08 smithi130 ceph-mon[97977]: osdmap e102: 12 total, 12 up, 12 in 2023-07-14T13:01:08.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:08 smithi040 ceph-mon[96535]: pgmap v461: 97 pgs: 97 active+clean; 692 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 608 op/s 2023-07-14T13:01:08.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:08 smithi040 ceph-mon[96535]: osdmap e102: 12 total, 12 up, 12 in 2023-07-14T13:01:08.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 61806 34.70 MB/sec warmup 101 sec latency 67.053 ms 2023-07-14T13:01:09.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 62598 34.82 MB/sec warmup 102 sec latency 129.358 ms 2023-07-14T13:01:10.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:10 smithi133 ceph-mon[98311]: pgmap v463: 97 pgs: 5 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 81 active+clean; 678 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 965 op/s 2023-07-14T13:01:10.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:10 smithi130 ceph-mon[97977]: pgmap v463: 97 pgs: 5 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 81 active+clean; 678 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 965 op/s 2023-07-14T13:01:10.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:10 smithi040 ceph-mon[96535]: pgmap v463: 97 pgs: 5 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 81 active+clean; 678 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 965 op/s 2023-07-14T13:01:10.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 63472 34.91 MB/sec warmup 103 sec latency 37.927 ms 2023-07-14T13:01:11.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 64083 34.88 MB/sec warmup 104 sec latency 199.450 ms 2023-07-14T13:01:12.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:12 smithi133 ceph-mon[98311]: pgmap v464: 97 pgs: 5 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 81 active+clean; 678 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 965 op/s 2023-07-14T13:01:12.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:12 smithi130 ceph-mon[97977]: pgmap v464: 97 pgs: 5 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 81 active+clean; 678 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 965 op/s 2023-07-14T13:01:12.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:12 smithi040 ceph-mon[96535]: pgmap v464: 97 pgs: 5 active+clean+snaptrim, 11 active+clean+snaptrim_wait, 81 active+clean; 678 MiB data, 4.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 965 op/s 2023-07-14T13:01:12.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 64862 34.95 MB/sec warmup 105 sec latency 82.280 ms 2023-07-14T13:01:13.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 65716 35.09 MB/sec warmup 106 sec latency 52.661 ms 2023-07-14T13:01:14.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:13 smithi130 ceph-mon[97977]: pgmap v465: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:14.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:13 smithi040 ceph-mon[96535]: pgmap v465: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:14.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:13 smithi133 ceph-mon[98311]: pgmap v465: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:14.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 66568 35.14 MB/sec warmup 107 sec latency 103.791 ms 2023-07-14T13:01:15.796 INFO:tasks.workunit.client.0.smithi040.stdout: 10 67443 35.21 MB/sec warmup 108 sec latency 50.356 ms 2023-07-14T13:01:16.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 -- 172.21.15.40:0/2177261273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c0ffaf0 msgr2=0x7f260c0fff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 --2- 172.21.15.40:0/2177261273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c0ffaf0 0x7f260c0fff60 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f25fc0098f0 tx=0x7f25fc009c00 comp rx=0 tx=0).stop 2023-07-14T13:01:16.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 -- 172.21.15.40:0/2177261273 shutdown_connections 2023-07-14T13:01:16.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 --2- 172.21.15.40:0/2177261273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f260c105b00 0x7f260c105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 --2- 172.21.15.40:0/2177261273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c1004a0 0x7f260c10c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 --2- 172.21.15.40:0/2177261273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c0ffaf0 0x7f260c0fff60 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 -- 172.21.15.40:0/2177261273 >> 172.21.15.40:0/2177261273 conn(0x7f260c0fb5f0 msgr2=0x7f260c0fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:16.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 -- 172.21.15.40:0/2177261273 shutdown_connections 2023-07-14T13:01:16.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.446+0000 7f2614269700 1 -- 172.21.15.40:0/2177261273 wait complete. 2023-07-14T13:01:16.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 Processor -- start 2023-07-14T13:01:16.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 -- start start 2023-07-14T13:01:16.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c0ffaf0 0x7f260c19bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 0x7f260c19c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f260c105b00 0x7f260c195ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c196120 con 0x7f260c1004a0 2023-07-14T13:01:16.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c196290 con 0x7f260c0ffaf0 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2614269700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f260c196450 con 0x7f260c105b00 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 0x7f260c19c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2612005700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c0ffaf0 0x7f260c19bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2612806700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f260c105b00 0x7f260c195ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 0x7f260c19c190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38314/0 (socket says 172.21.15.40:38314) 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.447+0000 7f2611804700 1 -- 172.21.15.40:0/808043669 learned_addr learned my addr 172.21.15.40:0/808043669 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:16.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2611804700 1 -- 172.21.15.40:0/808043669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f260c105b00 msgr2=0x7f260c195ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2611804700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f260c105b00 0x7f260c195ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2611804700 1 -- 172.21.15.40:0/808043669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c0ffaf0 msgr2=0x7f260c19bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2611804700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c0ffaf0 0x7f260c19bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2611804700 1 -- 172.21.15.40:0/808043669 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25fc009520 con 0x7f260c1004a0 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2612005700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c0ffaf0 0x7f260c19bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2611804700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 0x7f260c19c190 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f25fc009810 tx=0x7f25fc00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:16.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f26037fe700 1 -- 172.21.15.40:0/808043669 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc01c070 con 0x7f260c1004a0 2023-07-14T13:01:16.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f26037fe700 1 -- 172.21.15.40:0/808043669 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f25fc00bbd0 con 0x7f260c1004a0 2023-07-14T13:01:16.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f260c1966d0 con 0x7f260c1004a0 2023-07-14T13:01:16.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f26037fe700 1 -- 172.21.15.40:0/808043669 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc004930 con 0x7f260c1004a0 2023-07-14T13:01:16.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.448+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f260c1a2c40 con 0x7f260c1004a0 2023-07-14T13:01:16.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.450+0000 7f26037fe700 1 -- 172.21.15.40:0/808043669 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f25fc020070 con 0x7f260c1004a0 2023-07-14T13:01:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.451+0000 7f26037fe700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f25f80a12c0 0x7f25f80a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.451+0000 7f26037fe700 1 -- 172.21.15.40:0/808043669 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f25fc0cd9a0 con 0x7f260c1004a0 2023-07-14T13:01:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.451+0000 7f2612005700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f25f80a12c0 0x7f25f80a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.451+0000 7f2612005700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f25f80a12c0 0x7f25f80a3770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2608005fd0 tx=0x7f2608009310 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:16.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 Processor -- start 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 -- start start 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c09549fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 0x55c09549a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c09549a580 0x55c09549a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09539fc50 con 0x55c0954a02d0 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0953f29e0 con 0x55c09549a580 2023-07-14T13:01:16.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f26203efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0953ebe70 con 0x55c0952f66b0 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 0x55c09549a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f2612005700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c09549fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 0x55c09549a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38322/0 (socket says 172.21.15.40:38322) 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f2611804700 1 -- 172.21.15.40:0/702926546 learned_addr learned my addr 172.21.15.40:0/702926546 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f2612806700 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c09549a580 0x55c09549a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.452+0000 7f2612005700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c09549fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52010/0 (socket says 172.21.15.40:52010) 2023-07-14T13:01:16.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2611804700 1 -- 172.21.15.40:0/702926546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 msgr2=0x55c09549fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2611804700 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c09549fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2611804700 1 -- 172.21.15.40:0/702926546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c09549a580 msgr2=0x55c09549a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2611804700 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c09549a580 0x55c09549a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2611804700 1 -- 172.21.15.40:0/702926546 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c095219d80 con 0x55c0954a02d0 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2611804700 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 0x55c09549a040 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f25fc0a2920 tx=0x7f25fc0054c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c4d09a15a68854 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2600dac700 1 -- 172.21.15.40:0/702926546 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc09eac0 con 0x55c0954a02d0 2023-07-14T13:01:16.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2600dac700 1 -- 172.21.15.40:0/702926546 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f25fc0a2e50 con 0x55c0954a02d0 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.453+0000 7f2600dac700 1 -- 172.21.15.40:0/702926546 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc099f80 con 0x55c0954a02d0 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 -- 172.21.15.40:0/702926546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 msgr2=0x55c09549a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 0x55c09549a040 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f25fc0a2920 tx=0x7f25fc0054c0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 -- 172.21.15.40:0/702926546 shutdown_connections 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c09549fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c09549a580 0x55c09549a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 --2- 172.21.15.40:0/702926546 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0954a02d0 0x55c09549a040 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 -- 172.21.15.40:0/702926546 >> 172.21.15.40:0/702926546 conn(0x55c09548fbe0 msgr2=0x55c095494f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 -- 172.21.15.40:0/702926546 shutdown_connections 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 -- 172.21.15.40:0/702926546 wait complete. 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 -- start start 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.454+0000 7f26203efb80 1 Processor -- start 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0952f66b0 0x55c0954a92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0954a02d0 0x55c0954a35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09538ba60 con 0x55c09549a580 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09538b760 con 0x55c0952f66b0 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09526f8c0 con 0x55c0954a02d0 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f26203efb80 10 client.0 _ll_register_callbacks cb 0x55c095389700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2612005700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0952f66b0 0x55c0954a92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38326/0 (socket says 172.21.15.40:38326) 2023-07-14T13:01:16.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2612806700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0954a02d0 0x55c0954a35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 -- 172.21.15.40:0/1056014855 learned_addr learned my addr 172.21.15.40:0/1056014855 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:16.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 -- 172.21.15.40:0/1056014855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0954a02d0 msgr2=0x55c0954a35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0954a02d0 0x55c0954a35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 -- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0952f66b0 msgr2=0x55c0954a92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0952f66b0 0x55c0954a92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 -- 172.21.15.40:0/1056014855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f260c1a2c40 con 0x55c09549a580 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f2611804700 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a97f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f25fc009fd0 tx=0x7f25fc0973b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a262fddc1887a95a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f25f5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.455+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1056014855 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25fc09a190 con 0x55c09549a580 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1056014855 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f25fc0b3120 con 0x55c09549a580 2023-07-14T13:01:16.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c095345490 con 0x55c09549a580 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1056014855 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f25fc09acf0 con 0x55c09549a580 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 10 client.17295 fetch_fsmap learned FSMap version 72 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55c095202c00 con 0x55c09549a580 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1056014855 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c095345490 con 0x55c09549a580 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1056014855 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f25fc005040 con 0x55c09549a580 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 10 client.17295 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:01:16.498 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 10 client.17295 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 20 client.17295 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c0954b3450 0x55c0954b5860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 4 client.17295 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c0953e4e50 con 0x55c0954b3450 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.456+0000 7f2612005700 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c0954b3450 0x55c0954b5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.457+0000 7f25f5ffb700 10 client.17295 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:16.499 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.457+0000 7f2612005700 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c0954b3450 0x55c0954b5860 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fdc643ba4ffbd9db server_cookie=15fc61aa00ee9158 in_seq=0 out_seq=0 2023-07-14T13:01:16.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:16 smithi133 ceph-mon[98311]: pgmap v466: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:16.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1056014855 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c0953e4e50 con 0x55c0954b3450 2023-07-14T13:01:16.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f25f5ffb700 10 client.17295 handle_command_reply: tid=0 2023-07-14T13:01:16.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 client.17295 shutdown 2023-07-14T13:01:16.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 msgr2=0x55c0954a97f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a97f0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f25fc009fd0 tx=0x7f25fc0973b0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 shutdown_connections 2023-07-14T13:01:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c0954b3450 0x55c0954b5860 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0954a02d0 0x55c0954a35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f26203efb80 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0952f66b0 0x55c0954a92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.458+0000 7f25f5ffb700 0 client.17295 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:16.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.459+0000 7f26203efb80 1 --2- 172.21.15.40:0/1056014855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a97f0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.459+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 >> 172.21.15.40:0/1056014855 conn(0x55c09548fbe0 msgr2=0x55c0954944e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:16.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.459+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 shutdown_connections 2023-07-14T13:01:16.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.459+0000 7f26203efb80 1 -- 172.21.15.40:0/1056014855 wait complete. 2023-07-14T13:01:16.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.459+0000 7f26203efb80 20 client.17295 trim_cache size 0 max 16384 2023-07-14T13:01:16.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.480+0000 7f26203efb80 1 Processor -- start 2023-07-14T13:01:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 -- start start 2023-07-14T13:01:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 0x55c0954a36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c09549a580 0x55c0954a2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c0954a0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09548cbb0 con 0x55c0952f66b0 2023-07-14T13:01:16.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0954915f0 con 0x55c0954a02d0 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f26203efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09549afd0 con 0x55c09549a580 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 0x55c0954a36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 0x55c0954a36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38334/0 (socket says 172.21.15.40:38334) 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 -- 172.21.15.40:0/1000252881 learned_addr learned my addr 172.21.15.40:0/1000252881 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2611804700 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c09549a580 0x55c0954a2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612806700 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c0954a0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 -- 172.21.15.40:0/1000252881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c09549a580 msgr2=0x55c0954a2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c09549a580 0x55c0954a2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 -- 172.21.15.40:0/1000252881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 msgr2=0x55c0954a0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c0954a0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.481+0000 7f2612005700 1 -- 172.21.15.40:0/1000252881 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c0954ba450 con 0x55c0952f66b0 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.482+0000 7f2612005700 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 0x55c0954a36e0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x55c0954b6100 tx=0x7f2608014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66a763dcd47e64c7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.482+0000 7f26015ad700 1 -- 172.21.15.40:0/1000252881 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2608024040 con 0x55c0952f66b0 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.482+0000 7f26015ad700 1 -- 172.21.15.40:0/1000252881 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2608004250 con 0x55c0952f66b0 2023-07-14T13:01:16.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.482+0000 7f26015ad700 1 -- 172.21.15.40:0/1000252881 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f260801e850 con 0x55c0952f66b0 2023-07-14T13:01:16.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- 172.21.15.40:0/1000252881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 msgr2=0x55c0954a36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 0x55c0954a36e0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x55c0954b6100 tx=0x7f2608014000 comp rx=0 tx=0).stop 2023-07-14T13:01:16.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- 172.21.15.40:0/1000252881 shutdown_connections 2023-07-14T13:01:16.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c0954a0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c0952f66b0 0x55c0954a36e0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- 172.21.15.40:0/1000252881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c09549a580 0x55c0954a2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- 172.21.15.40:0/1000252881 >> 172.21.15.40:0/1000252881 conn(0x55c09548fbe0 msgr2=0x55c0954a08a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:16.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- 172.21.15.40:0/1000252881 shutdown_connections 2023-07-14T13:01:16.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- 172.21.15.40:0/1000252881 wait complete. 2023-07-14T13:01:16.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- start start 2023-07-14T13:01:16.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 Processor -- start 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c0954a6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c09550a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0954a7cc0 con 0x55c09549a580 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0954a7e30 con 0x55c0954a02d0 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.483+0000 7f26203efb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09550aca0 con 0x55c0952f66b0 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f26203efb80 10 client.0 _ll_register_callbacks cb 0x7f2604009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:16.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2611804700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c0954a6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c0954a6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52030/0 (socket says 172.21.15.40:52030) 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 -- 172.21.15.40:0/1865007973 learned_addr learned my addr 172.21.15.40:0/1865007973 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612806700 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c09550a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 -- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 msgr2=0x55c09550a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c09550a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 -- 172.21.15.40:0/1865007973 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 msgr2=0x55c0954a74c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a74c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 -- 172.21.15.40:0/1865007973 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2608017070 con 0x55c0952f66b0 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f2612005700 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c0954a6f80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2608005e50 tx=0x7f2608029440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f86095a938a626c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f25f5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1865007973 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2608024070 con 0x55c0952f66b0 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1865007973 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f2608029b50 con 0x55c0952f66b0 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f25fc0a2e50 con 0x55c0952f66b0 2023-07-14T13:01:16.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.484+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1865007973 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2608029d10 con 0x55c0952f66b0 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 10 client.26761 fetch_fsmap learned FSMap version 72 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55c0952401f0 con 0x55c0952f66b0 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1865007973 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f25fc0a2e50 con 0x55c0952f66b0 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1865007973 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f260801e3f0 con 0x55c0952f66b0 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 10 client.26761 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 10 client.26761 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:16.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 20 client.26761 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c09550c330 0x55c09550e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 4 client.26761 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:01:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c0953a6ff0 con 0x55c09550c330 2023-07-14T13:01:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.485+0000 7f2611804700 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c09550c330 0x55c09550e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.486+0000 7f25f5ffb700 10 client.26761 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:16.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.486+0000 7f2611804700 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c09550c330 0x55c09550e740 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96739812243d9112 server_cookie=c60bad44390d3d4a in_seq=0 out_seq=0 2023-07-14T13:01:16.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:16 smithi130 ceph-mon[97977]: pgmap v466: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:16.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:16 smithi040 ceph-mon[96535]: pgmap v466: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f25f5ffb700 1 -- 172.21.15.40:0/1865007973 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c0953a6ff0 con 0x55c09550c330 2023-07-14T13:01:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f25f5ffb700 10 client.26761 handle_command_reply: tid=0 2023-07-14T13:01:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f26203efb80 1 client.26761 shutdown 2023-07-14T13:01:16.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 msgr2=0x55c0954a6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f26203efb80 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c0954a6f80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2608005e50 tx=0x7f2608029440 comp rx=0 tx=0).stop 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 shutdown_connections 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.654+0000 7f26203efb80 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c09550c330 0x55c09550e740 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c0952f66b0 0x55c0954a6f80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c0954a02d0 0x55c09550a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f25f5ffb700 0 client.26761 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 1 --2- 172.21.15.40:0/1865007973 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c09549a580 0x55c0954a74c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 >> 172.21.15.40:0/1865007973 conn(0x55c09548fbe0 msgr2=0x55c09549e950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 shutdown_connections 2023-07-14T13:01:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 1 -- 172.21.15.40:0/1865007973 wait complete. 2023-07-14T13:01:16.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f26203efb80 20 client.26761 trim_cache size 0 max 16384 2023-07-14T13:01:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:01:16.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:01:16.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:01:16.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f25f80a12c0 msgr2=0x7f25f80a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f25f80a12c0 0x7f25f80a3770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f2608005fd0 tx=0x7f2608009310 comp rx=0 tx=0).stop 2023-07-14T13:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 msgr2=0x7f260c19c190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 0x7f260c19c190 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f25fc009810 tx=0x7f25fc00fa00 comp rx=0 tx=0).stop 2023-07-14T13:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 shutdown_connections 2023-07-14T13:01:16.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f25f80a12c0 0x7f25f80a3770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f260c105b00 0x7f260c195ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.655+0000 7f2614269700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f260c0ffaf0 0x7f260c19bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.656+0000 7f2614269700 1 --2- 172.21.15.40:0/808043669 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f260c1004a0 0x7f260c19c190 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.656+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 >> 172.21.15.40:0/808043669 conn(0x7f260c0fb5f0 msgr2=0x7f260c0fbc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.657+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 shutdown_connections 2023-07-14T13:01:16.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:16.658+0000 7f2614269700 1 -- 172.21.15.40:0/808043669 wait complete. 2023-07-14T13:01:16.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 68014 35.22 MB/sec warmup 109 sec latency 205.418 ms 2023-07-14T13:01:17.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 68888 35.35 MB/sec warmup 110 sec latency 108.550 ms 2023-07-14T13:01:18.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:18 smithi133 ceph-mon[98311]: pgmap v467: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:18.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:18 smithi133 ceph-mon[98311]: osdmap e103: 12 total, 12 up, 12 in 2023-07-14T13:01:18.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:18 smithi130 ceph-mon[97977]: pgmap v467: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:18.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:18 smithi130 ceph-mon[97977]: osdmap e103: 12 total, 12 up, 12 in 2023-07-14T13:01:18.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:18 smithi040 ceph-mon[96535]: pgmap v467: 97 pgs: 97 active+clean; 709 MiB data, 4.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 15 MiB/s wr, 1.11k op/s 2023-07-14T13:01:18.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:18 smithi040 ceph-mon[96535]: osdmap e103: 12 total, 12 up, 12 in 2023-07-14T13:01:18.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 69595 35.39 MB/sec warmup 111 sec latency 109.526 ms 2023-07-14T13:01:19.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 70350 35.41 MB/sec warmup 112 sec latency 82.818 ms 2023-07-14T13:01:20.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:20 smithi133 ceph-mon[98311]: pgmap v469: 97 pgs: 97 active+clean; 741 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 952 op/s 2023-07-14T13:01:20.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:20 smithi130 ceph-mon[97977]: pgmap v469: 97 pgs: 97 active+clean; 741 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 952 op/s 2023-07-14T13:01:20.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:20 smithi040 ceph-mon[96535]: pgmap v469: 97 pgs: 97 active+clean; 741 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 952 op/s 2023-07-14T13:01:20.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 71367 35.52 MB/sec warmup 113 sec latency 88.704 ms 2023-07-14T13:01:21.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 72123 35.61 MB/sec warmup 114 sec latency 223.105 ms 2023-07-14T13:01:22.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:22 smithi133 ceph-mon[98311]: pgmap v470: 97 pgs: 97 active+clean; 741 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 952 op/s 2023-07-14T13:01:22.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:22 smithi130 ceph-mon[97977]: pgmap v470: 97 pgs: 97 active+clean; 741 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 952 op/s 2023-07-14T13:01:22.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:22 smithi040 ceph-mon[96535]: pgmap v470: 97 pgs: 97 active+clean; 741 MiB data, 4.8 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 952 op/s 2023-07-14T13:01:22.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 72942 35.75 MB/sec warmup 115 sec latency 56.092 ms 2023-07-14T13:01:23.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 73607 35.70 MB/sec warmup 116 sec latency 63.985 ms 2023-07-14T13:01:24.287 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:23 smithi130 ceph-mon[97977]: pgmap v471: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:24.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:23 smithi040 ceph-mon[96535]: pgmap v471: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:24.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:23 smithi133 ceph-mon[98311]: pgmap v471: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:24.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 74503 35.73 MB/sec warmup 117 sec latency 48.262 ms 2023-07-14T13:01:25.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 75537 35.95 MB/sec warmup 118 sec latency 44.629 ms 2023-07-14T13:01:26.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:26 smithi133 ceph-mon[98311]: pgmap v472: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:26.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:26 smithi130 ceph-mon[97977]: pgmap v472: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:26.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:26 smithi040 ceph-mon[96535]: pgmap v472: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:26.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 76173 35.97 MB/sec warmup 119 sec latency 300.597 ms 2023-07-14T13:01:28.497 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:28 smithi133 ceph-mon[98311]: pgmap v473: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:28.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:28 smithi130 ceph-mon[97977]: pgmap v473: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:28 smithi040 ceph-mon[96535]: pgmap v473: 97 pgs: 97 active+clean; 773 MiB data, 5.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 17 MiB/s wr, 992 op/s 2023-07-14T13:01:28.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 77721 43.60 MB/sec execute 1 sec latency 77.506 ms 2023-07-14T13:01:29.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 78786 52.43 MB/sec execute 2 sec latency 61.606 ms 2023-07-14T13:01:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 -- 172.21.15.40:0/930407679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84101fd0 msgr2=0x7f1c841023a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/930407679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84101fd0 0x7f1c841023a0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f1c740099c0 tx=0x7f1c74009cd0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 -- 172.21.15.40:0/930407679 shutdown_connections 2023-07-14T13:01:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/930407679 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84107010 0x7f1c8410ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/930407679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84101fd0 0x7f1c841023a0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/930407679 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c84102970 0x7f1c84106930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 -- 172.21.15.40:0/930407679 >> 172.21.15.40:0/930407679 conn(0x7f1c840fd840 msgr2=0x7f1c840ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 -- 172.21.15.40:0/930407679 shutdown_connections 2023-07-14T13:01:29.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.810+0000 7f1c88bd9700 1 -- 172.21.15.40:0/930407679 wait complete. 2023-07-14T13:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.811+0000 7f1c88bd9700 1 Processor -- start 2023-07-14T13:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.811+0000 7f1c88bd9700 1 -- start start 2023-07-14T13:01:29.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c88bd9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 0x7f1c84197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c88bd9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c84102970 0x7f1c841983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c88bd9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84107010 0x7f1c8419ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c88bd9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8419d070 con 0x7f1c84107010 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c88bd9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8419d1e0 con 0x7f1c84102970 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c88bd9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c8419d3a0 con 0x7f1c84101fd0 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 0x7f1c84197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.846 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 0x7f1c84197e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52062/0 (socket says 172.21.15.40:52062) 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 -- 172.21.15.40:0/3285426908 learned_addr learned my addr 172.21.15.40:0/3285426908 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84107010 0x7f1c8419ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 -- 172.21.15.40:0/3285426908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c84102970 msgr2=0x7f1c841983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c84102970 0x7f1c841983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 -- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84107010 msgr2=0x7f1c8419ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84107010 0x7f1c8419ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.812+0000 7f1c8259c700 1 -- 172.21.15.40:0/3285426908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c740095f0 con 0x7f1c84101fd0 2023-07-14T13:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.813+0000 7f1c8259c700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 0x7f1c84197e80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400f690 tx=0x7f1c7400f6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.813+0000 7f1c7b7fe700 1 -- 172.21.15.40:0/3285426908 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c7401c070 con 0x7f1c84101fd0 2023-07-14T13:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.813+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c8419d620 con 0x7f1c84101fd0 2023-07-14T13:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.813+0000 7f1c7b7fe700 1 -- 172.21.15.40:0/3285426908 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c7400fe90 con 0x7f1c84101fd0 2023-07-14T13:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.813+0000 7f1c7b7fe700 1 -- 172.21.15.40:0/3285426908 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c74022e40 con 0x7f1c84101fd0 2023-07-14T13:01:29.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.813+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c84074b30 con 0x7f1c84101fd0 2023-07-14T13:01:29.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.816+0000 7f1c7b7fe700 1 -- 172.21.15.40:0/3285426908 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f1c74020070 con 0x7f1c84101fd0 2023-07-14T13:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.816+0000 7f1c7b7fe700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1c700a12c0 0x7f1c700a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.817+0000 7f1c7b7fe700 1 -- 172.21.15.40:0/3285426908 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1c740cdc20 con 0x7f1c84101fd0 2023-07-14T13:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.817+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1c700a12c0 0x7f1c700a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.817+0000 7f1c94d5fb80 1 Processor -- start 2023-07-14T13:01:29.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.817+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1c700a12c0 0x7f1c700a3770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c005950 tx=0x7f1c6c0058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.817+0000 7f1c94d5fb80 1 -- start start 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940eead90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940ee5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940ee5580 0x556940ee59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940deac50 con 0x556940d416b0 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940e3d9e0 con 0x556940eeb2d0 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940e36e70 con 0x556940ee5580 2023-07-14T13:01:29.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c8259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940eead90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c8259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940eead90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38380/0 (socket says 172.21.15.40:38380) 2023-07-14T13:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c8259c700 1 -- 172.21.15.40:0/1552360686 learned_addr learned my addr 172.21.15.40:0/1552360686 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940ee5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940ee5580 0x556940ee59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1552360686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940ee5580 msgr2=0x556940ee59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940ee5580 0x556940ee59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1552360686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 msgr2=0x556940eead90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940eead90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1552360686 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556940c64d80 con 0x556940eeb2d0 2023-07-14T13:01:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.818+0000 7f1c8259c700 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940eead90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:01:29.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.819+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940ee5040 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1c841996a0 tx=0x7f1c6c011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8890bcbf8aa9e0a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.819+0000 7f1c78ff9700 1 -- 172.21.15.40:0/1552360686 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c0097e0 con 0x556940eeb2d0 2023-07-14T13:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.819+0000 7f1c78ff9700 1 -- 172.21.15.40:0/1552360686 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c6c010d50 con 0x556940eeb2d0 2023-07-14T13:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.819+0000 7f1c78ff9700 1 -- 172.21.15.40:0/1552360686 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c01c420 con 0x556940eeb2d0 2023-07-14T13:01:29.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1552360686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 msgr2=0x556940ee5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940ee5040 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1c841996a0 tx=0x7f1c6c011000 comp rx=0 tx=0).stop 2023-07-14T13:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1552360686 shutdown_connections 2023-07-14T13:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940ee5580 0x556940ee59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940eead90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1552360686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940ee5040 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.857 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1552360686 >> 172.21.15.40:0/1552360686 conn(0x556940edabe0 msgr2=0x556940edff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1552360686 shutdown_connections 2023-07-14T13:01:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1552360686 wait complete. 2023-07-14T13:01:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.820+0000 7f1c94d5fb80 1 -- start start 2023-07-14T13:01:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 Processor -- start 2023-07-14T13:01:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940eee940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 0x556940eeee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940eef3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940dd6a60 con 0x556940ee5580 2023-07-14T13:01:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940dd6760 con 0x556940eeb2d0 2023-07-14T13:01:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940cba8c0 con 0x556940d416b0 2023-07-14T13:01:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c94d5fb80 10 client.0 _ll_register_callbacks cb 0x556940dd4700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:29.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 0x556940eeee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 0x556940eeee80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38388/0 (socket says 172.21.15.40:38388) 2023-07-14T13:01:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1614649122 learned_addr learned my addr 172.21.15.40:0/1614649122 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c8259c700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940eee940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940eef3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1614649122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 msgr2=0x556940eee940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940eee940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 msgr2=0x556940eef3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940eef3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c81d9b700 1 -- 172.21.15.40:0/1614649122 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c84074b30 con 0x556940ee5580 2023-07-14T13:01:29.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.821+0000 7f1c8259c700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940eee940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:01:29.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 0x556940eeee80 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00f000 tx=0x7f1c6c0097e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8675ec78361a1827 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:29.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c69ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c69ffb700 1 -- 172.21.15.40:0/1614649122 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c025460 con 0x556940ee5580 2023-07-14T13:01:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c69ffb700 1 -- 172.21.15.40:0/1614649122 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1c6c02c070 con 0x556940ee5580 2023-07-14T13:01:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556940d90490 con 0x556940ee5580 2023-07-14T13:01:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c69ffb700 1 -- 172.21.15.40:0/1614649122 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c6c0255c0 con 0x556940ee5580 2023-07-14T13:01:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 10 client.17313 fetch_fsmap learned FSMap version 72 2023-07-14T13:01:29.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x7f1c6c00e7f0 con 0x556940ee5580 2023-07-14T13:01:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c69ffb700 1 -- 172.21.15.40:0/1614649122 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556940d90490 con 0x556940ee5580 2023-07-14T13:01:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c69ffb700 1 -- 172.21.15.40:0/1614649122 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f1c6c018070 con 0x556940ee5580 2023-07-14T13:01:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 10 client.17313 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:01:29.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 10 client.17313 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 20 client.17313 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940efeb40 0x556940f00f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 4 client.17313 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:01:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.822+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556940e2fe50 con 0x556940efeb40 2023-07-14T13:01:29.864 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.823+0000 7f1c8259c700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940efeb40 0x556940f00f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.823+0000 7f1c8259c700 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940efeb40 0x556940f00f50 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4736bb08178877f5 server_cookie=8d26e0f5b25d03cb in_seq=0 out_seq=0 2023-07-14T13:01:29.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.823+0000 7f1c69ffb700 10 client.17313 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.825+0000 7f1c69ffb700 1 -- 172.21.15.40:0/1614649122 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x556940e2fe50 con 0x556940efeb40 2023-07-14T13:01:29.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.825+0000 7f1c69ffb700 10 client.17313 handle_command_reply: tid=0 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.825+0000 7f1c94d5fb80 1 client.17313 shutdown 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 msgr2=0x556940eeee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 0x556940eeee80 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c00f000 tx=0x7f1c6c0097e0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 shutdown_connections 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940efeb40 0x556940f00f50 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940eee940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c69ffb700 0 client.17313 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940eeb2d0 0x556940eef3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1614649122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940ee5580 0x556940eeee80 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 >> 172.21.15.40:0/1614649122 conn(0x556940edabe0 msgr2=0x556940edec50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 shutdown_connections 2023-07-14T13:01:29.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1614649122 wait complete. 2023-07-14T13:01:29.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.826+0000 7f1c94d5fb80 20 client.17313 trim_cache size 0 max 16384 2023-07-14T13:01:29.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.843+0000 7f1c94d5fb80 1 Processor -- start 2023-07-14T13:01:29.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 -- start start 2023-07-14T13:01:29.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940ee5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 0x556940eef1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940ef1960 con 0x556940eeb2d0 2023-07-14T13:01:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940eeb6a0 con 0x556940ee5580 2023-07-14T13:01:29.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940edc5f0 con 0x556940d416b0 2023-07-14T13:01:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 0x556940eef1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 0x556940eef1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38398/0 (socket says 172.21.15.40:38398) 2023-07-14T13:01:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 -- 172.21.15.40:0/1083801273 learned_addr learned my addr 172.21.15.40:0/1083801273 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c8259c700 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940ee5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 -- 172.21.15.40:0/1083801273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 msgr2=0x556940ee5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940ee5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 -- 172.21.15.40:0/1083801273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 msgr2=0x556940ef5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.844+0000 7f1c82d9d700 1 -- 172.21.15.40:0/1083801273 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556940c4dc00 con 0x556940eeb2d0 2023-07-14T13:01:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.845+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 0x556940eef1f0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c009ee0 tx=0x7f1c7c009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f58d3e3a41b5e20 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.845+0000 7f1c797fa700 1 -- 172.21.15.40:0/1083801273 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c7c009a30 con 0x556940eeb2d0 2023-07-14T13:01:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.845+0000 7f1c797fa700 1 -- 172.21.15.40:0/1083801273 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c7c00f040 con 0x556940eeb2d0 2023-07-14T13:01:29.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.845+0000 7f1c797fa700 1 -- 172.21.15.40:0/1083801273 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c7c005020 con 0x556940eeb2d0 2023-07-14T13:01:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1083801273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 msgr2=0x556940eef1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 0x556940eef1f0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c009ee0 tx=0x7f1c7c009f10 comp rx=0 tx=0).stop 2023-07-14T13:01:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1083801273 shutdown_connections 2023-07-14T13:01:29.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940d416b0 0x556940ee5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940eeb2d0 0x556940eef1f0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/1083801273 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1083801273 >> 172.21.15.40:0/1083801273 conn(0x556940edabe0 msgr2=0x556940eed980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:29.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1083801273 shutdown_connections 2023-07-14T13:01:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.846+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/1083801273 wait complete. 2023-07-14T13:01:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 -- start start 2023-07-14T13:01:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 Processor -- start 2023-07-14T13:01:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940ef3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940eeb2d0 0x556940f4ba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940f4bf70 con 0x556940d416b0 2023-07-14T13:01:29.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940f4c0e0 con 0x556940ee5580 2023-07-14T13:01:29.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556940f4c2a0 con 0x556940eeb2d0 2023-07-14T13:01:29.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c94d5fb80 10 client.0 _ll_register_callbacks cb 0x7f1c7c009600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:29.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940ef3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940ef3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38400/0 (socket says 172.21.15.40:38400) 2023-07-14T13:01:29.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 -- 172.21.15.40:0/3798670140 learned_addr learned my addr 172.21.15.40:0/3798670140 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:29.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c82d9d700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940eeb2d0 0x556940f4ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 -- 172.21.15.40:0/3798670140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940eeb2d0 msgr2=0x556940f4ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940eeb2d0 0x556940f4ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 -- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 msgr2=0x556940ef4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.847+0000 7f1c8259c700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:29.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c8259c700 1 -- 172.21.15.40:0/3798670140 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c7c009b90 con 0x556940d416b0 2023-07-14T13:01:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c8259c700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940ef3e40 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f1c740cb920 tx=0x7f1c740058c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fb883d696cd8357 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c69ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c69ffb700 1 -- 172.21.15.40:0/3798670140 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c740b3070 con 0x556940d416b0 2023-07-14T13:01:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c69ffb700 1 -- 172.21.15.40:0/3798670140 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1c7409a340 con 0x556940d416b0 2023-07-14T13:01:29.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1c6c010d50 con 0x556940d416b0 2023-07-14T13:01:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c69ffb700 1 -- 172.21.15.40:0/3798670140 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c7409a500 con 0x556940d416b0 2023-07-14T13:01:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 10 client.17319 fetch_fsmap learned FSMap version 72 2023-07-14T13:01:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x556940c8b1f0 con 0x556940d416b0 2023-07-14T13:01:29.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c69ffb700 1 -- 172.21.15.40:0/3798670140 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c6c010d50 con 0x556940d416b0 2023-07-14T13:01:29.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c69ffb700 1 -- 172.21.15.40:0/3798670140 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 72) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f1c740aeac0 con 0x556940d416b0 2023-07-14T13:01:29.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 10 client.17319 fetch_fsmap finished waiting for FSMap version 72 2023-07-14T13:01:29.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 10 client.17319 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:29.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 20 client.17319 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:29.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.848+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940f53700 0x556940f55b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:29.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.849+0000 7f1c94d5fb80 4 client.17319 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:01:29.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.849+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556940df1ff0 con 0x556940f53700 2023-07-14T13:01:29.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.849+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940f53700 0x556940f55b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:29.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.849+0000 7f1c69ffb700 10 client.17319 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:29.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:29.849+0000 7f1c81d9b700 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940f53700 0x556940f55b10 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1d7ea8a457223af server_cookie=a1c2b3f8e462e272 in_seq=0 out_seq=0 2023-07-14T13:01:30.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.024+0000 7f1c69ffb700 1 -- 172.21.15.40:0/3798670140 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556940df1ff0 con 0x556940f53700 2023-07-14T13:01:30.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.024+0000 7f1c69ffb700 10 client.17319 handle_command_reply: tid=0 2023-07-14T13:01:30.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 client.17319 shutdown 2023-07-14T13:01:30.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 msgr2=0x556940ef3e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:30.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940ef3e40 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f1c740cb920 tx=0x7f1c740058c0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 shutdown_connections 2023-07-14T13:01:30.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556940f53700 0x556940f55b10 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556940eeb2d0 0x556940f4ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556940d416b0 0x556940ef3e40 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 --2- 172.21.15.40:0/3798670140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x556940ee5580 0x556940ef4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.025+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 >> 172.21.15.40:0/3798670140 conn(0x556940edabe0 msgr2=0x556940ee9ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:30.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.026+0000 7f1c69ffb700 0 client.17319 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:30.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.030+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 shutdown_connections 2023-07-14T13:01:30.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.030+0000 7f1c94d5fb80 1 -- 172.21.15.40:0/3798670140 wait complete. 2023-07-14T13:01:30.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.030+0000 7f1c94d5fb80 20 client.17319 trim_cache size 0 max 16384 2023-07-14T13:01:30.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:01:30.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:01:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:01:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:01:30.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.031+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1c700a12c0 msgr2=0x7f1c700a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.031+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1c700a12c0 0x7f1c700a3770 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c005950 tx=0x7f1c6c0058e0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.031+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 msgr2=0x7f1c84197e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.031+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 0x7f1c84197e80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1c7400f690 tx=0x7f1c7400f6c0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.034+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 shutdown_connections 2023-07-14T13:01:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.034+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1c700a12c0 0x7f1c700a3770 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.034+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1c84101fd0 0x7f1c84197e80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.034+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c84107010 0x7f1c8419ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.034+0000 7f1c88bd9700 1 --2- 172.21.15.40:0/3285426908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1c84102970 0x7f1c841983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.034+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 >> 172.21.15.40:0/3285426908 conn(0x7f1c840fd840 msgr2=0x7f1c840fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.035+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 shutdown_connections 2023-07-14T13:01:30.069 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:30.035+0000 7f1c88bd9700 1 -- 172.21.15.40:0/3285426908 wait complete. 2023-07-14T13:01:30.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:30 smithi133 ceph-mon[98311]: pgmap v474: 97 pgs: 97 active+clean; 801 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 14 MiB/s wr, 833 op/s 2023-07-14T13:01:30.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:30 smithi130 ceph-mon[97977]: pgmap v474: 97 pgs: 97 active+clean; 801 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 14 MiB/s wr, 833 op/s 2023-07-14T13:01:30.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:30 smithi040 ceph-mon[96535]: pgmap v474: 97 pgs: 97 active+clean; 801 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 14 MiB/s wr, 833 op/s 2023-07-14T13:01:30.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 79522 51.61 MB/sec execute 3 sec latency 98.241 ms 2023-07-14T13:01:30.998 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:01:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setuser ceph since I am not root 2023-07-14T13:01:30.998 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:01:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setgroup ceph since I am not root 2023-07-14T13:01:30.998 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:01:30 smithi133 ceph-mds[124329]: -- 172.21.15.133:0/2703168266 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5625702b31e0 con 0x562570288c00 2023-07-14T13:01:30.998 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:01:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: starting mds.c at 2023-07-14T13:01:31.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:31 smithi133 ceph-mon[98311]: daemon mds.c restarted 2023-07-14T13:01:31.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:31 smithi130 ceph-mon[97977]: daemon mds.c restarted 2023-07-14T13:01:31.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:31 smithi040 ceph-mon[96535]: daemon mds.c restarted 2023-07-14T13:01:31.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 80119 45.63 MB/sec execute 4 sec latency 92.501 ms 2023-07-14T13:01:32.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:32 smithi133 ceph-mon[98311]: pgmap v475: 97 pgs: 97 active+clean; 801 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 744 op/s 2023-07-14T13:01:32.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:32 smithi133 ceph-mon[98311]: osdmap e104: 12 total, 12 up, 12 in 2023-07-14T13:01:32.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:32 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6836/1886183160,v1:172.21.15.133:6837/1886183160] up:boot 2023-07-14T13:01:32.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:32 smithi133 ceph-mon[98311]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-07-14T13:01:32.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:32 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:01:32.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:32 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:01:32.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:32 smithi130 ceph-mon[97977]: pgmap v475: 97 pgs: 97 active+clean; 801 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 744 op/s 2023-07-14T13:01:32.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:32 smithi130 ceph-mon[97977]: osdmap e104: 12 total, 12 up, 12 in 2023-07-14T13:01:32.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:32 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6836/1886183160,v1:172.21.15.133:6837/1886183160] up:boot 2023-07-14T13:01:32.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:32 smithi130 ceph-mon[97977]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-07-14T13:01:32.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:32 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:01:32.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:32 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:01:32.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:32 smithi040 ceph-mon[96535]: pgmap v475: 97 pgs: 97 active+clean; 801 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 744 op/s 2023-07-14T13:01:32.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:32 smithi040 ceph-mon[96535]: osdmap e104: 12 total, 12 up, 12 in 2023-07-14T13:01:32.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:32 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6836/1886183160,v1:172.21.15.133:6837/1886183160] up:boot 2023-07-14T13:01:32.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:32 smithi040 ceph-mon[96535]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-07-14T13:01:32.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:32 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:01:32.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:32 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:01:32.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 80854 43.12 MB/sec execute 5 sec latency 101.037 ms 2023-07-14T13:01:33.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 81921 45.24 MB/sec execute 6 sec latency 117.938 ms 2023-07-14T13:01:34.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:33 smithi130 ceph-mon[97977]: pgmap v477: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:34.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:33 smithi040 ceph-mon[96535]: pgmap v477: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:34.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:33 smithi133 ceph-mon[98311]: pgmap v477: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:34.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 82822 47.99 MB/sec execute 7 sec latency 39.330 ms 2023-07-14T13:01:35.797 INFO:tasks.workunit.client.0.smithi040.stdout: 10 83461 45.52 MB/sec execute 8 sec latency 77.043 ms 2023-07-14T13:01:36.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:36 smithi133 ceph-mon[98311]: pgmap v478: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:36.537 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:36 smithi130 ceph-mon[97977]: pgmap v478: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:36.615 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:36 smithi040 ceph-mon[96535]: pgmap v478: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:36.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 84217 44.52 MB/sec execute 9 sec latency 86.926 ms 2023-07-14T13:01:37.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 85150 44.73 MB/sec execute 10 sec latency 116.761 ms 2023-07-14T13:01:38.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:38 smithi133 ceph-mon[98311]: pgmap v479: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:38.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:38 smithi130 ceph-mon[97977]: pgmap v479: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:38.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:38 smithi040 ceph-mon[96535]: pgmap v479: 97 pgs: 97 active+clean; 818 MiB data, 5.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 12 MiB/s wr, 935 op/s 2023-07-14T13:01:38.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 86011 45.82 MB/sec execute 11 sec latency 74.491 ms 2023-07-14T13:01:39.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 86664 44.40 MB/sec execute 12 sec latency 101.515 ms 2023-07-14T13:01:40.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:40 smithi133 ceph-mon[98311]: pgmap v480: 97 pgs: 97 active+clean; 845 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 9.8 MiB/s wr, 884 op/s 2023-07-14T13:01:40.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:40 smithi130 ceph-mon[97977]: pgmap v480: 97 pgs: 97 active+clean; 845 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 9.8 MiB/s wr, 884 op/s 2023-07-14T13:01:40.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:40 smithi040 ceph-mon[96535]: pgmap v480: 97 pgs: 97 active+clean; 845 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 9.8 MiB/s wr, 884 op/s 2023-07-14T13:01:40.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 87530 44.05 MB/sec execute 13 sec latency 43.177 ms 2023-07-14T13:01:41.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 88632 45.63 MB/sec execute 14 sec latency 39.565 ms 2023-07-14T13:01:42.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:42 smithi133 ceph-mon[98311]: pgmap v481: 97 pgs: 97 active+clean; 845 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 9.8 MiB/s wr, 884 op/s 2023-07-14T13:01:42.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:42 smithi130 ceph-mon[97977]: pgmap v481: 97 pgs: 97 active+clean; 845 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 9.8 MiB/s wr, 884 op/s 2023-07-14T13:01:42.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:42 smithi040 ceph-mon[96535]: pgmap v481: 97 pgs: 97 active+clean; 845 MiB data, 5.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 9.8 MiB/s wr, 884 op/s 2023-07-14T13:01:42.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 89191 45.12 MB/sec execute 15 sec latency 161.650 ms 2023-07-14T13:01:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 -- 172.21.15.40:0/3927392955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840ff3e0 msgr2=0x7f598410b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 --2- 172.21.15.40:0/3927392955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840ff3e0 0x7f598410b860 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f597c00b0a0 tx=0x7f597c00b3b0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 -- 172.21.15.40:0/3927392955 shutdown_connections 2023-07-14T13:01:43.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 --2- 172.21.15.40:0/3927392955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840ff3e0 0x7f598410b860 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 --2- 172.21.15.40:0/3927392955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 0x7f5984104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 --2- 172.21.15.40:0/3927392955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59840fea30 0x7f59840feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 -- 172.21.15.40:0/3927392955 >> 172.21.15.40:0/3927392955 conn(0x7f5984074760 msgr2=0x7f5984074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 -- 172.21.15.40:0/3927392955 shutdown_connections 2023-07-14T13:01:43.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.171+0000 7f5988ec7700 1 -- 172.21.15.40:0/3927392955 wait complete. 2023-07-14T13:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.172+0000 7f5988ec7700 1 Processor -- start 2023-07-14T13:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.172+0000 7f5988ec7700 1 -- start start 2023-07-14T13:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5988ec7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 0x7f5984196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5988ec7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59840ff3e0 0x7f5984197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5988ec7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 0x7f59841a1b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.207 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5988ec7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59841a2130 con 0x7f59840fea30 2023-07-14T13:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5988ec7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59841a22a0 con 0x7f5984104a30 2023-07-14T13:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5988ec7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59841a2460 con 0x7f59840ff3e0 2023-07-14T13:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 0x7f5984196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5982d9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 0x7f59841a1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.208 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5979d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59840ff3e0 0x7f5984197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 0x7f5984196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38416/0 (socket says 172.21.15.40:38416) 2023-07-14T13:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 -- 172.21.15.40:0/2419907732 learned_addr learned my addr 172.21.15.40:0/2419907732 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 -- 172.21.15.40:0/2419907732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59840ff3e0 msgr2=0x7f5984197200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59840ff3e0 0x7f5984197200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 -- 172.21.15.40:0/2419907732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 msgr2=0x7f59841a1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 0x7f59841a1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f598259c700 1 -- 172.21.15.40:0/2419907732 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f597c009d00 con 0x7f59840fea30 2023-07-14T13:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.173+0000 7f5982d9d700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 0x7f59841a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.174+0000 7f598259c700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 0x7f5984196cc0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f597400e970 tx=0x7f597400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.174+0000 7f597bfff700 1 -- 172.21.15.40:0/2419907732 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5974009790 con 0x7f59840fea30 2023-07-14T13:01:43.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.174+0000 7f597bfff700 1 -- 172.21.15.40:0/2419907732 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f597400c7e0 con 0x7f59840fea30 2023-07-14T13:01:43.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.174+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59841a2740 con 0x7f59840fea30 2023-07-14T13:01:43.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.174+0000 7f597bfff700 1 -- 172.21.15.40:0/2419907732 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5974003c70 con 0x7f59840fea30 2023-07-14T13:01:43.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.174+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59841a2c50 con 0x7f59840fea30 2023-07-14T13:01:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.176+0000 7f597bfff700 1 -- 172.21.15.40:0/2419907732 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f597400cc50 con 0x7f59840fea30 2023-07-14T13:01:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.177+0000 7f597bfff700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f59700a12c0 0x7f59700a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.177+0000 7f597bfff700 1 -- 172.21.15.40:0/2419907732 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f5974014070 con 0x7f59840fea30 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.177+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f59700a12c0 0x7f59700a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.177+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f59700a12c0 0x7f59700a3770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f59840689e0 tx=0x7f596c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 Processor -- start 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 -- start start 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904494d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x56090448f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x56090448f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904394c50 con 0x5609042eb6b0 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609043e79e0 con 0x5609044952d0 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f599504db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609043e0e70 con 0x56090448f580 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f598259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904494d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f598259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904494d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38424/0 (socket says 172.21.15.40:38424) 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f598259c700 1 -- 172.21.15.40:0/3702181078 learned_addr learned my addr 172.21.15.40:0/3702181078 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:43.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f5982d9d700 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x56090448f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.178+0000 7f5979d9b700 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x56090448f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f598259c700 1 -- 172.21.15.40:0/3702181078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 msgr2=0x56090448f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f598259c700 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x56090448f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f598259c700 1 -- 172.21.15.40:0/3702181078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 msgr2=0x56090448f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f598259c700 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x56090448f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f598259c700 1 -- 172.21.15.40:0/3702181078 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56090420ed80 con 0x5609042eb6b0 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f598259c700 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904494d90 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f59740964a0 tx=0x7f5974099980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e35e4604f7663c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:43.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f5978d99700 1 -- 172.21.15.40:0/3702181078 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597409dfd0 con 0x5609042eb6b0 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f5978d99700 1 -- 172.21.15.40:0/3702181078 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59740a23f0 con 0x5609042eb6b0 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.179+0000 7f5978d99700 1 -- 172.21.15.40:0/3702181078 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597409a460 con 0x5609042eb6b0 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 -- 172.21.15.40:0/3702181078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 msgr2=0x560904494d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904494d90 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f59740964a0 tx=0x7f5974099980 comp rx=0 tx=0).stop 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 -- 172.21.15.40:0/3702181078 shutdown_connections 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x56090448f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904494d90 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 --2- 172.21.15.40:0/3702181078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x56090448f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 -- 172.21.15.40:0/3702181078 >> 172.21.15.40:0/3702181078 conn(0x560904484be0 msgr2=0x560904489f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 -- 172.21.15.40:0/3702181078 shutdown_connections 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.180+0000 7f599504db80 1 -- 172.21.15.40:0/3702181078 wait complete. 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 -- start start 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 Processor -- start 2023-07-14T13:01:43.220 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609042eb6b0 0x56090449b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 0x560904498870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904498fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904380a60 con 0x56090448f580 2023-07-14T13:01:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904380760 con 0x5609042eb6b0 2023-07-14T13:01:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609042648c0 con 0x5609044952d0 2023-07-14T13:01:43.221 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f599504db80 10 client.0 _ll_register_callbacks cb 0x56090437e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f5979d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 0x560904498870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f5979d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 0x560904498870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38432/0 (socket says 172.21.15.40:38432) 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f5979d9b700 1 -- 172.21.15.40:0/379804577 learned_addr learned my addr 172.21.15.40:0/379804577 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f598259c700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609042eb6b0 0x56090449b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.181+0000 7f5982d9d700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904498fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5979d9b700 1 -- 172.21.15.40:0/379804577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 msgr2=0x560904498fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5979d9b700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904498fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5979d9b700 1 -- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609042eb6b0 msgr2=0x56090449b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5979d9b700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609042eb6b0 0x56090449b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5979d9b700 1 -- 172.21.15.40:0/379804577 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59841a2c50 con 0x56090448f580 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5979d9b700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 0x560904498870 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f596c0044f0 tx=0x7f596c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1a5bf528ad33859 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5969ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5969ffb700 1 -- 172.21.15.40:0/379804577 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c022070 con 0x56090448f580 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5969ffb700 1 -- 172.21.15.40:0/379804577 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f596c004520 con 0x56090448f580 2023-07-14T13:01:43.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56090433a490 con 0x56090448f580 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f5969ffb700 1 -- 172.21.15.40:0/379804577 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f596c003d70 con 0x56090448f580 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f599504db80 10 client.17334 fetch_fsmap learned FSMap version 74 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.182+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x5609041f7c00 con 0x56090448f580 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f5969ffb700 1 -- 172.21.15.40:0/379804577 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56090433a490 con 0x56090448f580 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f5969ffb700 1 -- 172.21.15.40:0/379804577 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 74) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f596c01d5a0 con 0x56090448f580 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f599504db80 10 client.17334 fetch_fsmap finished waiting for FSMap version 74 2023-07-14T13:01:43.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f599504db80 10 client.17334 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f599504db80 20 client.17334 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f599504db80 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5609044b9ce0 0x5609044bc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f599504db80 4 client.17334 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:01:43.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5609043d9e50 con 0x5609044b9ce0 2023-07-14T13:01:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.183+0000 7f598259c700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5609044b9ce0 0x5609044bc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.184+0000 7f598259c700 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5609044b9ce0 0x5609044bc0f0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c77b61e8ccc7a3d0 server_cookie=ef0ba9c211411f6a in_seq=0 out_seq=0 2023-07-14T13:01:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.184+0000 7f5969ffb700 10 client.17334 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.184+0000 7f5969ffb700 1 -- 172.21.15.40:0/379804577 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5609043d9e50 con 0x5609044b9ce0 2023-07-14T13:01:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.184+0000 7f5969ffb700 10 client.17334 handle_command_reply: tid=0 2023-07-14T13:01:43.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.184+0000 7f599504db80 1 client.17334 shutdown 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 msgr2=0x560904498870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 0x560904498870 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f596c0044f0 tx=0x7f596c0047c0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 shutdown_connections 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5609044b9ce0 0x5609044bc0f0 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904498fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609042eb6b0 0x56090449b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f5969ffb700 0 client.17334 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 --2- 172.21.15.40:0/379804577 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56090448f580 0x560904498870 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 >> 172.21.15.40:0/379804577 conn(0x560904484be0 msgr2=0x5609044894e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 shutdown_connections 2023-07-14T13:01:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 1 -- 172.21.15.40:0/379804577 wait complete. 2023-07-14T13:01:43.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.185+0000 7f599504db80 20 client.17334 trim_cache size 0 max 16384 2023-07-14T13:01:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 Processor -- start 2023-07-14T13:01:43.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 -- start start 2023-07-14T13:01:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x56090449fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x5609044941a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x560904489c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904481c30 con 0x5609042eb6b0 2023-07-14T13:01:43.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904494a40 con 0x5609044952d0 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f599504db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904486d00 con 0x56090448f580 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f5982d9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x560904489c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f5982d9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x560904489c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55696/0 (socket says 172.21.15.40:55696) 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f5982d9d700 1 -- 172.21.15.40:0/2093335734 learned_addr learned my addr 172.21.15.40:0/2093335734 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.203+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x5609044941a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.204+0000 7f5979d9b700 1 -- 172.21.15.40:0/2093335734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 msgr2=0x560904489c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.204+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x560904489c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.204+0000 7f5979d9b700 1 -- 172.21.15.40:0/2093335734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 msgr2=0x56090449fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.204+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x56090449fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.204+0000 7f5979d9b700 1 -- 172.21.15.40:0/2093335734 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56090448fc20 con 0x56090448f580 2023-07-14T13:01:43.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.206+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x5609044941a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f596c01d8d0 tx=0x7f596c000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d90e7eaf2931aa server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.206+0000 7f597959a700 1 -- 172.21.15.40:0/2093335734 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c022040 con 0x56090448f580 2023-07-14T13:01:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f597959a700 1 -- 172.21.15.40:0/2093335734 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f596c01daf0 con 0x56090448f580 2023-07-14T13:01:43.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f597959a700 1 -- 172.21.15.40:0/2093335734 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c030b70 con 0x56090448f580 2023-07-14T13:01:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 -- 172.21.15.40:0/2093335734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 msgr2=0x5609044941a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x5609044941a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f596c01d8d0 tx=0x7f596c000bc0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 -- 172.21.15.40:0/2093335734 shutdown_connections 2023-07-14T13:01:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5609044952d0 0x560904489c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x56090449fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 --2- 172.21.15.40:0/2093335734 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56090448f580 0x5609044941a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 -- 172.21.15.40:0/2093335734 >> 172.21.15.40:0/2093335734 conn(0x560904484be0 msgr2=0x560904493a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 -- 172.21.15.40:0/2093335734 shutdown_connections 2023-07-14T13:01:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.207+0000 7f599504db80 1 -- 172.21.15.40:0/2093335734 wait complete. 2023-07-14T13:01:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 -- start start 2023-07-14T13:01:43.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 Processor -- start 2023-07-14T13:01:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904501d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56090448f580 0x560904502240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904506cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609045071f0 con 0x5609042eb6b0 2023-07-14T13:01:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904507360 con 0x56090448f580 2023-07-14T13:01:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560904507520 con 0x5609044952d0 2023-07-14T13:01:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f599504db80 10 client.0 _ll_register_callbacks cb 0x56090437e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f5979d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56090448f580 0x560904502240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f5979d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56090448f580 0x560904502240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55698/0 (socket says 172.21.15.40:55698) 2023-07-14T13:01:43.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f5979d9b700 1 -- 172.21.15.40:0/2518937901 learned_addr learned my addr 172.21.15.40:0/2518937901 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.208+0000 7f598259c700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904501d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f5982d9d700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904506cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f598259c700 1 -- 172.21.15.40:0/2518937901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 msgr2=0x560904506cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f598259c700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904506cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f598259c700 1 -- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56090448f580 msgr2=0x560904502240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f598259c700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56090448f580 0x560904502240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f598259c700 1 -- 172.21.15.40:0/2518937901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5609041f7c00 con 0x5609042eb6b0 2023-07-14T13:01:43.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f598259c700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904501d00 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x560904490020 tx=0x7f5974003e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cbbdb400f7fd1af server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f5969ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f5969ffb700 1 -- 172.21.15.40:0/2518937901 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59740983c0 con 0x5609042eb6b0 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f5969ffb700 1 -- 172.21.15.40:0/2518937901 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f59740ca8a0 con 0x5609042eb6b0 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.209+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f59740a23f0 con 0x5609042eb6b0 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f5969ffb700 1 -- 172.21.15.40:0/2518937901 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f59740caa60 con 0x5609042eb6b0 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 10 client.17337 fetch_fsmap learned FSMap version 74 2023-07-14T13:01:43.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x5609042351f0 con 0x5609042eb6b0 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f5969ffb700 1 -- 172.21.15.40:0/2518937901 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59740a23f0 con 0x5609042eb6b0 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f5969ffb700 1 -- 172.21.15.40:0/2518937901 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 74) v1 ==== 7526+0+0 (secure 0 0 0) 0x7f5974099490 con 0x5609042eb6b0 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 10 client.17337 fetch_fsmap finished waiting for FSMap version 74 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 10 client.17337 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 20 client.17337 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56090450e200 0x560904510610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 4 client.17337 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:01:43.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56090439bff0 con 0x56090450e200 2023-07-14T13:01:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.210+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56090450e200 0x560904510610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.211+0000 7f5969ffb700 10 client.17337 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:43.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.211+0000 7f5979d9b700 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56090450e200 0x560904510610 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93bd291f80bb64b1 server_cookie=d93138e5785b521d in_seq=0 out_seq=0 2023-07-14T13:01:43.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f5969ffb700 1 -- 172.21.15.40:0/2518937901 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56090439bff0 con 0x56090450e200 2023-07-14T13:01:43.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f5969ffb700 10 client.17337 handle_command_reply: tid=0 2023-07-14T13:01:43.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 client.17337 shutdown 2023-07-14T13:01:43.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 msgr2=0x560904501d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.421 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904501d00 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x560904490020 tx=0x7f5974003e50 comp rx=0 tx=0).stop 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 shutdown_connections 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56090450e200 0x560904510610 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5609044952d0 0x560904506cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f5969ffb700 0 client.17337 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5609042eb6b0 0x560904501d00 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 --2- 172.21.15.40:0/2518937901 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56090448f580 0x560904502240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.422 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.388+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 >> 172.21.15.40:0/2518937901 conn(0x560904484be0 msgr2=0x560904494320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:43.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 shutdown_connections 2023-07-14T13:01:43.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f599504db80 1 -- 172.21.15.40:0/2518937901 wait complete. 2023-07-14T13:01:43.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f599504db80 20 client.17337 trim_cache size 0 max 16384 2023-07-14T13:01:43.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:01:43.423 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:01:43.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:01:43.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:01:43.424 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f59700a12c0 msgr2=0x7f59700a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f59700a12c0 0x7f59700a3770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f59840689e0 tx=0x7f596c009260 comp rx=0 tx=0).stop 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 msgr2=0x7f5984196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 0x7f5984196cc0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f597400e970 tx=0x7f597400ec80 comp rx=0 tx=0).stop 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 shutdown_connections 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f59700a12c0 0x7f59700a3770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5984104a30 0x7f59841a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.425 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59840fea30 0x7f5984196cc0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 --2- 172.21.15.40:0/2419907732 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59840ff3e0 0x7f5984197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:43.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.389+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 >> 172.21.15.40:0/2419907732 conn(0x7f5984074760 msgr2=0x7f5984105880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:43.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.390+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 shutdown_connections 2023-07-14T13:01:43.426 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:43.390+0000 7f5988ec7700 1 -- 172.21.15.40:0/2419907732 wait complete. 2023-07-14T13:01:43.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 89721 43.90 MB/sec execute 16 sec latency 125.916 ms 2023-07-14T13:01:44.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:43 smithi130 ceph-mon[97977]: pgmap v482: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 1.09k op/s 2023-07-14T13:01:44.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:43 smithi040 ceph-mon[96535]: pgmap v482: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 1.09k op/s 2023-07-14T13:01:44.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:43 smithi133 ceph-mon[98311]: pgmap v482: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 1.09k op/s 2023-07-14T13:01:44.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 90423 43.28 MB/sec execute 17 sec latency 48.026 ms 2023-07-14T13:01:45.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 91504 43.67 MB/sec execute 18 sec latency 106.758 ms 2023-07-14T13:01:46.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:46 smithi133 ceph-mon[98311]: pgmap v483: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 668 op/s 2023-07-14T13:01:46.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:46 smithi130 ceph-mon[97977]: pgmap v483: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 668 op/s 2023-07-14T13:01:46.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:46 smithi040 ceph-mon[96535]: pgmap v483: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 668 op/s 2023-07-14T13:01:46.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 92440 44.52 MB/sec execute 19 sec latency 73.143 ms 2023-07-14T13:01:47.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 92934 43.82 MB/sec execute 20 sec latency 190.009 ms 2023-07-14T13:01:48.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:48 smithi133 ceph-mon[98311]: pgmap v484: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 668 op/s 2023-07-14T13:01:48.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:48 smithi130 ceph-mon[97977]: pgmap v484: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 668 op/s 2023-07-14T13:01:48.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:48 smithi040 ceph-mon[96535]: pgmap v484: 97 pgs: 97 active+clean; 872 MiB data, 5.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 668 op/s 2023-07-14T13:01:48.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 93495 42.89 MB/sec execute 21 sec latency 73.839 ms 2023-07-14T13:01:49.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:49 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:01:49.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:49 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:01:49.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:49 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:01:49.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:49 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:01:49.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:49 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:01:49.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:49 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:01:49.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 94349 42.76 MB/sec execute 22 sec latency 62.107 ms 2023-07-14T13:01:50.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:50 smithi133 ceph-mon[98311]: pgmap v485: 97 pgs: 97 active+clean; 913 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 16 MiB/s wr, 1.05k op/s 2023-07-14T13:01:50.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:50 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:01:50.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:50 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:01:50.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:50 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:01:50.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:50 smithi130 ceph-mon[97977]: pgmap v485: 97 pgs: 97 active+clean; 913 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 16 MiB/s wr, 1.05k op/s 2023-07-14T13:01:50.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:50 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:01:50.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:50 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:01:50.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:50 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:01:50.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:50 smithi040 ceph-mon[96535]: pgmap v485: 97 pgs: 97 active+clean; 913 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 16 MiB/s wr, 1.05k op/s 2023-07-14T13:01:50.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:50 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:01:50.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:50 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:01:50.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:50 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:01:50.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 95388 43.78 MB/sec execute 23 sec latency 33.274 ms 2023-07-14T13:01:51.799 INFO:tasks.workunit.client.0.smithi040.stdout: 10 96142 43.69 MB/sec execute 24 sec latency 47.637 ms 2023-07-14T13:01:52.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:52 smithi133 ceph-mon[98311]: pgmap v486: 97 pgs: 97 active+clean; 913 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 733 op/s 2023-07-14T13:01:52.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:52 smithi130 ceph-mon[97977]: pgmap v486: 97 pgs: 97 active+clean; 913 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 733 op/s 2023-07-14T13:01:52.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:52 smithi040 ceph-mon[96535]: pgmap v486: 97 pgs: 97 active+clean; 913 MiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 733 op/s 2023-07-14T13:01:52.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 96634 42.95 MB/sec execute 25 sec latency 405.486 ms 2023-07-14T13:01:53.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 97235 42.29 MB/sec execute 26 sec latency 129.322 ms 2023-07-14T13:01:54.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:54 smithi130 ceph-mon[97977]: pgmap v487: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-07-14T13:01:54.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:54 smithi040 ceph-mon[96535]: pgmap v487: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-07-14T13:01:54.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:54 smithi133 ceph-mon[98311]: pgmap v487: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-07-14T13:01:54.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 98362 43.00 MB/sec execute 27 sec latency 37.642 ms 2023-07-14T13:01:55.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 99338 43.68 MB/sec execute 28 sec latency 28.935 ms 2023-07-14T13:01:56.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:56 smithi133 ceph-mon[98311]: pgmap v488: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 743 op/s 2023-07-14T13:01:56.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:56 smithi130 ceph-mon[97977]: pgmap v488: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 743 op/s 2023-07-14T13:01:56.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.530+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2627918812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 msgr2=0x7f6e64104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.530+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2627918812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e64104e00 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f6e60009990 tx=0x7f6e60009ca0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2627918812 shutdown_connections 2023-07-14T13:01:56.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2627918812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640ff3e0 0x7f6e6410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2627918812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e64104e00 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2627918812 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e640fea30 0x7f6e640feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2627918812 >> 172.21.15.40:0/2627918812 conn(0x7f6e64074760 msgr2=0x7f6e64074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:56.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2627918812 shutdown_connections 2023-07-14T13:01:56.565 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.531+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2627918812 wait complete. 2023-07-14T13:01:56.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.532+0000 7f6e6bf9d700 1 Processor -- start 2023-07-14T13:01:56.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 -- start start 2023-07-14T13:01:56.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640fea30 0x7f6e64196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.566 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e640ff3e0 0x7f6e641970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e641a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e641a2040 con 0x7f6e64104a30 2023-07-14T13:01:56.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e641a21b0 con 0x7f6e640ff3e0 2023-07-14T13:01:56.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6bf9d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e641a2370 con 0x7f6e640fea30 2023-07-14T13:01:56.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6a53a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e641a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6a53a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e641a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38462/0 (socket says 172.21.15.40:38462) 2023-07-14T13:01:56.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e6a53a700 1 -- 172.21.15.40:0/2908576969 learned_addr learned my addr 172.21.15.40:0/2908576969 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:56.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.533+0000 7f6e69d39700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640fea30 0x7f6e64196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6a53a700 1 -- 172.21.15.40:0/2908576969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640fea30 msgr2=0x7f6e64196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640fea30 0x7f6e64196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6a53a700 1 -- 172.21.15.40:0/2908576969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e640ff3e0 msgr2=0x7f6e641970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e69538700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e640ff3e0 0x7f6e641970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e640ff3e0 0x7f6e641970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6a53a700 1 -- 172.21.15.40:0/2908576969 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e600095f0 con 0x7f6e64104a30 2023-07-14T13:01:56.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e69d39700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640fea30 0x7f6e64196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:01:56.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e641a1a40 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c00ef30 tx=0x7f6e5c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:56.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e5affd700 1 -- 172.21.15.40:0/2908576969 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c018070 con 0x7f6e64104a30 2023-07-14T13:01:56.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e5affd700 1 -- 172.21.15.40:0/2908576969 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e5c00f040 con 0x7f6e64104a30 2023-07-14T13:01:56.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e641947b0 con 0x7f6e64104a30 2023-07-14T13:01:56.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.534+0000 7f6e5affd700 1 -- 172.21.15.40:0/2908576969 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c00cdb0 con 0x7f6e64104a30 2023-07-14T13:01:56.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.535+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e64194cc0 con 0x7f6e64104a30 2023-07-14T13:01:56.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.537+0000 7f6e5affd700 1 -- 172.21.15.40:0/2908576969 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f6e5c003a00 con 0x7f6e64104a30 2023-07-14T13:01:56.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.538+0000 7f6e5affd700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f6e500a1340 0x7f6e500a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.538+0000 7f6e5affd700 1 -- 172.21.15.40:0/2908576969 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f6e5c0cc8a0 con 0x7f6e64104a30 2023-07-14T13:01:56.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.538+0000 7f6e69d39700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f6e500a1340 0x7f6e500a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.538+0000 7f6e69d39700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f6e500a1340 0x7f6e500a37f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6e6000b2e0 tx=0x7f6e60005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:56.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.540+0000 7f6e78123b80 1 Processor -- start 2023-07-14T13:01:56.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 -- start start 2023-07-14T13:01:56.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c341285d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c341280040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.581 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c3412809d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c341185c50 con 0x55c3412862d0 2023-07-14T13:01:56.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3411d89e0 con 0x55c341280580 2023-07-14T13:01:56.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e78123b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3411d1e70 con 0x55c3410dc6b0 2023-07-14T13:01:56.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c341285d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c341285d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52160/0 (socket says 172.21.15.40:52160) 2023-07-14T13:01:56.582 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e69d39700 1 -- 172.21.15.40:0/1648623148 learned_addr learned my addr 172.21.15.40:0/1648623148 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:56.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c3412809d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.541+0000 7f6e69538700 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c341280040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e69d39700 1 -- 172.21.15.40:0/1648623148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 msgr2=0x55c3412809d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e69d39700 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c3412809d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e69d39700 1 -- 172.21.15.40:0/1648623148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 msgr2=0x55c341280040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.583 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e69d39700 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c341280040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e69d39700 1 -- 172.21.15.40:0/1648623148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c340fffd80 con 0x55c3410dc6b0 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e69d39700 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c341285d90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6e640ffba0 tx=0x7f6e60020000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4b6ba451e25dd17 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e4ffff700 1 -- 172.21.15.40:0/1648623148 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e6002b070 con 0x55c3410dc6b0 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e4ffff700 1 -- 172.21.15.40:0/1648623148 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e6001e040 con 0x55c3410dc6b0 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.542+0000 7f6e4ffff700 1 -- 172.21.15.40:0/1648623148 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e60024e80 con 0x55c3410dc6b0 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 -- 172.21.15.40:0/1648623148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 msgr2=0x55c341285d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c341285d90 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6e640ffba0 tx=0x7f6e60020000 comp rx=0 tx=0).stop 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 -- 172.21.15.40:0/1648623148 shutdown_connections 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c341285d90 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c3412809d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1648623148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c341280040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 -- 172.21.15.40:0/1648623148 >> 172.21.15.40:0/1648623148 conn(0x55c341275be0 msgr2=0x55c34127af10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 -- 172.21.15.40:0/1648623148 shutdown_connections 2023-07-14T13:01:56.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.543+0000 7f6e78123b80 1 -- 172.21.15.40:0/1648623148 wait complete. 2023-07-14T13:01:56.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.544+0000 7f6e78123b80 1 -- start start 2023-07-14T13:01:56.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.544+0000 7f6e78123b80 1 Processor -- start 2023-07-14T13:01:56.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c34128c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c341280580 0x55c341289870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3412862d0 0x55c341289fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c341171a60 con 0x55c341280580 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c341171760 con 0x55c3412862d0 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3410558c0 con 0x55c3410dc6b0 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e78123b80 10 client.0 _ll_register_callbacks cb 0x55c34116f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c34128c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c34128c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52166/0 (socket says 172.21.15.40:52166) 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 -- 172.21.15.40:0/883730983 learned_addr learned my addr 172.21.15.40:0/883730983 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:56.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3412862d0 0x55c341289fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 -- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3412862d0 msgr2=0x55c341289fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3412862d0 0x55c341289fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 -- 172.21.15.40:0/883730983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c341280580 msgr2=0x55c341289870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c341280580 0x55c341289870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.545+0000 7f6e69d39700 1 -- 172.21.15.40:0/883730983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e6410c160 con 0x55c3410dc6b0 2023-07-14T13:01:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.546+0000 7f6e69d39700 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c34128c5f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6e60031040 tx=0x7f6e6000b390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c72a7ddb50b2cf16 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.546+0000 7f6e4d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.546+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/883730983 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e6002b040 con 0x55c3410dc6b0 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.546+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/883730983 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f6e60024620 con 0x55c3410dc6b0 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.546+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c34112b490 con 0x55c3410dc6b0 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/883730983 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6e600247e0 con 0x55c3410dc6b0 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 10 client.26815 fetch_fsmap learned FSMap version 75 2023-07-14T13:01:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=4+}) v3 -- 0x55c340fe8c00 con 0x55c3410dc6b0 2023-07-14T13:01:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/883730983 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e60046080 con 0x55c3410dc6b0 2023-07-14T13:01:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/883730983 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 75) v1 ==== 7522+0+0 (secure 0 0 0) 0x7f6e600425e0 con 0x55c3410dc6b0 2023-07-14T13:01:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 10 client.26815 fetch_fsmap finished waiting for FSMap version 75 2023-07-14T13:01:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 10 client.26815 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 20 client.26815 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412a2080 0x55c3412a4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 4 client.26815 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:01:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.547+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3411cae50 con 0x55c3412a2080 2023-07-14T13:01:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.551+0000 7f6e69538700 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412a2080 0x55c3412a4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.552+0000 7f6e69538700 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412a2080 0x55c3412a4490 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f00e0be29443d16 server_cookie=dd478b0412d4f045 in_seq=0 out_seq=0 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.552+0000 7f6e4d7fa700 10 client.26815 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/883730983 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c3411cae50 con 0x55c3412a2080 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e4d7fa700 10 client.26815 handle_command_reply: tid=0 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 client.26815 shutdown 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 msgr2=0x55c34128c5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c34128c5f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6e60031040 tx=0x7f6e6000b390 comp rx=0 tx=0).stop 2023-07-14T13:01:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 shutdown_connections 2023-07-14T13:01:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412a2080 0x55c3412a4490 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3410dc6b0 0x55c34128c5f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3412862d0 0x55c341289fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e4d7fa700 0 client.26815 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 --2- 172.21.15.40:0/883730983 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c341280580 0x55c341289870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 >> 172.21.15.40:0/883730983 conn(0x55c341275be0 msgr2=0x55c34127a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 shutdown_connections 2023-07-14T13:01:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 1 -- 172.21.15.40:0/883730983 wait complete. 2023-07-14T13:01:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.554+0000 7f6e78123b80 20 client.26815 trim_cache size 0 max 16384 2023-07-14T13:01:56.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.574+0000 7f6e78123b80 1 Processor -- start 2023-07-14T13:01:56.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.574+0000 7f6e78123b80 1 -- start start 2023-07-14T13:01:56.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 0x55c341280040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c34128f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3412862d0 0x55c3412872f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e78123b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c341284480 con 0x55c3410dc6b0 2023-07-14T13:01:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e78123b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c341277d40 con 0x55c341280580 2023-07-14T13:01:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e78123b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c34128aea0 con 0x55c3412862d0 2023-07-14T13:01:56.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 0x55c341280040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 0x55c341280040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38484/0 (socket says 172.21.15.40:38484) 2023-07-14T13:01:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 -- 172.21.15.40:0/3457054608 learned_addr learned my addr 172.21.15.40:0/3457054608 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69538700 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c34128f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3412862d0 0x55c3412872f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 -- 172.21.15.40:0/3457054608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3412862d0 msgr2=0x55c3412872f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3412862d0 0x55c3412872f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 -- 172.21.15.40:0/3457054608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 msgr2=0x55c34128f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c34128f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 -- 172.21.15.40:0/3457054608 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3410261f0 con 0x55c3410dc6b0 2023-07-14T13:01:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.575+0000 7f6e69d39700 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 0x55c341280040 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f6e60042910 tx=0x7f6e6000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=273f0cf19bd9fddd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.576+0000 7f6e58ff9700 1 -- 172.21.15.40:0/3457054608 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e6002b040 con 0x55c3410dc6b0 2023-07-14T13:01:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.576+0000 7f6e58ff9700 1 -- 172.21.15.40:0/3457054608 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c34112b490 con 0x55c3410dc6b0 2023-07-14T13:01:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.576+0000 7f6e58ff9700 1 -- 172.21.15.40:0/3457054608 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e60025290 con 0x55c3410dc6b0 2023-07-14T13:01:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 -- 172.21.15.40:0/3457054608 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 msgr2=0x55c341280040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 0x55c341280040 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f6e60042910 tx=0x7f6e6000bfd0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 -- 172.21.15.40:0/3457054608 shutdown_connections 2023-07-14T13:01:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c3412862d0 0x55c3412872f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3410dc6b0 0x55c341280040 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 --2- 172.21.15.40:0/3457054608 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c341280580 0x55c34128f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 -- 172.21.15.40:0/3457054608 >> 172.21.15.40:0/3457054608 conn(0x55c341275be0 msgr2=0x55c341285090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 -- 172.21.15.40:0/3457054608 shutdown_connections 2023-07-14T13:01:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 -- 172.21.15.40:0/3457054608 wait complete. 2023-07-14T13:01:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 -- start start 2023-07-14T13:01:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.577+0000 7f6e78123b80 1 Processor -- start 2023-07-14T13:01:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 0x55c34128d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c341280580 0x55c34128d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c3412f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c34128dfc0 con 0x55c3412862d0 2023-07-14T13:01:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3412f5440 con 0x55c3410dc6b0 2023-07-14T13:01:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3412f5580 con 0x55c341280580 2023-07-14T13:01:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e78123b80 10 client.0 _ll_register_callbacks cb 0x7f6e6000bd80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:01:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 0x55c34128d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e69d39700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 0x55c34128d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55744/0 (socket says 172.21.15.40:55744) 2023-07-14T13:01:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e69d39700 1 -- 172.21.15.40:0/1410571053 learned_addr learned my addr 172.21.15.40:0/1410571053 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:01:56.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c3412f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.578+0000 7f6e69538700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c341280580 0x55c34128d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e6a53a700 1 -- 172.21.15.40:0/1410571053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c341280580 msgr2=0x55c34128d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c341280580 0x55c34128d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e6a53a700 1 -- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 msgr2=0x55c34128d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:01:56.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 0x55c34128d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e6a53a700 1 -- 172.21.15.40:0/1410571053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c340fe8c00 con 0x55c3412862d0 2023-07-14T13:01:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e69d39700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 0x55c34128d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:01:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e6a53a700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c3412f4f00 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0c9fd0 tx=0x7f6e5c0995f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e420473bf5cc077b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:01:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e4d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:01:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/1410571053 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c099e40 con 0x55c3412862d0 2023-07-14T13:01:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/1410571053 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f6e5c09ae40 con 0x55c3412862d0 2023-07-14T13:01:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6e6001e040 con 0x55c3412862d0 2023-07-14T13:01:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/1410571053 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6e5c0b2120 con 0x55c3412862d0 2023-07-14T13:01:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e78123b80 10 client.17352 fetch_fsmap learned FSMap version 75 2023-07-14T13:01:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.579+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=4+}) v3 -- 0x55c340ffe250 con 0x55c3412862d0 2023-07-14T13:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/1410571053 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e6001e040 con 0x55c3412862d0 2023-07-14T13:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/1410571053 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 75) v1 ==== 7522+0+0 (secure 0 0 0) 0x7f6e5c0a1910 con 0x55c3412862d0 2023-07-14T13:01:56.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e78123b80 10 client.17352 fetch_fsmap finished waiting for FSMap version 75 2023-07-14T13:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e78123b80 10 client.17352 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e78123b80 20 client.17352 populate_metadata read hostname 'smithi040' 2023-07-14T13:01:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412f6db0 0x55c3412f91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e78123b80 4 client.17352 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c34118cff0 con 0x55c3412f6db0 2023-07-14T13:01:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e69d39700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412f6db0 0x55c3412f91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e4d7fa700 10 client.17352 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.580+0000 7f6e69d39700 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412f6db0 0x55c3412f91c0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9475ab2f20d509 server_cookie=1b6dd9d02437058f in_seq=0 out_seq=0 2023-07-14T13:01:56.635 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:56 smithi040 ceph-mon[96535]: pgmap v488: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 743 op/s 2023-07-14T13:01:56.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 99916 43.04 MB/sec execute 29 sec latency 109.758 ms 2023-07-14T13:01:56.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e4d7fa700 1 -- 172.21.15.40:0/1410571053 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c34118cff0 con 0x55c3412f6db0 2023-07-14T13:01:56.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e4d7fa700 10 client.17352 handle_command_reply: tid=0 2023-07-14T13:01:56.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 client.17352 shutdown 2023-07-14T13:01:56.839 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 msgr2=0x55c3412f4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c3412f4f00 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c0c9fd0 tx=0x7f6e5c0995f0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 shutdown_connections 2023-07-14T13:01:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3412862d0 0x55c3412f4f00 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c3410dc6b0 0x55c34128d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c3412f6db0 0x55c3412f91c0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 --2- 172.21.15.40:0/1410571053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c341280580 0x55c34128d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 >> 172.21.15.40:0/1410571053 conn(0x55c341275be0 msgr2=0x55c3412872f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e4d7fa700 0 client.17352 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:01:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 shutdown_connections 2023-07-14T13:01:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.806+0000 7f6e78123b80 1 -- 172.21.15.40:0/1410571053 wait complete. 2023-07-14T13:01:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e78123b80 20 client.17352 trim_cache size 0 max 16384 2023-07-14T13:01:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:01:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:01:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:01:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:01:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f6e500a1340 msgr2=0x7f6e500a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f6e500a1340 0x7f6e500a37f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f6e6000b2e0 tx=0x7f6e60005fb0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 msgr2=0x7f6e641a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:01:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e641a1a40 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c00ef30 tx=0x7f6e5c00c3a0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 shutdown_connections 2023-07-14T13:01:56.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f6e500a1340 0x7f6e500a37f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6e640fea30 0x7f6e64196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6e64104a30 0x7f6e641a1a40 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 --2- 172.21.15.40:0/2908576969 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f6e640ff3e0 0x7f6e641970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:01:56.844 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.807+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 >> 172.21.15.40:0/2908576969 conn(0x7f6e64074760 msgr2=0x7f6e640fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:01:56.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.808+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 shutdown_connections 2023-07-14T13:01:56.845 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:01:56.808+0000 7f6e6bf9d700 1 -- 172.21.15.40:0/2908576969 wait complete. 2023-07-14T13:01:57.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 100471 42.66 MB/sec execute 30 sec latency 251.516 ms 2023-07-14T13:01:58.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:01:58 smithi133 ceph-mon[98311]: pgmap v489: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 743 op/s 2023-07-14T13:01:58.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:01:58 smithi130 ceph-mon[97977]: pgmap v489: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 743 op/s 2023-07-14T13:01:58.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:01:58 smithi040 ceph-mon[96535]: pgmap v489: 97 pgs: 97 active+clean; 937 MiB data, 5.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 743 op/s 2023-07-14T13:01:58.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 101193 42.26 MB/sec execute 31 sec latency 109.637 ms 2023-07-14T13:01:59.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 102041 42.52 MB/sec execute 32 sec latency 171.690 ms 2023-07-14T13:02:00.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:00 smithi133 ceph-mon[98311]: pgmap v490: 97 pgs: 97 active+clean; 953 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 17 MiB/s wr, 1.18k op/s 2023-07-14T13:02:00.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:00 smithi130 ceph-mon[97977]: pgmap v490: 97 pgs: 97 active+clean; 953 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 17 MiB/s wr, 1.18k op/s 2023-07-14T13:02:00.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:00 smithi040 ceph-mon[96535]: pgmap v490: 97 pgs: 97 active+clean; 953 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 17 MiB/s wr, 1.18k op/s 2023-07-14T13:02:00.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 102725 42.35 MB/sec execute 33 sec latency 228.385 ms 2023-07-14T13:02:01.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 102725 41.11 MB/sec execute 34 sec latency 1228.456 ms 2023-07-14T13:02:02.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:02 smithi133 ceph-mon[98311]: pgmap v491: 97 pgs: 97 active+clean; 953 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 12 MiB/s wr, 795 op/s 2023-07-14T13:02:02.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:02 smithi130 ceph-mon[97977]: pgmap v491: 97 pgs: 97 active+clean; 953 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 12 MiB/s wr, 795 op/s 2023-07-14T13:02:02.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:02 smithi040 ceph-mon[96535]: pgmap v491: 97 pgs: 97 active+clean; 953 MiB data, 6.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 12 MiB/s wr, 795 op/s 2023-07-14T13:02:02.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 102770 39.98 MB/sec execute 35 sec latency 1465.809 ms 2023-07-14T13:02:03.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 102770 38.86 MB/sec execute 36 sec latency 1679.947 ms 2023-07-14T13:02:04.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:04 smithi130 ceph-mon[97977]: pgmap v492: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-07-14T13:02:04.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:04 smithi040 ceph-mon[96535]: pgmap v492: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-07-14T13:02:04.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:04 smithi133 ceph-mon[98311]: pgmap v492: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-07-14T13:02:04.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 102770 37.81 MB/sec execute 37 sec latency 2680.005 ms 2023-07-14T13:02:05.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 103242 37.53 MB/sec execute 38 sec latency 2981.145 ms 2023-07-14T13:02:06.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:06 smithi133 ceph-mon[98311]: pgmap v493: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 9.8 MiB/s wr, 680 op/s 2023-07-14T13:02:06.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:06 smithi130 ceph-mon[97977]: pgmap v493: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 9.8 MiB/s wr, 680 op/s 2023-07-14T13:02:06.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:06 smithi040 ceph-mon[96535]: pgmap v493: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 9.8 MiB/s wr, 680 op/s 2023-07-14T13:02:06.801 INFO:tasks.workunit.client.0.smithi040.stdout: 10 103558 37.07 MB/sec execute 39 sec latency 90.679 ms 2023-07-14T13:02:07.801 INFO:tasks.workunit.client.0.smithi040.stdout: 10 103944 36.74 MB/sec execute 40 sec latency 262.139 ms 2023-07-14T13:02:08.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:08 smithi133 ceph-mon[98311]: pgmap v494: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 9.8 MiB/s wr, 680 op/s 2023-07-14T13:02:08.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:08 smithi133 ceph-mon[98311]: osdmap e105: 12 total, 12 up, 12 in 2023-07-14T13:02:08.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:08 smithi130 ceph-mon[97977]: pgmap v494: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 9.8 MiB/s wr, 680 op/s 2023-07-14T13:02:08.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:08 smithi130 ceph-mon[97977]: osdmap e105: 12 total, 12 up, 12 in 2023-07-14T13:02:08.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:08 smithi040 ceph-mon[96535]: pgmap v494: 97 pgs: 97 active+clean; 974 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 9.8 MiB/s wr, 680 op/s 2023-07-14T13:02:08.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:08 smithi040 ceph-mon[96535]: osdmap e105: 12 total, 12 up, 12 in 2023-07-14T13:02:08.800 INFO:tasks.workunit.client.0.smithi040.stdout: 10 104391 36.30 MB/sec execute 41 sec latency 162.169 ms 2023-07-14T13:02:09.801 INFO:tasks.workunit.client.0.smithi040.stdout: 10 105367 36.60 MB/sec execute 42 sec latency 51.451 ms 2023-07-14T13:02:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 -- 172.21.15.40:0/2059235007 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 msgr2=0x7fdbc010c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 --2- 172.21.15.40:0/2059235007 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 0x7fdbc010c9c0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fdbb800b0d0 tx=0x7fdbb800b3e0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 -- 172.21.15.40:0/2059235007 shutdown_connections 2023-07-14T13:02:09.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 --2- 172.21.15.40:0/2059235007 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 0x7fdbc010c9c0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 --2- 172.21.15.40:0/2059235007 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00fed20 0x7fdbc00ff0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 --2- 172.21.15.40:0/2059235007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbc00ff630 0x7fdbc010a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 -- 172.21.15.40:0/2059235007 >> 172.21.15.40:0/2059235007 conn(0x7fdbc0075270 msgr2=0x7fdbc0075670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:09.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 -- 172.21.15.40:0/2059235007 shutdown_connections 2023-07-14T13:02:09.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.946+0000 7fdbc767b700 1 -- 172.21.15.40:0/2059235007 wait complete. 2023-07-14T13:02:09.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 Processor -- start 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 -- start start 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbc00fed20 0x7fdbc0195ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 0x7fdbc0196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 0x7fdbc019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc019b0e0 con 0x7fdbc010a5e0 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc019b250 con 0x7fdbc00ff630 2023-07-14T13:02:09.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc767b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc019b410 con 0x7fdbc00fed20 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc4c16700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 0x7fdbc0196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.947+0000 7fdbc5417700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbc00fed20 0x7fdbc0195ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 0x7fdbc0196430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55760/0 (socket says 172.21.15.40:55760) 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 -- 172.21.15.40:0/1348336189 learned_addr learned my addr 172.21.15.40:0/1348336189 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc5c18700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 0x7fdbc019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 -- 172.21.15.40:0/1348336189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbc00fed20 msgr2=0x7fdbc0195ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:09.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbc00fed20 0x7fdbc0195ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 -- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 msgr2=0x7fdbc019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 0x7fdbc019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 -- 172.21.15.40:0/1348336189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbb8009d00 con 0x7fdbc00ff630 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 0x7fdbc0196430 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdbb000e9a0 tx=0x7fdbb000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbb67fc700 1 -- 172.21.15.40:0/1348336189 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0009790 con 0x7fdbc00ff630 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbc019b6f0 con 0x7fdbc00ff630 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbb67fc700 1 -- 172.21.15.40:0/1348336189 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbb0010430 con 0x7fdbc00ff630 2023-07-14T13:02:09.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.948+0000 7fdbb67fc700 1 -- 172.21.15.40:0/1348336189 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb0018680 con 0x7fdbc00ff630 2023-07-14T13:02:09.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.949+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc01a2f30 con 0x7fdbc00ff630 2023-07-14T13:02:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.951+0000 7fdbb67fc700 1 -- 172.21.15.40:0/1348336189 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fdbb00105a0 con 0x7fdbc00ff630 2023-07-14T13:02:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.952+0000 7fdbb67fc700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbac0a1340 0x7fdbac0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.952+0000 7fdbb67fc700 1 -- 172.21.15.40:0/1348336189 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fdbb0014070 con 0x7fdbc00ff630 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.952+0000 7fdbc5417700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbac0a1340 0x7fdbac0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.952+0000 7fdbc5417700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbac0a1340 0x7fdbac0a37f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc009c60 tx=0x7fdbbc009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 Processor -- start 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 -- start start 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b75d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b70040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b709d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5a75c50 con 0x55d4b59cc6b0 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5ac89e0 con 0x55d4b5b70580 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5ac1e70 con 0x55d4b5b762d0 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbc4c16700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b70040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbc5c18700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbc4c16700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b70040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52204/0 (socket says 172.21.15.40:52204) 2023-07-14T13:02:09.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.953+0000 7fdbc4c16700 1 -- 172.21.15.40:0/4256183450 learned_addr learned my addr 172.21.15.40:0/4256183450 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbc4c16700 1 -- 172.21.15.40:0/4256183450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 msgr2=0x55d4b5b709d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b709d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbc4c16700 1 -- 172.21.15.40:0/4256183450 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 msgr2=0x55d4b5b75d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b75d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbc4c16700 1 -- 172.21.15.40:0/4256183450 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d4b58efd80 con 0x55d4b5b762d0 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b70040 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0096980 tx=0x7fdbb00998f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eace9f119b23b28c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbab7fe700 1 -- 172.21.15.40:0/4256183450 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb00a2360 con 0x55d4b5b762d0 2023-07-14T13:02:09.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbab7fe700 1 -- 172.21.15.40:0/4256183450 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbb0010880 con 0x55d4b5b762d0 2023-07-14T13:02:09.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.954+0000 7fdbab7fe700 1 -- 172.21.15.40:0/4256183450 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb00a1ed0 con 0x55d4b5b762d0 2023-07-14T13:02:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 -- 172.21.15.40:0/4256183450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 msgr2=0x55d4b5b70040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b70040 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0096980 tx=0x7fdbb00998f0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 -- 172.21.15.40:0/4256183450 shutdown_connections 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b709d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b75d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/4256183450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b70040 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 -- 172.21.15.40:0/4256183450 >> 172.21.15.40:0/4256183450 conn(0x55d4b5b65be0 msgr2=0x55d4b5b6af10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 -- 172.21.15.40:0/4256183450 shutdown_connections 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.956+0000 7fdbd3801b80 1 -- 172.21.15.40:0/4256183450 wait complete. 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 -- start start 2023-07-14T13:02:09.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 Processor -- start 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b799d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 0x55d4b5b79f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b762d0 0x55d4b5b7a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5a61a60 con 0x55d4b59cc6b0 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.957+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5a61760 con 0x55d4b5b762d0 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b59458c0 con 0x55d4b5b70580 2023-07-14T13:02:09.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbd3801b80 10 client.0 _ll_register_callbacks cb 0x55d4b5a5f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc4c16700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 0x55d4b5b79f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b799d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc4c16700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 0x55d4b5b79f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52210/0 (socket says 172.21.15.40:52210) 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc4c16700 1 -- 172.21.15.40:0/1254961326 learned_addr learned my addr 172.21.15.40:0/1254961326 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b799d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38518/0 (socket says 172.21.15.40:38518) 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5c18700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b762d0 0x55d4b5b7a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 -- 172.21.15.40:0/1254961326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 msgr2=0x55d4b5b79f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 0x55d4b5b79f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 -- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b762d0 msgr2=0x55d4b5b7a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b762d0 0x55d4b5b7a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 -- 172.21.15.40:0/1254961326 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc01a2f30 con 0x55d4b59cc6b0 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 0x55d4b5b79f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbc5417700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b799d0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc011ab0 tx=0x7fdbbc004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6614a25d910e787b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdba8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:02:09.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdba8ff9700 1 -- 172.21.15.40:0/1254961326 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc01c9b0 con 0x55d4b59cc6b0 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdba8ff9700 1 -- 172.21.15.40:0/1254961326 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fdbbc023070 con 0x55d4b59cc6b0 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.958+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d4b5a1b490 con 0x55d4b59cc6b0 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdba8ff9700 1 -- 172.21.15.40:0/1254961326 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdbbc00ee70 con 0x55d4b59cc6b0 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 10 client.17361 fetch_fsmap learned FSMap version 75 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=4+}) v3 -- 0x55d4b58d8c00 con 0x55d4b59cc6b0 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdba8ff9700 1 -- 172.21.15.40:0/1254961326 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbbc034080 con 0x55d4b59cc6b0 2023-07-14T13:02:09.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdba8ff9700 1 -- 172.21.15.40:0/1254961326 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 75) v1 ==== 7522+0+0 (secure 0 0 0) 0x7fdbbc030420 con 0x55d4b59cc6b0 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 10 client.17361 fetch_fsmap finished waiting for FSMap version 75 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 10 client.17361 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 20 client.17361 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5b9ad30 0x55d4b5b9d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 4 client.17361 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d4b5abae50 con 0x55d4b5b9ad30 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.959+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5b9ad30 0x55d4b5b9d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:09.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.960+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5b9ad30 0x55d4b5b9d140 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e593a2ace8ef08fc server_cookie=b796cd97bcceff72 in_seq=0 out_seq=0 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.960+0000 7fdba8ff9700 10 client.17361 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.960+0000 7fdba8ff9700 1 -- 172.21.15.40:0/1254961326 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d4b5abae50 con 0x55d4b5b9ad30 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.960+0000 7fdba8ff9700 10 client.17361 handle_command_reply: tid=0 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 client.17361 shutdown 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 msgr2=0x55d4b5b799d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b799d0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc011ab0 tx=0x7fdbbc004750 comp rx=0 tx=0).stop 2023-07-14T13:02:10.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 shutdown_connections 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b762d0 0x55d4b5b7a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b799d0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5b9ad30 0x55d4b5b9d140 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/1254961326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b70580 0x55d4b5b79f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdba8ff9700 0 client.17361 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 >> 172.21.15.40:0/1254961326 conn(0x55d4b5b65be0 msgr2=0x55d4b5b6a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 shutdown_connections 2023-07-14T13:02:10.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 1 -- 172.21.15.40:0/1254961326 wait complete. 2023-07-14T13:02:10.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.961+0000 7fdbd3801b80 20 client.17361 trim_cache size 0 max 16384 2023-07-14T13:02:10.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.981+0000 7fdbd3801b80 1 Processor -- start 2023-07-14T13:02:10.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.981+0000 7fdbd3801b80 1 -- start start 2023-07-14T13:02:10.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b70040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b7a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 0x55d4b5b78890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5b737a0 con 0x55d4b5b762d0 2023-07-14T13:02:10.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5b7c9f0 con 0x55d4b5b70580 2023-07-14T13:02:10.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5b6bef0 con 0x55d4b59cc6b0 2023-07-14T13:02:10.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 0x55d4b5b78890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 0x55d4b5b78890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38528/0 (socket says 172.21.15.40:38528) 2023-07-14T13:02:10.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 -- 172.21.15.40:0/3309066578 learned_addr learned my addr 172.21.15.40:0/3309066578 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:10.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5417700 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b70040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b7a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 -- 172.21.15.40:0/3309066578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b59cc6b0 msgr2=0x55d4b5b70040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:10.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b70040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 -- 172.21.15.40:0/3309066578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 msgr2=0x55d4b5b7a280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:10.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b7a280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.982+0000 7fdbc5c18700 1 -- 172.21.15.40:0/3309066578 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d4b59161f0 con 0x55d4b5b762d0 2023-07-14T13:02:10.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.983+0000 7fdbc5c18700 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 0x55d4b5b78890 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8009310 tx=0x7fdbb8009340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a444659efbc872a6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:10.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.983+0000 7fdbabfff700 1 -- 172.21.15.40:0/3309066578 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb8021070 con 0x55d4b5b762d0 2023-07-14T13:02:10.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.983+0000 7fdbabfff700 1 -- 172.21.15.40:0/3309066578 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbb80074e0 con 0x55d4b5b762d0 2023-07-14T13:02:10.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.983+0000 7fdbabfff700 1 -- 172.21.15.40:0/3309066578 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb800e040 con 0x55d4b5b762d0 2023-07-14T13:02:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3309066578 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 msgr2=0x55d4b5b78890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 0x55d4b5b78890 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8009310 tx=0x7fdbb8009340 comp rx=0 tx=0).stop 2023-07-14T13:02:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3309066578 shutdown_connections 2023-07-14T13:02:10.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b70040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b762d0 0x55d4b5b78890 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3309066578 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b5b70580 0x55d4b5b7a280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3309066578 >> 172.21.15.40:0/3309066578 conn(0x55d4b5b65be0 msgr2=0x55d4b5b78180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:10.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3309066578 shutdown_connections 2023-07-14T13:02:10.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3309066578 wait complete. 2023-07-14T13:02:10.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 -- start start 2023-07-14T13:02:10.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.984+0000 7fdbd3801b80 1 Processor -- start 2023-07-14T13:02:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b91a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b70580 0x55d4b5b8de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b8e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5b8e8b0 con 0x55d4b5b70580 2023-07-14T13:02:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5b8ea20 con 0x55d4b59cc6b0 2023-07-14T13:02:10.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4b5b8ebe0 con 0x55d4b5b762d0 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbd3801b80 10 client.0 _ll_register_callbacks cb 0x7fdbbc00e750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbc5417700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b91a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbc5c18700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b8e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbc5417700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b91a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55786/0 (socket says 172.21.15.40:55786) 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbc5417700 1 -- 172.21.15.40:0/3222140767 learned_addr learned my addr 172.21.15.40:0/3222140767 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.985+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b70580 0x55d4b5b8de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbc4c16700 1 -- 172.21.15.40:0/3222140767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 msgr2=0x55d4b5b8e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b8e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbc4c16700 1 -- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b59cc6b0 msgr2=0x55d4b5b91a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b91a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbc4c16700 1 -- 172.21.15.40:0/3222140767 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc010d310 con 0x55d4b5b70580 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbc4c16700 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b70580 0x55d4b5b8de30 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fdbb00cab10 tx=0x7fdbb00cab40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5345f8c0e0b3ad server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdba8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:02:10.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdba8ff9700 1 -- 172.21.15.40:0/3222140767 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb00b6040 con 0x55d4b5b70580 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdba8ff9700 1 -- 172.21.15.40:0/3222140767 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fdbb0099400 con 0x55d4b5b70580 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.986+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdbb0010880 con 0x55d4b5b70580 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdba8ff9700 1 -- 172.21.15.40:0/3222140767 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=75) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdbb00995c0 con 0x55d4b5b70580 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 10 client.17367 fetch_fsmap learned FSMap version 75 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=75,monmap=4+}) v3 -- 0x55d4b58ee250 con 0x55d4b5b70580 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdba8ff9700 1 -- 172.21.15.40:0/3222140767 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbb0010880 con 0x55d4b5b70580 2023-07-14T13:02:10.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdba8ff9700 1 -- 172.21.15.40:0/3222140767 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 75) v1 ==== 7522+0+0 (secure 0 0 0) 0x7fdbb0095e10 con 0x55d4b5b70580 2023-07-14T13:02:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 10 client.17367 fetch_fsmap finished waiting for FSMap version 75 2023-07-14T13:02:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 10 client.17367 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 20 client.17367 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:10.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5bf8580 0x55d4b5bfa990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 4 client.17367 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:02:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.987+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d4b5a7cff0 con 0x55d4b5bf8580 2023-07-14T13:02:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.988+0000 7fdbc5417700 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5bf8580 0x55d4b5bfa990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:10.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.988+0000 7fdbc5417700 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5bf8580 0x55d4b5bfa990 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6fe95f1ac54f6da server_cookie=81f90e04042c6a05 in_seq=0 out_seq=0 2023-07-14T13:02:10.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:09.988+0000 7fdba8ff9700 10 client.17367 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:10.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdba8ff9700 1 -- 172.21.15.40:0/3222140767 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d4b5a7cff0 con 0x55d4b5bf8580 2023-07-14T13:02:10.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdba8ff9700 10 client.17367 handle_command_reply: tid=0 2023-07-14T13:02:10.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 client.17367 shutdown 2023-07-14T13:02:10.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b70580 msgr2=0x55d4b5b8de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:10.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b70580 0x55d4b5b8de30 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fdbb00cab10 tx=0x7fdbb00cab40 comp rx=0 tx=0).stop 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 shutdown_connections 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4b5bf8580 0x55d4b5bfa990 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4b5b762d0 0x55d4b5b8e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4b59cc6b0 0x55d4b5b91a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 --2- 172.21.15.40:0/3222140767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4b5b70580 0x55d4b5b8de30 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 >> 172.21.15.40:0/3222140767 conn(0x55d4b5b65be0 msgr2=0x55d4b5b78a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:10.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdba8ff9700 0 client.17367 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:10.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 shutdown_connections 2023-07-14T13:02:10.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.139+0000 7fdbd3801b80 1 -- 172.21.15.40:0/3222140767 wait complete. 2023-07-14T13:02:10.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbd3801b80 20 client.17367 trim_cache size 0 max 16384 2023-07-14T13:02:10.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:02:10.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:02:10.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:02:10.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:02:10.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbac0a1340 msgr2=0x7fdbac0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:10.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbac0a1340 0x7fdbac0a37f0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc009c60 tx=0x7fdbbc009260 comp rx=0 tx=0).stop 2023-07-14T13:02:10.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 msgr2=0x7fdbc0196430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:10.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 0x7fdbc0196430 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fdbb000e9a0 tx=0x7fdbb000ecb0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 shutdown_connections 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fdbac0a1340 0x7fdbac0a37f0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbc00fed20 0x7fdbc0195ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdbc010a5e0 0x7fdbc019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 --2- 172.21.15.40:0/1348336189 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fdbc00ff630 0x7fdbc0196430 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.140+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 >> 172.21.15.40:0/1348336189 conn(0x7fdbc0075270 msgr2=0x7fdbc0102040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:10.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.142+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 shutdown_connections 2023-07-14T13:02:10.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:10.142+0000 7fdbc767b700 1 -- 172.21.15.40:0/1348336189 wait complete. 2023-07-14T13:02:10.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:10 smithi133 ceph-mon[98311]: pgmap v496: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 990 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 762 op/s 2023-07-14T13:02:10.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:10 smithi130 ceph-mon[97977]: pgmap v496: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 990 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 762 op/s 2023-07-14T13:02:10.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:10 smithi040 ceph-mon[96535]: pgmap v496: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 990 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 762 op/s 2023-07-14T13:02:10.801 INFO:tasks.workunit.client.0.smithi040.stdout: 10 106066 36.90 MB/sec execute 43 sec latency 116.879 ms 2023-07-14T13:02:11.801 INFO:tasks.workunit.client.0.smithi040.stdout: 10 106853 36.79 MB/sec execute 44 sec latency 108.088 ms 2023-07-14T13:02:12.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:12 smithi133 ceph-mon[98311]: pgmap v497: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 990 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 762 op/s 2023-07-14T13:02:12.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:12 smithi130 ceph-mon[97977]: pgmap v497: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 990 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 762 op/s 2023-07-14T13:02:12.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:12 smithi040 ceph-mon[96535]: pgmap v497: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 990 MiB data, 6.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.0 MiB/s rd, 11 MiB/s wr, 762 op/s 2023-07-14T13:02:12.801 INFO:tasks.workunit.client.0.smithi040.stdout: 10 107564 36.79 MB/sec execute 45 sec latency 243.024 ms 2023-07-14T13:02:13.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 108424 37.00 MB/sec execute 46 sec latency 320.471 ms 2023-07-14T13:02:14.288 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:14 smithi130 ceph-mon[97977]: pgmap v498: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:14.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:14 smithi040 ceph-mon[96535]: pgmap v498: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:14.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:14 smithi133 ceph-mon[98311]: pgmap v498: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:14.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 109281 37.38 MB/sec execute 47 sec latency 35.349 ms 2023-07-14T13:02:15.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 109951 37.34 MB/sec execute 48 sec latency 90.021 ms 2023-07-14T13:02:16.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:16 smithi133 ceph-mon[98311]: pgmap v499: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:16.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:16 smithi130 ceph-mon[97977]: pgmap v499: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:16.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:16 smithi040 ceph-mon[96535]: pgmap v499: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:16.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 110799 37.41 MB/sec execute 49 sec latency 43.471 ms 2023-07-14T13:02:17.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 111534 37.40 MB/sec execute 50 sec latency 128.626 ms 2023-07-14T13:02:18.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:18 smithi133 ceph-mon[98311]: pgmap v500: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:18.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:18 smithi133 ceph-mon[98311]: osdmap e106: 12 total, 12 up, 12 in 2023-07-14T13:02:18.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:18 smithi130 ceph-mon[97977]: pgmap v500: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:18.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:18 smithi130 ceph-mon[97977]: osdmap e106: 12 total, 12 up, 12 in 2023-07-14T13:02:18.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:18 smithi040 ceph-mon[96535]: pgmap v500: 97 pgs: 97 active+clean; 1018 MiB data, 6.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 MiB/s rd, 14 MiB/s wr, 954 op/s 2023-07-14T13:02:18.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:18 smithi040 ceph-mon[96535]: osdmap e106: 12 total, 12 up, 12 in 2023-07-14T13:02:18.803 INFO:tasks.workunit.client.0.smithi040.stdout: 10 112223 37.34 MB/sec execute 51 sec latency 267.572 ms 2023-07-14T13:02:19.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 113033 37.71 MB/sec execute 52 sec latency 84.723 ms 2023-07-14T13:02:20.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:20 smithi133 ceph-mon[98311]: pgmap v502: 97 pgs: 97 active+clean; 1.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 909 op/s 2023-07-14T13:02:20.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:20 smithi130 ceph-mon[97977]: pgmap v502: 97 pgs: 97 active+clean; 1.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 909 op/s 2023-07-14T13:02:20.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:20 smithi040 ceph-mon[96535]: pgmap v502: 97 pgs: 97 active+clean; 1.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 909 op/s 2023-07-14T13:02:20.803 INFO:tasks.workunit.client.0.smithi040.stdout: 10 113703 37.55 MB/sec execute 53 sec latency 99.920 ms 2023-07-14T13:02:21.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:21 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:21.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:21 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:21.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:21 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:21.802 INFO:tasks.workunit.client.0.smithi040.stdout: 10 114551 37.79 MB/sec execute 54 sec latency 32.471 ms 2023-07-14T13:02:22.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:22 smithi133 ceph-mon[98311]: pgmap v503: 97 pgs: 97 active+clean; 1.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 909 op/s 2023-07-14T13:02:22.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:22 smithi130 ceph-mon[97977]: pgmap v503: 97 pgs: 97 active+clean; 1.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 909 op/s 2023-07-14T13:02:22.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:22 smithi040 ceph-mon[96535]: pgmap v503: 97 pgs: 97 active+clean; 1.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 16 MiB/s wr, 909 op/s 2023-07-14T13:02:22.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 115364 37.78 MB/sec execute 55 sec latency 60.898 ms 2023-07-14T13:02:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 -- 172.21.15.40:0/3343002990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10100780 msgr2=0x7fbe10104740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 --2- 172.21.15.40:0/3343002990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10100780 0x7fbe10104740 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fbe0800b0d0 tx=0x7fbe0800b3e0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 -- 172.21.15.40:0/3343002990 shutdown_connections 2023-07-14T13:02:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 --2- 172.21.15.40:0/3343002990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe100ffde0 0x7fbe101001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 --2- 172.21.15.40:0/3343002990 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe10104e20 0x7fbe1010c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 --2- 172.21.15.40:0/3343002990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10100780 0x7fbe10104740 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.341 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.308+0000 7fbe15def700 1 -- 172.21.15.40:0/3343002990 >> 172.21.15.40:0/3343002990 conn(0x7fbe100fb6f0 msgr2=0x7fbe100fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.312+0000 7fbe15def700 1 -- 172.21.15.40:0/3343002990 shutdown_connections 2023-07-14T13:02:23.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.312+0000 7fbe15def700 1 -- 172.21.15.40:0/3343002990 wait complete. 2023-07-14T13:02:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.313+0000 7fbe15def700 1 Processor -- start 2023-07-14T13:02:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.313+0000 7fbe15def700 1 -- start start 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe15def700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe10100780 0x7fbe1019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe15def700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 0x7fbe1019d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe15def700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe1010b760 0x7fbe1010bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe15def700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe1010c340 con 0x7fbe10104e20 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe15def700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe1010c4b0 con 0x7fbe1010b760 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe15def700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe101999b0 con 0x7fbe10100780 2023-07-14T13:02:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 0x7fbe1019d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 0x7fbe1019d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38546/0 (socket says 172.21.15.40:38546) 2023-07-14T13:02:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 -- 172.21.15.40:0/817726700 learned_addr learned my addr 172.21.15.40:0/817726700 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe10100780 0x7fbe1019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 -- 172.21.15.40:0/817726700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe10100780 msgr2=0x7fbe1019cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe10100780 0x7fbe1019cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 -- 172.21.15.40:0/817726700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe1010b760 msgr2=0x7fbe1010bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe1010b760 0x7fbe1010bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.314+0000 7fbe0effd700 1 -- 172.21.15.40:0/817726700 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe08009d00 con 0x7fbe10104e20 2023-07-14T13:02:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.315+0000 7fbe0effd700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 0x7fbe1019d2e0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fbe0800b820 tx=0x7fbe0800cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.315+0000 7fbe0cff9700 1 -- 172.21.15.40:0/817726700 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0800e040 con 0x7fbe10104e20 2023-07-14T13:02:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.315+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe10199bd0 con 0x7fbe10104e20 2023-07-14T13:02:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.315+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe1019a0d0 con 0x7fbe10104e20 2023-07-14T13:02:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.315+0000 7fbe0cff9700 1 -- 172.21.15.40:0/817726700 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbe08003e10 con 0x7fbe10104e20 2023-07-14T13:02:23.349 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.315+0000 7fbe0cff9700 1 -- 172.21.15.40:0/817726700 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0801d800 con 0x7fbe10104e20 2023-07-14T13:02:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.319+0000 7fbe0cff9700 1 -- 172.21.15.40:0/817726700 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fbe08026400 con 0x7fbe10104e20 2023-07-14T13:02:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.320+0000 7fbe0cff9700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbdf80a1340 0x7fbdf80a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.320+0000 7fbe0cff9700 1 -- 172.21.15.40:0/817726700 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbe080ce110 con 0x7fbe10104e20 2023-07-14T13:02:23.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 Processor -- start 2023-07-14T13:02:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 -- start start 2023-07-14T13:02:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4599bf6b0 0x55e459b68d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b63040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b639d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459a68c50 con 0x55e4599bf6b0 2023-07-14T13:02:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459abb9e0 con 0x55e459b692d0 2023-07-14T13:02:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.321+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459ab4e70 con 0x55e459b63580 2023-07-14T13:02:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.322+0000 7fbe0ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b639d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.322+0000 7fbe0ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b639d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52242/0 (socket says 172.21.15.40:52242) 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.322+0000 7fbe0ffff700 1 -- 172.21.15.40:0/1937511256 learned_addr learned my addr 172.21.15.40:0/1937511256 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbe0ffff700 1 -- 172.21.15.40:0/1937511256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 msgr2=0x55e459b63040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbe0ffff700 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b63040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbe0ffff700 1 -- 172.21.15.40:0/1937511256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4599bf6b0 msgr2=0x55e459b68d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbe0ffff700 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4599bf6b0 0x55e459b68d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbe0ffff700 1 -- 172.21.15.40:0/1937511256 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e4598e2d80 con 0x55e459b63580 2023-07-14T13:02:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbe0ffff700 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b639d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbe0000bb10 tx=0x7fbe0000be20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3a73cd2e27a0167 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.323+0000 7fbdf5ffb700 1 -- 172.21.15.40:0/1937511256 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0000da90 con 0x55e459b63580 2023-07-14T13:02:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.324+0000 7fbdf5ffb700 1 -- 172.21.15.40:0/1937511256 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbe00004cf0 con 0x55e459b63580 2023-07-14T13:02:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.324+0000 7fbdf5ffb700 1 -- 172.21.15.40:0/1937511256 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe00005680 con 0x55e459b63580 2023-07-14T13:02:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1937511256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 msgr2=0x55e459b639d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b639d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbe0000bb10 tx=0x7fbe0000be20 comp rx=0 tx=0).stop 2023-07-14T13:02:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1937511256 shutdown_connections 2023-07-14T13:02:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b639d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e4599bf6b0 0x55e459b68d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1937511256 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b63040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.325+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1937511256 >> 172.21.15.40:0/1937511256 conn(0x55e459b58be0 msgr2=0x55e459b5df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.326+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbdf80a1340 0x7fbdf80a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.326+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbdf80a1340 0x7fbdf80a37f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x55e459b5fbc0 tx=0x7fbe04004740 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.329+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1937511256 shutdown_connections 2023-07-14T13:02:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.330+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1937511256 wait complete. 2023-07-14T13:02:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.330+0000 7fbe21f75b80 1 -- start start 2023-07-14T13:02:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.330+0000 7fbe21f75b80 1 Processor -- start 2023-07-14T13:02:23.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459b6c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459b6cef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b78d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459a54a60 con 0x55e459b692d0 2023-07-14T13:02:23.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459a54760 con 0x55e459b63580 2023-07-14T13:02:23.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4599388c0 con 0x55e459b6d430 2023-07-14T13:02:23.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe21f75b80 10 client.0 _ll_register_callbacks cb 0x55e459a52700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:23.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe0effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459b6cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe0f7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459b6c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe0effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459b6cef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38562/0 (socket says 172.21.15.40:38562) 2023-07-14T13:02:23.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.331+0000 7fbe0effd700 1 -- 172.21.15.40:0/3295796767 learned_addr learned my addr 172.21.15.40:0/3295796767 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:23.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0f7fe700 1 -- 172.21.15.40:0/3295796767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 msgr2=0x55e459b78d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b78d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0f7fe700 1 -- 172.21.15.40:0/3295796767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 msgr2=0x55e459b6cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459b6cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0f7fe700 1 -- 172.21.15.40:0/3295796767 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe0000b740 con 0x55e459b63580 2023-07-14T13:02:23.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0effd700 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459b6cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459b6c9b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbe04006e20 tx=0x7fbe040047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f83490eba55e78f4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbdeeffd700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbdeeffd700 1 -- 172.21.15.40:0/3295796767 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe040159a0 con 0x55e459b63580 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e459a0e490 con 0x55e459b63580 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbdeeffd700 1 -- 172.21.15.40:0/3295796767 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbe04015b00 con 0x55e459b63580 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbdeeffd700 1 -- 172.21.15.40:0/3295796767 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbe04015cc0 con 0x55e459b63580 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe21f75b80 10 client.26906 fetch_fsmap learned FSMap version 77 2023-07-14T13:02:23.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.332+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=4+}) v3 -- 0x55e4598cbc00 con 0x55e459b63580 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.333+0000 7fbdeeffd700 1 -- 172.21.15.40:0/3295796767 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e459a0e490 con 0x55e459b63580 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbdeeffd700 1 -- 172.21.15.40:0/3295796767 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 77) v1 ==== 7502+0+0 (secure 0 0 0) 0x7fbe04028400 con 0x55e459b63580 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbe21f75b80 10 client.26906 fetch_fsmap finished waiting for FSMap version 77 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbe21f75b80 10 client.26906 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbe21f75b80 20 client.26906 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459b7d1b0 0x55e459b7f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbe21f75b80 4 client.26906 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:02:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.334+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e459aade50 con 0x55e459b7d1b0 2023-07-14T13:02:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.335+0000 7fbe0effd700 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459b7d1b0 0x55e459b7f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.337+0000 7fbe0effd700 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459b7d1b0 0x55e459b7f5c0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1417332e2de5ab8e server_cookie=3b1bba75466ec665 in_seq=0 out_seq=0 2023-07-14T13:02:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.339+0000 7fbdeeffd700 10 client.26906 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.339+0000 7fbdeeffd700 1 -- 172.21.15.40:0/3295796767 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e459aade50 con 0x55e459b7d1b0 2023-07-14T13:02:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.339+0000 7fbdeeffd700 10 client.26906 handle_command_reply: tid=0 2023-07-14T13:02:23.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.339+0000 7fbe21f75b80 1 client.26906 shutdown 2023-07-14T13:02:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.340+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 msgr2=0x55e459b6c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.340+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459b6c9b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbe04006e20 tx=0x7fbe040047b0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.340+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 shutdown_connections 2023-07-14T13:02:23.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.340+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459b7d1b0 0x55e459b7f5c0 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.341+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b78d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.341+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459b6c9b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.341+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/3295796767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459b6cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.341+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 >> 172.21.15.40:0/3295796767 conn(0x55e459b58be0 msgr2=0x55e459b5cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.341+0000 7fbdeeffd700 0 client.26906 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.342+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 shutdown_connections 2023-07-14T13:02:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.342+0000 7fbe21f75b80 1 -- 172.21.15.40:0/3295796767 wait complete. 2023-07-14T13:02:23.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.342+0000 7fbe21f75b80 20 client.26906 trim_cache size 0 max 16384 2023-07-14T13:02:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 Processor -- start 2023-07-14T13:02:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 -- start start 2023-07-14T13:02:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b78ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b68260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b6d430 0x55e459b6f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459b5ad30 con 0x55e459b6d430 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459b689f0 con 0x55e459b692d0 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459b7a7b0 con 0x55e459b63580 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe0effd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b68260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe0effd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b68260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55820/0 (socket says 172.21.15.40:55820) 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.365+0000 7fbe0effd700 1 -- 172.21.15.40:0/1517681052 learned_addr learned my addr 172.21.15.40:0/1517681052 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b78ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0effd700 1 -- 172.21.15.40:0/1517681052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 msgr2=0x55e459b78ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0effd700 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b78ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0effd700 1 -- 172.21.15.40:0/1517681052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b6d430 msgr2=0x55e459b6f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0effd700 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b6d430 0x55e459b6f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0effd700 1 -- 172.21.15.40:0/1517681052 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e4599091f0 con 0x55e459b692d0 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b78ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.366+0000 7fbe0effd700 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b68260 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbe08009fd0 tx=0x7fbe08009040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f50d7411b84c90b4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.367+0000 7fbdf67fc700 1 -- 172.21.15.40:0/1517681052 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe0809f380 con 0x55e459b692d0 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.367+0000 7fbdf67fc700 1 -- 172.21.15.40:0/1517681052 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbe080a3710 con 0x55e459b692d0 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.367+0000 7fbdf67fc700 1 -- 172.21.15.40:0/1517681052 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe080a1270 con 0x55e459b692d0 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1517681052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 msgr2=0x55e459b68260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b68260 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbe08009fd0 tx=0x7fbe08009040 comp rx=0 tx=0).stop 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1517681052 shutdown_connections 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b63580 0x55e459b78ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b6d430 0x55e459b6f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/1517681052 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b692d0 0x55e459b68260 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1517681052 >> 172.21.15.40:0/1517681052 conn(0x55e459b58be0 msgr2=0x55e459b67b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1517681052 shutdown_connections 2023-07-14T13:02:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.368+0000 7fbe21f75b80 1 -- 172.21.15.40:0/1517681052 wait complete. 2023-07-14T13:02:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 -- start start 2023-07-14T13:02:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 Processor -- start 2023-07-14T13:02:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459c0c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459c0cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459b73820 con 0x55e459b692d0 2023-07-14T13:02:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459b73990 con 0x55e459b63580 2023-07-14T13:02:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e459b73b50 con 0x55e459b6d430 2023-07-14T13:02:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.369+0000 7fbe21f75b80 10 client.0 _ll_register_callbacks cb 0x7fbe0400e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b730e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52262/0 (socket says 172.21.15.40:52262) 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 -- 172.21.15.40:0/4287493458 learned_addr learned my addr 172.21.15.40:0/4287493458 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 -- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 msgr2=0x55e459c0c840 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459c0c840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 -- 172.21.15.40:0/4287493458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 msgr2=0x55e459c0cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459c0cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.370+0000 7fbe0ffff700 1 -- 172.21.15.40:0/4287493458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e4598cbc00 con 0x55e459b6d430 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbe0ffff700 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b730e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbe0000ba30 tx=0x7fbe00004b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b52896e02315e40 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbdeeffd700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbdeeffd700 1 -- 172.21.15.40:0/4287493458 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe00004510 con 0x55e459b6d430 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbdeeffd700 1 -- 172.21.15.40:0/4287493458 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbe0000d890 con 0x55e459b6d430 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbe00004cf0 con 0x55e459b6d430 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbdeeffd700 1 -- 172.21.15.40:0/4287493458 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=77) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbe0000da50 con 0x55e459b6d430 2023-07-14T13:02:23.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbe21f75b80 10 client.26851 fetch_fsmap learned FSMap version 77 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.371+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=77,monmap=4+}) v3 -- 0x7fbe1019a0d0 con 0x55e459b6d430 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.372+0000 7fbdeeffd700 1 -- 172.21.15.40:0/4287493458 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbe00004cf0 con 0x55e459b6d430 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbdeeffd700 1 -- 172.21.15.40:0/4287493458 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 77) v1 ==== 7502+0+0 (secure 0 0 0) 0x7fbe00005020 con 0x55e459b6d430 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe21f75b80 10 client.26851 fetch_fsmap finished waiting for FSMap version 77 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe21f75b80 10 client.26851 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe21f75b80 20 client.26851 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459c156f0 0x55e459c17b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:23.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe21f75b80 4 client.26851 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:02:23.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e459a6fff0 con 0x55e459c156f0 2023-07-14T13:02:23.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.374+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459c156f0 0x55e459c17b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:23.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.375+0000 7fbdeeffd700 10 client.26851 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:23.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.375+0000 7fbe0f7fe700 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459c156f0 0x55e459c17b00 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ec73fe7bb4e4d6a server_cookie=208b96165627490a in_seq=0 out_seq=0 2023-07-14T13:02:23.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbdeeffd700 1 -- 172.21.15.40:0/4287493458 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e459a6fff0 con 0x55e459c156f0 2023-07-14T13:02:23.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbdeeffd700 10 client.26851 handle_command_reply: tid=0 2023-07-14T13:02:23.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbe21f75b80 1 client.26851 shutdown 2023-07-14T13:02:23.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 msgr2=0x55e459b730e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b730e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbe0000ba30 tx=0x7fbe00004b10 comp rx=0 tx=0).stop 2023-07-14T13:02:23.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 shutdown_connections 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e459c156f0 0x55e459c17b00 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.553+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e459b6d430 0x55e459b730e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e459b63580 0x55e459c0c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbe21f75b80 1 --2- 172.21.15.40:0/4287493458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e459b692d0 0x55e459c0cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 >> 172.21.15.40:0/4287493458 conn(0x55e459b58be0 msgr2=0x55e459b78b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbdeeffd700 0 client.26851 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 shutdown_connections 2023-07-14T13:02:23.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbe21f75b80 1 -- 172.21.15.40:0/4287493458 wait complete. 2023-07-14T13:02:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.554+0000 7fbe21f75b80 20 client.26851 trim_cache size 0 max 16384 2023-07-14T13:02:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:02:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:02:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:02:23.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:02:23.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbdf80a1340 msgr2=0x7fbdf80a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbdf80a1340 0x7fbdf80a37f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x55e459b5fbc0 tx=0x7fbe04004740 comp rx=0 tx=0).stop 2023-07-14T13:02:23.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 msgr2=0x7fbe1019d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:23.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 0x7fbe1019d2e0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fbe0800b820 tx=0x7fbe0800cf50 comp rx=0 tx=0).stop 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 shutdown_connections 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbdf80a1340 0x7fbdf80a37f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe10100780 0x7fbe1019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbe1010b760 0x7fbe1010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 --2- 172.21.15.40:0/817726700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbe10104e20 0x7fbe1019d2e0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 >> 172.21.15.40:0/817726700 conn(0x7fbe100fb6f0 msgr2=0x7fbe10103800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:23.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.555+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 shutdown_connections 2023-07-14T13:02:23.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:23.556+0000 7fbe15def700 1 -- 172.21.15.40:0/817726700 wait complete. 2023-07-14T13:02:23.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 115912 37.73 MB/sec execute 56 sec latency 235.677 ms 2023-07-14T13:02:24.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:24 smithi133 ceph-mon[98311]: pgmap v504: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:24.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:24 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:24.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:24 smithi130 ceph-mon[97977]: pgmap v504: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:24.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:24 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:24.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:24 smithi040 ceph-mon[96535]: pgmap v504: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:24.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:24 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:24.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 116666 37.75 MB/sec execute 57 sec latency 78.805 ms 2023-07-14T13:02:25.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 117485 37.83 MB/sec execute 58 sec latency 38.938 ms 2023-07-14T13:02:26.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:26 smithi130 ceph-mon[97977]: pgmap v505: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:26.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:26 smithi040 ceph-mon[96535]: pgmap v505: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:26.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:26 smithi133 ceph-mon[98311]: pgmap v505: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:26.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 118456 37.95 MB/sec execute 59 sec latency 37.726 ms 2023-07-14T13:02:27.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 119372 38.35 MB/sec execute 60 sec latency 54.956 ms 2023-07-14T13:02:28.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:28 smithi130 ceph-mon[97977]: pgmap v506: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:28 smithi040 ceph-mon[96535]: pgmap v506: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:28.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:28 smithi133 ceph-mon[98311]: pgmap v506: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 15 MiB/s wr, 855 op/s 2023-07-14T13:02:28.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 119830 38.13 MB/sec execute 61 sec latency 222.010 ms 2023-07-14T13:02:29.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 120521 38.03 MB/sec execute 62 sec latency 68.739 ms 2023-07-14T13:02:30.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:30 smithi130 ceph-mon[97977]: pgmap v507: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 13 MiB/s wr, 885 op/s 2023-07-14T13:02:30.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:30 smithi040 ceph-mon[96535]: pgmap v507: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 13 MiB/s wr, 885 op/s 2023-07-14T13:02:30.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:30 smithi133 ceph-mon[98311]: pgmap v507: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 13 MiB/s wr, 885 op/s 2023-07-14T13:02:30.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 121349 38.18 MB/sec execute 63 sec latency 41.155 ms 2023-07-14T13:02:31.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 122304 38.24 MB/sec execute 64 sec latency 75.757 ms 2023-07-14T13:02:32.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:32 smithi130 ceph-mon[97977]: pgmap v508: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 11 MiB/s wr, 759 op/s 2023-07-14T13:02:32.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:32 smithi040 ceph-mon[96535]: pgmap v508: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 11 MiB/s wr, 759 op/s 2023-07-14T13:02:32.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:32 smithi133 ceph-mon[98311]: pgmap v508: 97 pgs: 97 active+clean; 1.1 GiB data, 6.7 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 11 MiB/s wr, 759 op/s 2023-07-14T13:02:32.804 INFO:tasks.workunit.client.0.smithi040.stdout: 10 123053 38.44 MB/sec execute 65 sec latency 151.351 ms 2023-07-14T13:02:33.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:33 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:33.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:33 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:33.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:33 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:33.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 123756 38.36 MB/sec execute 66 sec latency 117.070 ms 2023-07-14T13:02:34.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:34 smithi130 ceph-mon[97977]: pgmap v509: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-07-14T13:02:34.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:34 smithi040 ceph-mon[96535]: pgmap v509: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-07-14T13:02:34.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:34 smithi133 ceph-mon[98311]: pgmap v509: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-07-14T13:02:34.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 124557 38.57 MB/sec execute 67 sec latency 48.813 ms 2023-07-14T13:02:35.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 125450 38.49 MB/sec execute 68 sec latency 31.165 ms 2023-07-14T13:02:36.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:36 smithi130 ceph-mon[97977]: pgmap v510: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 710 op/s 2023-07-14T13:02:36.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:36 smithi040 ceph-mon[96535]: pgmap v510: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 710 op/s 2023-07-14T13:02:36.736 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 -- 172.21.15.40:0/825365405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c0ff4f0 msgr2=0x7fe95c10b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.736 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 --2- 172.21.15.40:0/825365405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c0ff4f0 0x7fe95c10b930 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fe95400b0a0 tx=0x7fe95400b3b0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 -- 172.21.15.40:0/825365405 shutdown_connections 2023-07-14T13:02:36.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 --2- 172.21.15.40:0/825365405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe95c104b70 0x7fe95c104f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.737 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 --2- 172.21.15.40:0/825365405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c0ff4f0 0x7fe95c10b930 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 --2- 172.21.15.40:0/825365405 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c0fefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 -- 172.21.15.40:0/825365405 >> 172.21.15.40:0/825365405 conn(0x7fe95c075980 msgr2=0x7fe95c075d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:36.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 -- 172.21.15.40:0/825365405 shutdown_connections 2023-07-14T13:02:36.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.703+0000 7fe961b72700 1 -- 172.21.15.40:0/825365405 wait complete. 2023-07-14T13:02:36.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.704+0000 7fe961b72700 1 Processor -- start 2023-07-14T13:02:36.738 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.704+0000 7fe961b72700 1 -- start start 2023-07-14T13:02:36.740 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe961b72700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c194cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.740 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe961b72700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe95c0ff4f0 0x7fe95c195210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.741 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe961b72700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c104b70 0x7fe95c1987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.741 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe961b72700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c198dd0 con 0x7fe95c104b70 2023-07-14T13:02:36.741 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe961b72700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c198f40 con 0x7fe95c0feb40 2023-07-14T13:02:36.741 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe961b72700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c199100 con 0x7fe95c0ff4f0 2023-07-14T13:02:36.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c194cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c194cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55838/0 (socket says 172.21.15.40:55838) 2023-07-14T13:02:36.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 -- 172.21.15.40:0/2089955124 learned_addr learned my addr 172.21.15.40:0/2089955124 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:36.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95bfff700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c104b70 0x7fe95c1987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.742 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95affd700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe95c0ff4f0 0x7fe95c195210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 -- 172.21.15.40:0/2089955124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe95c0ff4f0 msgr2=0x7fe95c195210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe95c0ff4f0 0x7fe95c195210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 -- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c104b70 msgr2=0x7fe95c1987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c104b70 0x7fe95c1987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95b7fe700 1 -- 172.21.15.40:0/2089955124 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe954009d00 con 0x7fe95c0feb40 2023-07-14T13:02:36.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.705+0000 7fe95bfff700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c104b70 0x7fe95c1987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:36.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.706+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c194cd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe94c00e9c0 tx=0x7fe94c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:36.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.706+0000 7fe958ff9700 1 -- 172.21.15.40:0/2089955124 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94c0097b0 con 0x7fe95c0feb40 2023-07-14T13:02:36.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.706+0000 7fe958ff9700 1 -- 172.21.15.40:0/2089955124 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe94c00ee60 con 0x7fe95c0feb40 2023-07-14T13:02:36.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.706+0000 7fe958ff9700 1 -- 172.21.15.40:0/2089955124 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94c0054f0 con 0x7fe95c0feb40 2023-07-14T13:02:36.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.706+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe95c1993e0 con 0x7fe95c0feb40 2023-07-14T13:02:36.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.706+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe95c1a1d40 con 0x7fe95c0feb40 2023-07-14T13:02:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.709+0000 7fe958ff9700 1 -- 172.21.15.40:0/2089955124 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fe94c004750 con 0x7fe95c0feb40 2023-07-14T13:02:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.710+0000 7fe958ff9700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe9440a1340 0x7fe9440a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.710+0000 7fe958ff9700 1 -- 172.21.15.40:0/2089955124 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fe94c014070 con 0x7fe95c0feb40 2023-07-14T13:02:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.710+0000 7fe95affd700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe9440a1340 0x7fe9440a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.710+0000 7fe95affd700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe9440a1340 0x7fe9440a37f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe95c1964b0 tx=0x7fe950009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.710+0000 7fe96dcf8b80 1 Processor -- start 2023-07-14T13:02:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 -- start start 2023-07-14T13:02:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa66566b0 0x55afa67ffd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa67fa040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67fa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa66ffc50 con 0x55afa68002d0 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa67529e0 con 0x55afa67fa580 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa674be70 con 0x55afa66566b0 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa67fa040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa67fa040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38596/0 (socket says 172.21.15.40:38596) 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95affd700 1 -- 172.21.15.40:0/1136723183 learned_addr learned my addr 172.21.15.40:0/1136723183 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa66566b0 0x55afa67ffd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95bfff700 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67fa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95b7fe700 1 -- 172.21.15.40:0/1136723183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 msgr2=0x55afa67fa9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67fa9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95b7fe700 1 -- 172.21.15.40:0/1136723183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 msgr2=0x55afa67fa040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa67fa040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95b7fe700 1 -- 172.21.15.40:0/1136723183 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55afa6579d80 con 0x55afa66566b0 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.711+0000 7fe95affd700 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa67fa040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.712+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa66566b0 0x55afa67ffd90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe94c0ca5f0 tx=0x7fe94c099f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbe5578e4c1c5aae server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.712+0000 7fe941ffb700 1 -- 172.21.15.40:0/1136723183 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94c0a23c0 con 0x55afa66566b0 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.712+0000 7fe941ffb700 1 -- 172.21.15.40:0/1136723183 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe94c0980b0 con 0x55afa66566b0 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.712+0000 7fe941ffb700 1 -- 172.21.15.40:0/1136723183 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94c0996c0 con 0x55afa66566b0 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/1136723183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa66566b0 msgr2=0x55afa67ffd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa66566b0 0x55afa67ffd90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe94c0ca5f0 tx=0x7fe94c099f70 comp rx=0 tx=0).stop 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/1136723183 shutdown_connections 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa66566b0 0x55afa67ffd90 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67fa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/1136723183 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa67fa040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/1136723183 >> 172.21.15.40:0/1136723183 conn(0x55afa67efbe0 msgr2=0x55afa67f4f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/1136723183 shutdown_connections 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/1136723183 wait complete. 2023-07-14T13:02:36.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.713+0000 7fe96dcf8b80 1 -- start start 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 Processor -- start 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa68039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6803ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa6804430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa66eba60 con 0x55afa68002d0 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa66eb760 con 0x55afa66566b0 2023-07-14T13:02:36.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa65cf8c0 con 0x55afa67fa580 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe96dcf8b80 10 client.0 _ll_register_callbacks cb 0x55afa66e9700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe95b7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa68039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe95b7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa68039b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55852/0 (socket says 172.21.15.40:55852) 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe95b7fe700 1 -- 172.21.15.40:0/818675517 learned_addr learned my addr 172.21.15.40:0/818675517 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe95bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa6804430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.714+0000 7fe95affd700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6803ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95bfff700 1 -- 172.21.15.40:0/818675517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 msgr2=0x55afa6803ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95bfff700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6803ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95bfff700 1 -- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 msgr2=0x55afa68039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95bfff700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa68039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95bfff700 1 -- 172.21.15.40:0/818675517 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe950017070 con 0x55afa68002d0 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa68039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe95bfff700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa6804430 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fe95400b0a0 tx=0x7fe95400bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51af81ee6c39f4d4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:36.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe93affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe93affd700 1 -- 172.21.15.40:0/818675517 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe95400e040 con 0x55afa68002d0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe93affd700 1 -- 172.21.15.40:0/818675517 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fe954023070 con 0x55afa68002d0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55afa66a5490 con 0x55afa68002d0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe93affd700 1 -- 172.21.15.40:0/818675517 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=78) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9540074e0 con 0x55afa68002d0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe96dcf8b80 10 client.17388 fetch_fsmap learned FSMap version 78 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=78,monmap=4+}) v3 -- 0x7fe95c1a1d40 con 0x55afa68002d0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.715+0000 7fe93affd700 1 -- 172.21.15.40:0/818675517 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55afa66a5490 con 0x55afa68002d0 2023-07-14T13:02:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe93affd700 1 -- 172.21.15.40:0/818675517 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 78) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fe95400b0d0 con 0x55afa68002d0 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe96dcf8b80 10 client.17388 fetch_fsmap finished waiting for FSMap version 78 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe96dcf8b80 10 client.17388 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe96dcf8b80 20 client.17388 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa6813cc0 0x55afa68160d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe96dcf8b80 4 client.17388 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.716+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55afa6744e50 con 0x55afa6813cc0 2023-07-14T13:02:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.717+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa6813cc0 0x55afa68160d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.717+0000 7fe93affd700 10 client.17388 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.717+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa6813cc0 0x55afa68160d0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e08afde4081cc85e server_cookie=e232118c8177b245 in_seq=0 out_seq=0 2023-07-14T13:02:36.760 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:36 smithi133 ceph-mon[98311]: pgmap v510: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 710 op/s 2023-07-14T13:02:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.719+0000 7fe93affd700 1 -- 172.21.15.40:0/818675517 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55afa6744e50 con 0x55afa6813cc0 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.719+0000 7fe93affd700 10 client.17388 handle_command_reply: tid=0 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.719+0000 7fe96dcf8b80 1 client.17388 shutdown 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.719+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 msgr2=0x55afa6804430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.719+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa6804430 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fe95400b0a0 tx=0x7fe95400bf60 comp rx=0 tx=0).stop 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 shutdown_connections 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa68002d0 0x55afa6804430 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa68039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa6813cc0 0x55afa68160d0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/818675517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6803ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 >> 172.21.15.40:0/818675517 conn(0x55afa67efbe0 msgr2=0x55afa67f44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe93affd700 0 client.17388 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 shutdown_connections 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/818675517 wait complete. 2023-07-14T13:02:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.720+0000 7fe96dcf8b80 20 client.17388 trim_cache size 0 max 16384 2023-07-14T13:02:36.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 Processor -- start 2023-07-14T13:02:36.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 -- start start 2023-07-14T13:02:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67efbe0 0x55afa67fa040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 0x55afa680ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67ff2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa67f6010 con 0x55afa66566b0 2023-07-14T13:02:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa6804920 con 0x55afa67fa580 2023-07-14T13:02:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.736+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa68006a0 con 0x55afa67efbe0 2023-07-14T13:02:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 0x55afa680ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95b7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67efbe0 0x55afa67fa040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 0x55afa680ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38608/0 (socket says 172.21.15.40:38608) 2023-07-14T13:02:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 -- 172.21.15.40:0/2234167010 learned_addr learned my addr 172.21.15.40:0/2234167010 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95bfff700 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67ff2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 -- 172.21.15.40:0/2234167010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67efbe0 msgr2=0x55afa67fa040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67efbe0 0x55afa67fa040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 -- 172.21.15.40:0/2234167010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 msgr2=0x55afa67ff2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67ff2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 -- 172.21.15.40:0/2234167010 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55afa67fac20 con 0x55afa66566b0 2023-07-14T13:02:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67efbe0 0x55afa67fa040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:36.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe95affd700 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 0x55afa680ac70 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fe950011fd0 tx=0x7fe950014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c6779ca893e2f99 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe9427fc700 1 -- 172.21.15.40:0/2234167010 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe950024030 con 0x55afa66566b0 2023-07-14T13:02:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe9427fc700 1 -- 172.21.15.40:0/2234167010 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe950025040 con 0x55afa66566b0 2023-07-14T13:02:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.737+0000 7fe9427fc700 1 -- 172.21.15.40:0/2234167010 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe950029400 con 0x55afa66566b0 2023-07-14T13:02:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/2234167010 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 msgr2=0x55afa680ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 0x55afa680ac70 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fe950011fd0 tx=0x7fe950014000 comp rx=0 tx=0).stop 2023-07-14T13:02:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/2234167010 shutdown_connections 2023-07-14T13:02:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67efbe0 0x55afa67fa040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa67fa580 0x55afa67ff2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/2234167010 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa66566b0 0x55afa680ac70 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/2234167010 >> 172.21.15.40:0/2234167010 conn(0x55afa68102c0 msgr2=0x55afa67febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/2234167010 shutdown_connections 2023-07-14T13:02:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/2234167010 wait complete. 2023-07-14T13:02:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.738+0000 7fe96dcf8b80 1 -- start start 2023-07-14T13:02:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 Processor -- start 2023-07-14T13:02:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa685bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 0x55afa685c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6860b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa6861060 con 0x55afa67efbe0 2023-07-14T13:02:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa68611d0 con 0x55afa66566b0 2023-07-14T13:02:36.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afa6861390 con 0x55afa67fa580 2023-07-14T13:02:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe96dcf8b80 10 client.0 _ll_register_callbacks cb 0x7fe95400bab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 0x55afa685c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95bfff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6860b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 0x55afa685c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38614/0 (socket says 172.21.15.40:38614) 2023-07-14T13:02:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 -- 172.21.15.40:0/808237517 learned_addr learned my addr 172.21.15.40:0/808237517 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa685bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 -- 172.21.15.40:0/808237517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 msgr2=0x55afa6860b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6860b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 -- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 msgr2=0x55afa685bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:36.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa685bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95affd700 1 -- 172.21.15.40:0/808237517 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe94c0b6040 con 0x55afa67efbe0 2023-07-14T13:02:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.739+0000 7fe95bfff700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6860b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe95affd700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 0x55afa685c200 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fe95002b000 tx=0x7fe9500057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5022bc67f07506dc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe93affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:02:36.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe93affd700 1 -- 172.21.15.40:0/808237517 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe950024070 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe93affd700 1 -- 172.21.15.40:0/808237517 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fe9500039c0 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55afa6810690 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe93affd700 1 -- 172.21.15.40:0/808237517 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=78) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe950003b80 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 10 client.17394 fetch_fsmap learned FSMap version 78 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=78,monmap=4+}) v3 -- 0x7fe950011c50 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe93affd700 1 -- 172.21.15.40:0/808237517 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55afa6810690 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe93affd700 1 -- 172.21.15.40:0/808237517 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 78) v1 ==== 7486+0+0 (secure 0 0 0) 0x7fe950029400 con 0x55afa67efbe0 2023-07-14T13:02:36.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 10 client.17394 fetch_fsmap finished waiting for FSMap version 78 2023-07-14T13:02:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 10 client.17394 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 20 client.17394 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa68002d0 0x55afa686ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 4 client.17394 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:02:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.740+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7fe94c0980b0 con 0x55afa68002d0 2023-07-14T13:02:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.741+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa68002d0 0x55afa686ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.741+0000 7fe93affd700 10 client.17394 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.741+0000 7fe95b7fe700 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa68002d0 0x55afa686ab40 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3947267cf743d52f server_cookie=8570beea444b420f in_seq=0 out_seq=0 2023-07-14T13:02:36.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 126407 38.84 MB/sec execute 69 sec latency 48.950 ms 2023-07-14T13:02:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.925+0000 7fe93affd700 1 -- 172.21.15.40:0/808237517 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7fe94c0980b0 con 0x55afa68002d0 2023-07-14T13:02:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.925+0000 7fe93affd700 10 client.17394 handle_command_reply: tid=0 2023-07-14T13:02:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.925+0000 7fe96dcf8b80 1 client.17394 shutdown 2023-07-14T13:02:36.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.925+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 msgr2=0x55afa685c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.925+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 0x55afa685c200 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fe95002b000 tx=0x7fe9500057e0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 shutdown_connections 2023-07-14T13:02:36.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55afa68002d0 0x55afa686ab40 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55afa67fa580 0x55afa6860b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55afa66566b0 0x55afa685bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe93affd700 0 client.17394 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:36.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe96dcf8b80 1 --2- 172.21.15.40:0/808237517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55afa67efbe0 0x55afa685c200 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.962 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.927+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 >> 172.21.15.40:0/808237517 conn(0x55afa68102c0 msgr2=0x55afa67ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:36.962 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.928+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 shutdown_connections 2023-07-14T13:02:36.962 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.929+0000 7fe96dcf8b80 1 -- 172.21.15.40:0/808237517 wait complete. 2023-07-14T13:02:36.962 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.930+0000 7fe96dcf8b80 20 client.17394 trim_cache size 0 max 16384 2023-07-14T13:02:36.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:02:36.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:02:36.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:02:36.963 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:02:36.965 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe9440a1340 msgr2=0x7fe9440a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe9440a1340 0x7fe9440a37f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe95c1964b0 tx=0x7fe950009260 comp rx=0 tx=0).stop 2023-07-14T13:02:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 msgr2=0x7fe95c194cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c194cd0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe94c00e9c0 tx=0x7fe94c00ecd0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 shutdown_connections 2023-07-14T13:02:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fe9440a1340 0x7fe9440a37f0 secure :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe95c1964b0 tx=0x7fe950009260 comp rx=0 tx=0).stop 2023-07-14T13:02:36.966 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe95c104b70 0x7fe95c1987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fe95c0feb40 0x7fe95c194cd0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 --2- 172.21.15.40:0/2089955124 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe95c0ff4f0 0x7fe95c195210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.931+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 >> 172.21.15.40:0/2089955124 conn(0x7fe95c075980 msgr2=0x7fe95c0fd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.932+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 shutdown_connections 2023-07-14T13:02:36.967 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:36.932+0000 7fe961b72700 1 -- 172.21.15.40:0/2089955124 wait complete. 2023-07-14T13:02:37.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 127099 38.73 MB/sec execute 70 sec latency 132.457 ms 2023-07-14T13:02:38.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:38 smithi130 ceph-mon[97977]: pgmap v511: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 710 op/s 2023-07-14T13:02:38.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:38 smithi040 ceph-mon[96535]: pgmap v511: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 710 op/s 2023-07-14T13:02:38.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:38 smithi133 ceph-mon[98311]: pgmap v511: 97 pgs: 97 active+clean; 1.1 GiB data, 6.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.6 MiB/s wr, 710 op/s 2023-07-14T13:02:38.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 127733 38.69 MB/sec execute 71 sec latency 85.273 ms 2023-07-14T13:02:39.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 128720 38.82 MB/sec execute 72 sec latency 61.599 ms 2023-07-14T13:02:40.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:40 smithi130 ceph-mon[97977]: pgmap v512: 97 pgs: 97 active+clean; 1.1 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 1.06k op/s 2023-07-14T13:02:40.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:40 smithi040 ceph-mon[96535]: pgmap v512: 97 pgs: 97 active+clean; 1.1 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 1.06k op/s 2023-07-14T13:02:40.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:40 smithi133 ceph-mon[98311]: pgmap v512: 97 pgs: 97 active+clean; 1.1 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 1.06k op/s 2023-07-14T13:02:40.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 129522 38.97 MB/sec execute 73 sec latency 75.435 ms 2023-07-14T13:02:41.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 130295 39.04 MB/sec execute 74 sec latency 45.225 ms 2023-07-14T13:02:42.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:42 smithi040 ceph-mon[96535]: pgmap v513: 97 pgs: 97 active+clean; 1.1 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.0 MiB/s wr, 663 op/s 2023-07-14T13:02:42.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:42 smithi133 ceph-mon[98311]: pgmap v513: 97 pgs: 97 active+clean; 1.1 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.0 MiB/s wr, 663 op/s 2023-07-14T13:02:42.788 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:42 smithi130 ceph-mon[97977]: pgmap v513: 97 pgs: 97 active+clean; 1.1 GiB data, 7.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.0 MiB/s wr, 663 op/s 2023-07-14T13:02:42.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 131054 38.99 MB/sec execute 75 sec latency 57.334 ms 2023-07-14T13:02:43.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 131721 38.98 MB/sec execute 76 sec latency 244.127 ms 2023-07-14T13:02:44.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:44 smithi040 ceph-mon[96535]: pgmap v514: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 12 MiB/s wr, 964 op/s 2023-07-14T13:02:44.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:44 smithi133 ceph-mon[98311]: pgmap v514: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 12 MiB/s wr, 964 op/s 2023-07-14T13:02:44.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:44 smithi130 ceph-mon[97977]: pgmap v514: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 12 MiB/s wr, 964 op/s 2023-07-14T13:02:44.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 132538 39.01 MB/sec execute 77 sec latency 75.011 ms 2023-07-14T13:02:45.805 INFO:tasks.workunit.client.0.smithi040.stdout: 10 133367 39.20 MB/sec execute 78 sec latency 42.686 ms 2023-07-14T13:02:46.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:46 smithi133 ceph-mon[98311]: pgmap v515: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.8 MiB/s wr, 652 op/s 2023-07-14T13:02:46.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:46 smithi130 ceph-mon[97977]: pgmap v515: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.8 MiB/s wr, 652 op/s 2023-07-14T13:02:46.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:46 smithi040 ceph-mon[96535]: pgmap v515: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.8 MiB/s wr, 652 op/s 2023-07-14T13:02:46.808 INFO:tasks.workunit.client.0.smithi040.stdout: 10 134142 39.16 MB/sec execute 79 sec latency 34.744 ms 2023-07-14T13:02:47.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 135008 39.17 MB/sec execute 80 sec latency 48.142 ms 2023-07-14T13:02:48.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:48 smithi133 ceph-mon[98311]: pgmap v516: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.8 MiB/s wr, 652 op/s 2023-07-14T13:02:48.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:48 smithi130 ceph-mon[97977]: pgmap v516: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.8 MiB/s wr, 652 op/s 2023-07-14T13:02:48.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:48 smithi040 ceph-mon[96535]: pgmap v516: 97 pgs: 97 active+clean; 1.1 GiB data, 7.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.8 MiB/s wr, 652 op/s 2023-07-14T13:02:48.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 135688 39.23 MB/sec execute 81 sec latency 360.819 ms 2023-07-14T13:02:49.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:49 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:49.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:49 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:49.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:49 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:49.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 136349 39.26 MB/sec execute 82 sec latency 139.182 ms 2023-07-14T13:02:50.102 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 -- 172.21.15.40:0/3689186421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 msgr2=0x7f5ecc104ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/3689186421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 0x7f5ecc104ec0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc009990 tx=0x7f5ebc009ca0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 -- 172.21.15.40:0/3689186421 shutdown_connections 2023-07-14T13:02:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/3689186421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ecc0ff490 0x7f5ecc10b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/3689186421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 0x7f5ecc104ec0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/3689186421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc0fef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.103 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 -- 172.21.15.40:0/3689186421 >> 172.21.15.40:0/3689186421 conn(0x7f5ecc076a10 msgr2=0x7f5ecc076e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.069+0000 7f5ed0b08700 1 -- 172.21.15.40:0/3689186421 shutdown_connections 2023-07-14T13:02:50.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.070+0000 7f5ed0b08700 1 -- 172.21.15.40:0/3689186421 wait complete. 2023-07-14T13:02:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.070+0000 7f5ed0b08700 1 Processor -- start 2023-07-14T13:02:50.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.070+0000 7f5ed0b08700 1 -- start start 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ed0b08700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ed0b08700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ecc0ff490 0x7f5ecc19b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ed0b08700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 0x7f5ecc1949b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ed0b08700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc195020 con 0x7f5ecc104af0 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ed0b08700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc195190 con 0x7f5ecc0ff490 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ed0b08700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc195350 con 0x7f5ecc0feae0 2023-07-14T13:02:50.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ecad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 0x7f5ecc1949b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc19ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52316/0 (socket says 172.21.15.40:52316) 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 -- 172.21.15.40:0/464621322 learned_addr learned my addr 172.21.15.40:0/464621322 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5ec9d9b700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ecc0ff490 0x7f5ecc19b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 -- 172.21.15.40:0/464621322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ecc0ff490 msgr2=0x7f5ecc19b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ecc0ff490 0x7f5ecc19b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 -- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 msgr2=0x7f5ecc1949b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 0x7f5ecc1949b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 -- 172.21.15.40:0/464621322 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ebc0095f0 con 0x7f5ecc0feae0 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.071+0000 7f5eca59c700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc19ab50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc005910 tx=0x7f5ebc004710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.072+0000 7f5ebb7fe700 1 -- 172.21.15.40:0/464621322 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc01d070 con 0x7f5ecc0feae0 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.072+0000 7f5ebb7fe700 1 -- 172.21.15.40:0/464621322 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ebc022470 con 0x7f5ecc0feae0 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.072+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ecc1955d0 con 0x7f5ecc0feae0 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.072+0000 7f5ebb7fe700 1 -- 172.21.15.40:0/464621322 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc017650 con 0x7f5ecc0feae0 2023-07-14T13:02:50.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.072+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ecc1a1b40 con 0x7f5ecc0feae0 2023-07-14T13:02:50.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.075+0000 7f5ebb7fe700 1 -- 172.21.15.40:0/464621322 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f5ebc0225e0 con 0x7f5ecc0feae0 2023-07-14T13:02:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.076+0000 7f5edcc8eb80 1 Processor -- start 2023-07-14T13:02:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.077+0000 7f5ebb7fe700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5eb40a1340 0x7f5eb40a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.077+0000 7f5ebb7fe700 1 -- 172.21.15.40:0/464621322 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5ebc0cdf50 con 0x7f5ecc0feae0 2023-07-14T13:02:50.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.077+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5eb40a1340 0x7f5eb40a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 -- start start 2023-07-14T13:02:50.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b505165230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b5051721e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b505172720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b50506ac50 con 0x55b504fc16b0 2023-07-14T13:02:50.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5050bd9e0 con 0x55b505165be0 2023-07-14T13:02:50.112 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5050b6e70 con 0x55b505165770 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5ecad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b505172720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5ecad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b505172720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55890/0 (socket says 172.21.15.40:55890) 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5ecad9d700 1 -- 172.21.15.40:0/801474407 learned_addr learned my addr 172.21.15.40:0/801474407 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5eca59c700 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b505165230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5ecad9d700 1 -- 172.21.15.40:0/801474407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 msgr2=0x55b5051721e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.078+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b5051721e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.113 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.079+0000 7f5ecad9d700 1 -- 172.21.15.40:0/801474407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 msgr2=0x55b505165230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.079+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b505165230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.079+0000 7f5ecad9d700 1 -- 172.21.15.40:0/801474407 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b504ee4d80 con 0x55b505165be0 2023-07-14T13:02:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.079+0000 7f5eca59c700 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b505165230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:02:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.079+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5eb40a1340 0x7f5eb40a37f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40186f0 tx=0x7f5ec4012000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:50.114 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.081+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b505172720 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4013c10 tx=0x7f5ec4013f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72131d35c17ad0de server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.082+0000 7f5eb8ff9700 1 -- 172.21.15.40:0/801474407 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4028070 con 0x55b505165be0 2023-07-14T13:02:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.082+0000 7f5eb8ff9700 1 -- 172.21.15.40:0/801474407 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ec400f040 con 0x55b505165be0 2023-07-14T13:02:50.115 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.082+0000 7f5eb8ff9700 1 -- 172.21.15.40:0/801474407 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec400e040 con 0x55b505165be0 2023-07-14T13:02:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/801474407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 msgr2=0x55b505172720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b505172720 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4013c10 tx=0x7f5ec4013f20 comp rx=0 tx=0).stop 2023-07-14T13:02:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/801474407 shutdown_connections 2023-07-14T13:02:50.116 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b505172720 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b505165230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/801474407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b5051721e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/801474407 >> 172.21.15.40:0/801474407 conn(0x55b50515abe0 msgr2=0x55b5051600c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/801474407 shutdown_connections 2023-07-14T13:02:50.117 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.083+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/801474407 wait complete. 2023-07-14T13:02:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 -- start start 2023-07-14T13:02:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 Processor -- start 2023-07-14T13:02:50.118 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165770 0x55b50517d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b5051770f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b505056a60 con 0x55b504fc16b0 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b505056760 con 0x55b505165770 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b504f3a8c0 con 0x55b505165be0 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.084+0000 7f5edcc8eb80 10 client.0 _ll_register_callbacks cb 0x55b505054700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:50.119 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38640/0 (socket says 172.21.15.40:38640) 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 -- 172.21.15.40:0/1465524407 learned_addr learned my addr 172.21.15.40:0/1465524407 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b5051770f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 -- 172.21.15.40:0/1465524407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 msgr2=0x55b5051770f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b5051770f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 -- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165770 msgr2=0x55b50517d3e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165770 0x55b50517d3e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.120 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5eca59c700 1 -- 172.21.15.40:0/1465524407 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ec4013840 con 0x55b504fc16b0 2023-07-14T13:02:50.121 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.085+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b5051770f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5eca59c700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517cea0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc097500 tx=0x7f5ebc09abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f18244c57901259 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5eb1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:02:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/1465524407 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc09a6f0 con 0x55b504fc16b0 2023-07-14T13:02:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/1465524407 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5ebc09f030 con 0x55b504fc16b0 2023-07-14T13:02:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b505010490 con 0x55b504fc16b0 2023-07-14T13:02:50.122 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/1465524407 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ebc0a33c0 con 0x55b504fc16b0 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5edcc8eb80 10 client.17406 fetch_fsmap learned FSMap version 79 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=4+}) v3 -- 0x55b504ecdc00 con 0x55b504fc16b0 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.086+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/1465524407 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ebc0b9030 con 0x55b504fc16b0 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/1465524407 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 79) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f5ebc096df0 con 0x55b504fc16b0 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5edcc8eb80 10 client.17406 fetch_fsmap finished waiting for FSMap version 79 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5edcc8eb80 10 client.17406 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5edcc8eb80 20 client.17406 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:50.123 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b505187000 0x55b5051893e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5edcc8eb80 4 client.17406 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:02:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b5050afe50 con 0x55b505187000 2023-07-14T13:02:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5ec9d9b700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b505187000 0x55b5051893e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5eb1ffb700 10 client.17406 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:50.124 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.087+0000 7f5ec9d9b700 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b505187000 0x55b5051893e0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10fca5c4b1dbcb60 server_cookie=cd73f3e0b953c3a0 in_seq=0 out_seq=0 2023-07-14T13:02:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/1465524407 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b5050afe50 con 0x55b505187000 2023-07-14T13:02:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5eb1ffb700 10 client.17406 handle_command_reply: tid=0 2023-07-14T13:02:50.125 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 client.17406 shutdown 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 msgr2=0x55b50517cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517cea0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc097500 tx=0x7f5ebc09abc0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 shutdown_connections 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b505187000 0x55b5051893e0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b5051770f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517cea0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.126 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/1465524407 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165770 0x55b50517d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 >> 172.21.15.40:0/1465524407 conn(0x55b50515abe0 msgr2=0x55b50515f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5eb1ffb700 0 client.17406 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 shutdown_connections 2023-07-14T13:02:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/1465524407 wait complete. 2023-07-14T13:02:50.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.090+0000 7f5edcc8eb80 20 client.17406 trim_cache size 0 max 16384 2023-07-14T13:02:50.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 Processor -- start 2023-07-14T13:02:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 -- start start 2023-07-14T13:02:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 0x55b505177010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b505165770 0x55b5051749f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b505164740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b505171790 con 0x55b505165770 2023-07-14T13:02:50.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b505186e20 con 0x55b504fc16b0 2023-07-14T13:02:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b505160d50 con 0x55b505165be0 2023-07-14T13:02:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5ec9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b505165770 0x55b5051749f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 0x55b505177010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5ec9d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b505165770 0x55b5051749f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38648/0 (socket says 172.21.15.40:38648) 2023-07-14T13:02:50.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 0x55b505177010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55900/0 (socket says 172.21.15.40:55900) 2023-07-14T13:02:50.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5ec9d9b700 1 -- 172.21.15.40:0/2581893991 learned_addr learned my addr 172.21.15.40:0/2581893991 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:50.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.112+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b505164740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eca59c700 1 -- 172.21.15.40:0/2581893991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 msgr2=0x55b505164740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eca59c700 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b505164740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eca59c700 1 -- 172.21.15.40:0/2581893991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b505165770 msgr2=0x55b5051749f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eca59c700 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b505165770 0x55b5051749f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eca59c700 1 -- 172.21.15.40:0/2581893991 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b504f0b1f0 con 0x55b504fc16b0 2023-07-14T13:02:50.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eca59c700 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 0x55b505177010 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc0a3330 tx=0x7f5ebc00b490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=567e4b7ea124ed62 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:50.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eb97fa700 1 -- 172.21.15.40:0/2581893991 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc09f030 con 0x55b504fc16b0 2023-07-14T13:02:50.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eb97fa700 1 -- 172.21.15.40:0/2581893991 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ebc0b9050 con 0x55b504fc16b0 2023-07-14T13:02:50.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.113+0000 7f5eb97fa700 1 -- 172.21.15.40:0/2581893991 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc0a3150 con 0x55b504fc16b0 2023-07-14T13:02:50.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2581893991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 msgr2=0x55b505177010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 0x55b505177010 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc0a3330 tx=0x7f5ebc00b490 comp rx=0 tx=0).stop 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2581893991 shutdown_connections 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165be0 0x55b505164740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b504fc16b0 0x55b505177010 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2581893991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b505165770 0x55b5051749f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2581893991 >> 172.21.15.40:0/2581893991 conn(0x55b50515abe0 msgr2=0x55b505164030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2581893991 shutdown_connections 2023-07-14T13:02:50.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.114+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2581893991 wait complete. 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 -- start start 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 Processor -- start 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b50517a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b50517aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b50517b0a0 con 0x55b504fc16b0 2023-07-14T13:02:50.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b50517b210 con 0x55b505165be0 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5051d9e90 con 0x55b505165770 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5edcc8eb80 10 client.0 _ll_register_callbacks cb 0x7f5ebc097430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5ecad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b50517aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5ecad9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b50517aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55908/0 (socket says 172.21.15.40:55908) 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5ecad9d700 1 -- 172.21.15.40:0/2978392324 learned_addr learned my addr 172.21.15.40:0/2978392324 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5eca59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38652/0 (socket says 172.21.15.40:38652) 2023-07-14T13:02:50.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.115+0000 7f5ec9d9b700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b50517a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5ecad9d700 1 -- 172.21.15.40:0/2978392324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 msgr2=0x55b50517a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b50517a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5ecad9d700 1 -- 172.21.15.40:0/2978392324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 msgr2=0x55b50517d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5ecad9d700 1 -- 172.21.15.40:0/2978392324 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b504ecdc00 con 0x55b505165be0 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5eca59c700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:02:50.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5ecad9d700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b50517aa00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4009db0 tx=0x7f5ec4004d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88a6be5d539ef598 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5eb1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/2978392324 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4028050 con 0x55b505165be0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/2978392324 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5ec4003a00 con 0x55b505165be0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.116+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5ec400f040 con 0x55b505165be0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/2978392324 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ec400e040 con 0x55b505165be0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 10 client.26942 fetch_fsmap learned FSMap version 79 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=4+}) v3 -- 0x55b504ee3250 con 0x55b505165be0 2023-07-14T13:02:50.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/2978392324 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ec403c080 con 0x55b505165be0 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/2978392324 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 79) v1 ==== 7482+0+0 (secure 0 0 0) 0x7f5ec4004640 con 0x55b505165be0 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 10 client.26942 fetch_fsmap finished waiting for FSMap version 79 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 10 client.26942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 20 client.26942 populate_metadata read hostname 'smithi040' 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b5051db580 0x55b5051dd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 4 client.26942 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:02:50.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.117+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b505071ff0 con 0x55b5051db580 2023-07-14T13:02:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.118+0000 7f5eca59c700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b5051db580 0x55b5051dd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:02:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.120+0000 7f5eca59c700 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b5051db580 0x55b5051dd990 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31a08d6c00c7db6c server_cookie=137437ad1815f49d in_seq=0 out_seq=0 2023-07-14T13:02:50.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.120+0000 7f5eb1ffb700 10 client.26942 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:50.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5eb1ffb700 1 -- 172.21.15.40:0/2978392324 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b505071ff0 con 0x55b5051db580 2023-07-14T13:02:50.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5eb1ffb700 10 client.26942 handle_command_reply: tid=0 2023-07-14T13:02:50.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 client.26942 shutdown 2023-07-14T13:02:50.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 msgr2=0x55b50517aa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b50517aa00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5ec4009db0 tx=0x7f5ec4004d90 comp rx=0 tx=0).stop 2023-07-14T13:02:50.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 shutdown_connections 2023-07-14T13:02:50.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b505165be0 0x55b50517aa00 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b504fc16b0 0x55b50517d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b5051db580 0x55b5051dd990 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 --2- 172.21.15.40:0/2978392324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b505165770 0x55b50517a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5eb1ffb700 0 client.26942 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:02:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 >> 172.21.15.40:0/2978392324 conn(0x55b50515abe0 msgr2=0x55b505171d20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 shutdown_connections 2023-07-14T13:02:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 1 -- 172.21.15.40:0/2978392324 wait complete. 2023-07-14T13:02:50.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.332+0000 7f5edcc8eb80 20 client.26942 trim_cache size 0 max 16384 2023-07-14T13:02:50.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:02:50.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:02:50.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:02:50.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:02:50.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5eb40a1340 msgr2=0x7f5eb40a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5eb40a1340 0x7f5eb40a37f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40186f0 tx=0x7f5ec4012000 comp rx=0 tx=0).stop 2023-07-14T13:02:50.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 msgr2=0x7f5ecc19ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:02:50.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc19ab50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc005910 tx=0x7f5ebc004710 comp rx=0 tx=0).stop 2023-07-14T13:02:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 shutdown_connections 2023-07-14T13:02:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5eb40a1340 0x7f5eb40a37f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ecc0feae0 0x7f5ecc19ab50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.373 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ecc104af0 0x7f5ecc1949b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 --2- 172.21.15.40:0/464621322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ecc0ff490 0x7f5ecc19b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:02:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.334+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 >> 172.21.15.40:0/464621322 conn(0x7f5ecc076a10 msgr2=0x7f5ecc0fc580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:02:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.335+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 shutdown_connections 2023-07-14T13:02:50.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:02:50.335+0000 7f5ed0b08700 1 -- 172.21.15.40:0/464621322 wait complete. 2023-07-14T13:02:50.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:50 smithi130 ceph-mon[97977]: pgmap v517: 97 pgs: 97 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 14 MiB/s wr, 1.01k op/s 2023-07-14T13:02:50.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:50 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:02:50.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:50 smithi040 ceph-mon[96535]: pgmap v517: 97 pgs: 97 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 14 MiB/s wr, 1.01k op/s 2023-07-14T13:02:50.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:50 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:02:50.748 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:50 smithi133 ceph-mon[98311]: pgmap v517: 97 pgs: 97 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 14 MiB/s wr, 1.01k op/s 2023-07-14T13:02:50.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:50 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:02:50.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 136923 39.11 MB/sec execute 83 sec latency 189.316 ms 2023-07-14T13:02:51.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:51 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:51.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:51 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:51.788 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:51 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:02:51.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 137707 38.99 MB/sec execute 84 sec latency 42.986 ms 2023-07-14T13:02:52.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:52 smithi040 ceph-mon[96535]: pgmap v518: 97 pgs: 97 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 10 MiB/s wr, 663 op/s 2023-07-14T13:02:52.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:52 smithi133 ceph-mon[98311]: pgmap v518: 97 pgs: 97 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 10 MiB/s wr, 663 op/s 2023-07-14T13:02:52.789 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:52 smithi130 ceph-mon[97977]: pgmap v518: 97 pgs: 97 active+clean; 1.2 GiB data, 7.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 10 MiB/s wr, 663 op/s 2023-07-14T13:02:52.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 138702 39.22 MB/sec execute 85 sec latency 78.114 ms 2023-07-14T13:02:53.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 139374 39.26 MB/sec execute 86 sec latency 254.920 ms 2023-07-14T13:02:54.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:54 smithi040 ceph-mon[96535]: pgmap v519: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 16 MiB/s wr, 1.06k op/s 2023-07-14T13:02:54.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:54 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:02:54.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:54 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:02:54.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:54 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:02:54.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:54 smithi133 ceph-mon[98311]: pgmap v519: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 16 MiB/s wr, 1.06k op/s 2023-07-14T13:02:54.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:54 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:02:54.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:54 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:02:54.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:54 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:02:54.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:54 smithi130 ceph-mon[97977]: pgmap v519: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 16 MiB/s wr, 1.06k op/s 2023-07-14T13:02:54.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:54 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:02:54.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:54 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:02:54.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:54 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:02:54.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 139956 39.26 MB/sec execute 87 sec latency 188.647 ms 2023-07-14T13:02:55.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 140487 39.07 MB/sec execute 88 sec latency 60.308 ms 2023-07-14T13:02:56.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:56 smithi133 ceph-mon[98311]: pgmap v520: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 759 op/s 2023-07-14T13:02:56.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:56 smithi130 ceph-mon[97977]: pgmap v520: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 759 op/s 2023-07-14T13:02:56.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:56 smithi040 ceph-mon[96535]: pgmap v520: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 759 op/s 2023-07-14T13:02:56.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 141280 39.01 MB/sec execute 89 sec latency 51.431 ms 2023-07-14T13:02:57.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 142167 39.08 MB/sec execute 90 sec latency 112.027 ms 2023-07-14T13:02:58.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:02:58 smithi133 ceph-mon[98311]: pgmap v521: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 759 op/s 2023-07-14T13:02:58.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:02:58 smithi130 ceph-mon[97977]: pgmap v521: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 759 op/s 2023-07-14T13:02:58.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:02:58 smithi040 ceph-mon[96535]: pgmap v521: 97 pgs: 97 active+clean; 1.2 GiB data, 7.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 759 op/s 2023-07-14T13:02:58.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 142941 39.21 MB/sec execute 91 sec latency 181.008 ms 2023-07-14T13:02:59.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 143477 39.17 MB/sec execute 92 sec latency 235.052 ms 2023-07-14T13:03:00.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:00 smithi133 ceph-mon[98311]: pgmap v522: 97 pgs: 97 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 1.08k op/s 2023-07-14T13:03:00.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:00 smithi130 ceph-mon[97977]: pgmap v522: 97 pgs: 97 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 1.08k op/s 2023-07-14T13:03:00.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:00 smithi040 ceph-mon[96535]: pgmap v522: 97 pgs: 97 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 1.08k op/s 2023-07-14T13:03:00.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 143700 38.86 MB/sec execute 93 sec latency 681.450 ms 2023-07-14T13:03:01.806 INFO:tasks.workunit.client.0.smithi040.stdout: 10 143700 38.45 MB/sec execute 94 sec latency 1681.584 ms 2023-07-14T13:03:02.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:02 smithi133 ceph-mon[98311]: pgmap v523: 97 pgs: 97 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 12 MiB/s wr, 720 op/s 2023-07-14T13:03:02.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:02 smithi130 ceph-mon[97977]: pgmap v523: 97 pgs: 97 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 12 MiB/s wr, 720 op/s 2023-07-14T13:03:02.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:02 smithi040 ceph-mon[96535]: pgmap v523: 97 pgs: 97 active+clean; 1.2 GiB data, 7.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 12 MiB/s wr, 720 op/s 2023-07-14T13:03:02.807 INFO:tasks.workunit.client.0.smithi040.stdout: 10 143762 38.07 MB/sec execute 95 sec latency 1916.591 ms 2023-07-14T13:03:03.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 -- 172.21.15.40:0/3291160067 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf00ff3e0 msgr2=0x7facf010b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 --2- 172.21.15.40:0/3291160067 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf00ff3e0 0x7facf010b860 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7face800b0a0 tx=0x7face800b3b0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 -- 172.21.15.40:0/3291160067 shutdown_connections 2023-07-14T13:03:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 --2- 172.21.15.40:0/3291160067 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf00ff3e0 0x7facf010b860 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 --2- 172.21.15.40:0/3291160067 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf0104a30 0x7facf0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 --2- 172.21.15.40:0/3291160067 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7facf00fea30 0x7facf00feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 -- 172.21.15.40:0/3291160067 >> 172.21.15.40:0/3291160067 conn(0x7facf0074760 msgr2=0x7facf0074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 -- 172.21.15.40:0/3291160067 shutdown_connections 2023-07-14T13:03:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 -- 172.21.15.40:0/3291160067 wait complete. 2023-07-14T13:03:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 Processor -- start 2023-07-14T13:03:03.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.455+0000 7facf63a3700 1 -- start start 2023-07-14T13:03:03.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf63a3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf00fea30 0x7facf019bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf63a3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7facf00ff3e0 0x7facf019c230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf63a3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 0x7facf0195b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf63a3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facf01961b0 con 0x7facf0104a30 2023-07-14T13:03:03.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf63a3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facf0196320 con 0x7facf00fea30 2023-07-14T13:03:03.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf63a3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facf01964e0 con 0x7facf00ff3e0 2023-07-14T13:03:03.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 0x7facf0195b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 0x7facf0195b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38670/0 (socket says 172.21.15.40:38670) 2023-07-14T13:03:03.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 -- 172.21.15.40:0/520738226 learned_addr learned my addr 172.21.15.40:0/520738226 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:03.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facef7fe700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7facf00ff3e0 0x7facf019c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7faceffff700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf00fea30 0x7facf019bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 -- 172.21.15.40:0/520738226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7facf00ff3e0 msgr2=0x7facf019c230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7facf00ff3e0 0x7facf019c230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 -- 172.21.15.40:0/520738226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf00fea30 msgr2=0x7facf019bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf00fea30 0x7facf019bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7facf4940700 1 -- 172.21.15.40:0/520738226 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7face8009d00 con 0x7facf0104a30 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.456+0000 7faceffff700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf00fea30 0x7facf019bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.457+0000 7facf4940700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 0x7facf0195b50 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7face800b780 tx=0x7face800bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.457+0000 7faced7fa700 1 -- 172.21.15.40:0/520738226 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face800e040 con 0x7facf0104a30 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.457+0000 7faced7fa700 1 -- 172.21.15.40:0/520738226 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7face8004e60 con 0x7facf0104a30 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.457+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facf0196760 con 0x7facf0104a30 2023-07-14T13:03:03.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.457+0000 7faced7fa700 1 -- 172.21.15.40:0/520738226 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face80052a0 con 0x7facf0104a30 2023-07-14T13:03:03.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.457+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facf01a2ce0 con 0x7facf0104a30 2023-07-14T13:03:03.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.459+0000 7faced7fa700 1 -- 172.21.15.40:0/520738226 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7face8005400 con 0x7facf0104a30 2023-07-14T13:03:03.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.460+0000 7faced7fa700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7facdc0a12c0 0x7facdc0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.460+0000 7faceffff700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7facdc0a12c0 0x7facdc0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.460+0000 7faced7fa700 1 -- 172.21.15.40:0/520738226 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7face80ce330 con 0x7facf0104a30 2023-07-14T13:03:03.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.460+0000 7faceffff700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7facdc0a12c0 0x7facdc0a3770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7facf00ffba0 tx=0x7face0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:03.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 Processor -- start 2023-07-14T13:03:03.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 -- start start 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3ee040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3ee580 0x55c4ce3ee9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce2f3c50 con 0x55c4ce3f42d0 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce3469e0 con 0x55c4ce3ee580 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7fad02529b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce33fe70 con 0x55c4ce24a6b0 2023-07-14T13:03:03.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7facef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3ee040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7facef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3ee040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38676/0 (socket says 172.21.15.40:38676) 2023-07-14T13:03:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7facef7fe700 1 -- 172.21.15.40:0/3729259796 learned_addr learned my addr 172.21.15.40:0/3729259796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7faceffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7facf4940700 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3ee580 0x55c4ce3ee9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7faceffff700 1 -- 172.21.15.40:0/3729259796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3ee580 msgr2=0x55c4ce3ee9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7faceffff700 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3ee580 0x55c4ce3ee9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7faceffff700 1 -- 172.21.15.40:0/3729259796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 msgr2=0x55c4ce3ee040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7faceffff700 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3ee040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7faceffff700 1 -- 172.21.15.40:0/3729259796 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c4ce16dd80 con 0x55c4ce24a6b0 2023-07-14T13:03:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.461+0000 7facef7fe700 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3ee040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:03:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7faceffff700 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f3d90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7face00097f0 tx=0x7face0013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60c03560d2e17ae1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7face67fc700 1 -- 172.21.15.40:0/3729259796 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face0011b80 con 0x55c4ce24a6b0 2023-07-14T13:03:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7face67fc700 1 -- 172.21.15.40:0/3729259796 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7face0015070 con 0x55c4ce24a6b0 2023-07-14T13:03:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7face67fc700 1 -- 172.21.15.40:0/3729259796 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face001c610 con 0x55c4ce24a6b0 2023-07-14T13:03:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7fad02529b80 1 -- 172.21.15.40:0/3729259796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 msgr2=0x55c4ce3f3d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7fad02529b80 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f3d90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7face00097f0 tx=0x7face0013000 comp rx=0 tx=0).stop 2023-07-14T13:03:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7fad02529b80 1 -- 172.21.15.40:0/3729259796 shutdown_connections 2023-07-14T13:03:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7fad02529b80 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f3d90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7fad02529b80 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3ee580 0x55c4ce3ee9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.462+0000 7fad02529b80 1 --2- 172.21.15.40:0/3729259796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3ee040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.463+0000 7fad02529b80 1 -- 172.21.15.40:0/3729259796 >> 172.21.15.40:0/3729259796 conn(0x55c4ce3e3be0 msgr2=0x55c4ce3e8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.463+0000 7fad02529b80 1 -- 172.21.15.40:0/3729259796 shutdown_connections 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.463+0000 7fad02529b80 1 -- 172.21.15.40:0/3729259796 wait complete. 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.463+0000 7fad02529b80 1 -- start start 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.463+0000 7fad02529b80 1 Processor -- start 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3f7df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce2dfa60 con 0x55c4ce3ee580 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce2df760 con 0x55c4ce3f42d0 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce1c38c0 con 0x55c4ce24a6b0 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7fad02529b80 10 client.0 _ll_register_callbacks cb 0x55c4ce2dd700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3f7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3f7df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38682/0 (socket says 172.21.15.40:38682) 2023-07-14T13:03:03.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 -- 172.21.15.40:0/2945239586 learned_addr learned my addr 172.21.15.40:0/2945239586 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7faceffff700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facf4940700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 -- 172.21.15.40:0/2945239586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 msgr2=0x55c4ce3f78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 -- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3f42d0 msgr2=0x55c4ce3f8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 -- 172.21.15.40:0/2945239586 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facd80078c0 con 0x55c4ce3ee580 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7facef7fe700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3f7df0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7facd80116f0 tx=0x7facd8011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b95a8bc569b542e8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.464+0000 7faccf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7faccf7fe700 1 -- 172.21.15.40:0/2945239586 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facd8016070 con 0x55c4ce3ee580 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7faccf7fe700 1 -- 172.21.15.40:0/2945239586 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7facd8004320 con 0x55c4ce3ee580 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c4ce299490 con 0x55c4ce3ee580 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7faccf7fe700 1 -- 172.21.15.40:0/2945239586 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7facd80044e0 con 0x55c4ce3ee580 2023-07-14T13:03:03.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 10 client.17424 fetch_fsmap learned FSMap version 80 2023-07-14T13:03:03.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=80,monmap=4+}) v3 -- 0x7face0010c50 con 0x55c4ce3ee580 2023-07-14T13:03:03.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7faccf7fe700 1 -- 172.21.15.40:0/2945239586 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7facd8027080 con 0x55c4ce3ee580 2023-07-14T13:03:03.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7faccf7fe700 1 -- 172.21.15.40:0/2945239586 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 80) v1 ==== 7466+0+0 (secure 0 0 0) 0x7facd8021030 con 0x55c4ce3ee580 2023-07-14T13:03:03.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 10 client.17424 fetch_fsmap finished waiting for FSMap version 80 2023-07-14T13:03:03.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 10 client.17424 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 20 client.17424 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce407cd0 0x55c4ce40a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 4 client.17424 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.465+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c4ce338e50 con 0x55c4ce407cd0 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.466+0000 7faceffff700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce407cd0 0x55c4ce40a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.466+0000 7faceffff700 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce407cd0 0x55c4ce40a0e0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d8045eacadd2f7f server_cookie=3ea5583eb7f482c5 in_seq=0 out_seq=0 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.466+0000 7faccf7fe700 10 client.17424 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:03.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7faccf7fe700 1 -- 172.21.15.40:0/2945239586 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c4ce338e50 con 0x55c4ce407cd0 2023-07-14T13:03:03.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7faccf7fe700 10 client.17424 handle_command_reply: tid=0 2023-07-14T13:03:03.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 client.17424 shutdown 2023-07-14T13:03:03.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 msgr2=0x55c4ce3f7df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3f7df0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7facd80116f0 tx=0x7facd8011a00 comp rx=0 tx=0).stop 2023-07-14T13:03:03.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 shutdown_connections 2023-07-14T13:03:03.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce407cd0 0x55c4ce40a0e0 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7faccf7fe700 0 client.17424 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:03.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 --2- 172.21.15.40:0/2945239586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3f7df0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 >> 172.21.15.40:0/2945239586 conn(0x55c4ce3e3be0 msgr2=0x55c4ce3e84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:03.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 shutdown_connections 2023-07-14T13:03:03.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 1 -- 172.21.15.40:0/2945239586 wait complete. 2023-07-14T13:03:03.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.467+0000 7fad02529b80 20 client.17424 trim_cache size 0 max 16384 2023-07-14T13:03:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 Processor -- start 2023-07-14T13:03:03.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 -- start start 2023-07-14T13:03:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3ee040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3ee580 0x55c4ce3fec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce3e5d00 con 0x55c4ce3f42d0 2023-07-14T13:03:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce3f89c0 con 0x55c4ce24a6b0 2023-07-14T13:03:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7fad02529b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce405300 con 0x55c4ce3ee580 2023-07-14T13:03:03.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7facf4940700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7facf4940700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f31a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38692/0 (socket says 172.21.15.40:38692) 2023-07-14T13:03:03.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.482+0000 7facf4940700 1 -- 172.21.15.40:0/766596137 learned_addr learned my addr 172.21.15.40:0/766596137 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:03.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7faceffff700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3ee040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facef7fe700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3ee580 0x55c4ce3fec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facf4940700 1 -- 172.21.15.40:0/766596137 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3ee580 msgr2=0x55c4ce3fec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facf4940700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3ee580 0x55c4ce3fec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facf4940700 1 -- 172.21.15.40:0/766596137 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 msgr2=0x55c4ce3ee040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facf4940700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3ee040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facf4940700 1 -- 172.21.15.40:0/766596137 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c4ce156c00 con 0x55c4ce3f42d0 2023-07-14T13:03:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7faceffff700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3ee040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:03:03.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facef7fe700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3ee580 0x55c4ce3fec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:03:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7facf4940700 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f31a0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7face80cba30 tx=0x7face8086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3944112862756d3f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7face6ffd700 1 -- 172.21.15.40:0/766596137 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face809af20 con 0x55c4ce3f42d0 2023-07-14T13:03:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7face6ffd700 1 -- 172.21.15.40:0/766596137 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7face809ad40 con 0x55c4ce3f42d0 2023-07-14T13:03:03.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7face6ffd700 1 -- 172.21.15.40:0/766596137 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face80a3830 con 0x55c4ce3f42d0 2023-07-14T13:03:03.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7fad02529b80 1 -- 172.21.15.40:0/766596137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 msgr2=0x55c4ce3f31a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.483+0000 7fad02529b80 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f31a0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7face80cba30 tx=0x7face8086040 comp rx=0 tx=0).stop 2023-07-14T13:03:03.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 -- 172.21.15.40:0/766596137 shutdown_connections 2023-07-14T13:03:03.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3f31a0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3ee040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 --2- 172.21.15.40:0/766596137 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3ee580 0x55c4ce3fec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 -- 172.21.15.40:0/766596137 >> 172.21.15.40:0/766596137 conn(0x55c4ce3e3be0 msgr2=0x55c4ce3f2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:03.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 -- 172.21.15.40:0/766596137 shutdown_connections 2023-07-14T13:03:03.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 -- 172.21.15.40:0/766596137 wait complete. 2023-07-14T13:03:03.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 -- start start 2023-07-14T13:03:03.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 Processor -- start 2023-07-14T13:03:03.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3fe6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3febe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3fcc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.484+0000 7fad02529b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce3fd2d0 con 0x55c4ce3ee580 2023-07-14T13:03:03.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7fad02529b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce3fd440 con 0x55c4ce24a6b0 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7fad02529b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4ce3fd600 con 0x55c4ce3f42d0 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7fad02529b80 10 client.0 _ll_register_callbacks cb 0x7facd8007c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3febe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3febe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38696/0 (socket says 172.21.15.40:38696) 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 -- 172.21.15.40:0/3002285225 learned_addr learned my addr 172.21.15.40:0/3002285225 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7faceffff700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3fe6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facf4940700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3fcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 -- 172.21.15.40:0/3002285225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3f42d0 msgr2=0x55c4ce3fcc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3fcc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 -- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 msgr2=0x55c4ce3fe6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:03.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3fe6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 -- 172.21.15.40:0/3002285225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facf01a2ce0 con 0x55c4ce3ee580 2023-07-14T13:03:03.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7facef7fe700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3febe0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7facd8001eb0 tx=0x7facd8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2315880da8d8e3b0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:03.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7faccf7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:03:03.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7faccf7fe700 1 -- 172.21.15.40:0/3002285225 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facd8016070 con 0x55c4ce3ee580 2023-07-14T13:03:03.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7face0015070 con 0x55c4ce3ee580 2023-07-14T13:03:03.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7faccf7fe700 1 -- 172.21.15.40:0/3002285225 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8595+0+0 (secure 0 0 0) 0x7facd8000e40 con 0x55c4ce3ee580 2023-07-14T13:03:03.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7faccf7fe700 1 -- 172.21.15.40:0/3002285225 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=80) v2 ==== 24+0+0 (secure 0 0 0) 0x7facd80074e0 con 0x55c4ce3ee580 2023-07-14T13:03:03.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.485+0000 7fad02529b80 10 client.17430 fetch_fsmap learned FSMap version 80 2023-07-14T13:03:03.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=80,monmap=4+}) v3 -- 0x55c4ce1941f0 con 0x55c4ce3ee580 2023-07-14T13:03:03.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7faccf7fe700 1 -- 172.21.15.40:0/3002285225 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7facd8038080 con 0x55c4ce3ee580 2023-07-14T13:03:03.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7faccf7fe700 1 -- 172.21.15.40:0/3002285225 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 80) v1 ==== 7466+0+0 (secure 0 0 0) 0x7facd8032030 con 0x55c4ce3ee580 2023-07-14T13:03:03.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 10 client.17430 fetch_fsmap finished waiting for FSMap version 80 2023-07-14T13:03:03.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 10 client.17430 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:03.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 20 client.17430 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:03.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce45cc80 0x55c4ce45f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:03.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 4 client.17430 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:03:03.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c4ce2faff0 con 0x55c4ce45cc80 2023-07-14T13:03:03.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.486+0000 7faceffff700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce45cc80 0x55c4ce45f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:03.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.487+0000 7faccf7fe700 10 client.17430 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:03.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.487+0000 7faceffff700 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce45cc80 0x55c4ce45f090 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9ac4f73f87ab2e3 server_cookie=7acbc7d9c62fe4d in_seq=0 out_seq=0 2023-07-14T13:03:03.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7faccf7fe700 1 -- 172.21.15.40:0/3002285225 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c4ce2faff0 con 0x55c4ce45cc80 2023-07-14T13:03:03.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7faccf7fe700 10 client.17430 handle_command_reply: tid=0 2023-07-14T13:03:03.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 client.17430 shutdown 2023-07-14T13:03:03.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 msgr2=0x55c4ce3febe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3febe0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7facd8001eb0 tx=0x7facd8005fd0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 shutdown_connections 2023-07-14T13:03:03.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c4ce45cc80 0x55c4ce45f090 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c4ce3f42d0 0x55c4ce3fcc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c4ce24a6b0 0x55c4ce3fe6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7faccf7fe700 0 client.17430 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:03.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 --2- 172.21.15.40:0/3002285225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c4ce3ee580 0x55c4ce3febe0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 >> 172.21.15.40:0/3002285225 conn(0x55c4ce3e3be0 msgr2=0x55c4ce3f5190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:03.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 shutdown_connections 2023-07-14T13:03:03.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 1 -- 172.21.15.40:0/3002285225 wait complete. 2023-07-14T13:03:03.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.615+0000 7fad02529b80 20 client.17430 trim_cache size 0 max 16384 2023-07-14T13:03:03.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:03:03.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:03:03.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:03:03.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:03:03.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7facdc0a12c0 msgr2=0x7facdc0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7facdc0a12c0 0x7facdc0a3770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7facf00ffba0 tx=0x7face0009260 comp rx=0 tx=0).stop 2023-07-14T13:03:03.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 msgr2=0x7facf0195b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:03.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 0x7facf0195b50 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7face800b780 tx=0x7face800bd60 comp rx=0 tx=0).stop 2023-07-14T13:03:03.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 shutdown_connections 2023-07-14T13:03:03.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7facdc0a12c0 0x7facdc0a3770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facf0104a30 0x7facf0195b50 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7facf00fea30 0x7facf019bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 --2- 172.21.15.40:0/520738226 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7facf00ff3e0 0x7facf019c230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:03.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 >> 172.21.15.40:0/520738226 conn(0x7facf0074760 msgr2=0x7facf0067900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:03.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 shutdown_connections 2023-07-14T13:03:03.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:03.616+0000 7facf63a3700 1 -- 172.21.15.40:0/520738226 wait complete. 2023-07-14T13:03:03.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 143762 37.67 MB/sec execute 96 sec latency 1666.998 ms 2023-07-14T13:03:04.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:04 smithi040 ceph-mon[96535]: pgmap v524: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 16 MiB/s wr, 932 op/s 2023-07-14T13:03:04.498 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:04 smithi133 ceph-mon[98311]: pgmap v524: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 16 MiB/s wr, 932 op/s 2023-07-14T13:03:04.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:04 smithi130 ceph-mon[97977]: pgmap v524: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 16 MiB/s wr, 932 op/s 2023-07-14T13:03:04.809 INFO:tasks.workunit.client.0.smithi040.stdout: 10 143762 37.28 MB/sec execute 97 sec latency 2667.094 ms 2023-07-14T13:03:05.809 INFO:tasks.workunit.client.0.smithi040.stdout: 10 144067 37.05 MB/sec execute 98 sec latency 2959.046 ms 2023-07-14T13:03:06.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:06 smithi133 ceph-mon[98311]: pgmap v525: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 534 op/s 2023-07-14T13:03:06.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:06 smithi130 ceph-mon[97977]: pgmap v525: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 534 op/s 2023-07-14T13:03:06.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:06 smithi040 ceph-mon[96535]: pgmap v525: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 534 op/s 2023-07-14T13:03:06.809 INFO:tasks.workunit.client.0.smithi040.stdout: 10 144444 36.82 MB/sec execute 99 sec latency 134.953 ms 2023-07-14T13:03:07.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 144849 36.67 MB/sec execute 100 sec latency 398.945 ms 2023-07-14T13:03:08.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:08 smithi133 ceph-mon[98311]: pgmap v526: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 534 op/s 2023-07-14T13:03:08.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:08 smithi133 ceph-mon[98311]: osdmap e107: 12 total, 12 up, 12 in 2023-07-14T13:03:08.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:08 smithi130 ceph-mon[97977]: pgmap v526: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 534 op/s 2023-07-14T13:03:08.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:08 smithi130 ceph-mon[97977]: osdmap e107: 12 total, 12 up, 12 in 2023-07-14T13:03:08.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:08 smithi040 ceph-mon[96535]: pgmap v526: 97 pgs: 97 active+clean; 1.2 GiB data, 7.7 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 10 MiB/s wr, 534 op/s 2023-07-14T13:03:08.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:08 smithi040 ceph-mon[96535]: osdmap e107: 12 total, 12 up, 12 in 2023-07-14T13:03:08.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 145346 36.56 MB/sec execute 101 sec latency 499.536 ms 2023-07-14T13:03:09.809 INFO:tasks.workunit.client.0.smithi040.stdout: 10 145947 36.50 MB/sec execute 102 sec latency 221.356 ms 2023-07-14T13:03:10.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:10 smithi133 ceph-mon[98311]: pgmap v528: 97 pgs: 20 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 41 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 751 op/s 2023-07-14T13:03:10.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:10 smithi130 ceph-mon[97977]: pgmap v528: 97 pgs: 20 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 41 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 751 op/s 2023-07-14T13:03:10.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:10 smithi040 ceph-mon[96535]: pgmap v528: 97 pgs: 20 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 41 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 751 op/s 2023-07-14T13:03:10.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 146712 36.66 MB/sec execute 103 sec latency 58.900 ms 2023-07-14T13:03:11.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:11 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:03:11.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:11 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:03:11.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:11 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:03:11.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 147400 36.65 MB/sec execute 104 sec latency 102.187 ms 2023-07-14T13:03:12.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:12 smithi130 ceph-mon[97977]: pgmap v529: 97 pgs: 20 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 41 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 751 op/s 2023-07-14T13:03:12.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:12 smithi040 ceph-mon[96535]: pgmap v529: 97 pgs: 20 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 41 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 751 op/s 2023-07-14T13:03:12.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:12 smithi133 ceph-mon[98311]: pgmap v529: 97 pgs: 20 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 41 active+clean; 1.2 GiB data, 7.8 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 751 op/s 2023-07-14T13:03:12.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 148026 36.63 MB/sec execute 105 sec latency 362.194 ms 2023-07-14T13:03:13.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 148831 36.60 MB/sec execute 106 sec latency 1362.225 ms 2023-07-14T13:03:14.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:14 smithi133 ceph-mon[98311]: pgmap v530: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:14.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:14 smithi130 ceph-mon[97977]: pgmap v530: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:14.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:14 smithi040 ceph-mon[96535]: pgmap v530: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:14.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 149296 36.58 MB/sec execute 107 sec latency 2362.256 ms 2023-07-14T13:03:15.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 149782 36.52 MB/sec execute 108 sec latency 3362.284 ms 2023-07-14T13:03:16.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:16 smithi133 ceph-mon[98311]: pgmap v531: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:16.538 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:16 smithi130 ceph-mon[97977]: pgmap v531: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:16.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:16 smithi040 ceph-mon[96535]: pgmap v531: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:16.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 -- 172.21.15.40:0/2763673709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 msgr2=0x7f7aa010b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:16.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 --2- 172.21.15.40:0/2763673709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa010b660 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f7a9800b0a0 tx=0x7f7a9800b3b0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 -- 172.21.15.40:0/2763673709 shutdown_connections 2023-07-14T13:03:16.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 --2- 172.21.15.40:0/2763673709 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa010b660 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 --2- 172.21.15.40:0/2763673709 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7aa01048a0 0x7f7aa0104c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 --2- 172.21.15.40:0/2763673709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7aa01051b0 0x7f7aa00fe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 -- 172.21.15.40:0/2763673709 >> 172.21.15.40:0/2763673709 conn(0x7f7aa0074770 msgr2=0x7f7aa0074b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:16.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 -- 172.21.15.40:0/2763673709 shutdown_connections 2023-07-14T13:03:16.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 -- 172.21.15.40:0/2763673709 wait complete. 2023-07-14T13:03:16.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 Processor -- start 2023-07-14T13:03:16.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.740+0000 7f7aa579d700 1 -- start start 2023-07-14T13:03:16.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa579d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa0196950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa579d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7aa01048a0 0x7f7aa0196e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa579d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7aa01051b0 0x7f7aa01a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa579d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa01a1f10 con 0x7f7aa00ff100 2023-07-14T13:03:16.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa579d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa01a2050 con 0x7f7aa01051b0 2023-07-14T13:03:16.776 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa579d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7aa01a2190 con 0x7f7aa01048a0 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa0196950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa0196950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38708/0 (socket says 172.21.15.40:38708) 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 -- 172.21.15.40:0/4126399125 learned_addr learned my addr 172.21.15.40:0/4126399125 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7aa01048a0 0x7f7aa0196e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7aa01051b0 0x7f7aa01a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 -- 172.21.15.40:0/4126399125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7aa01048a0 msgr2=0x7f7aa0196e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:16.777 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7aa01048a0 0x7f7aa0196e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 -- 172.21.15.40:0/4126399125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7aa01051b0 msgr2=0x7f7aa01a19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:16.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7aa01051b0 0x7f7aa01a19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.741+0000 7f7a9ffff700 1 -- 172.21.15.40:0/4126399125 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a94009520 con 0x7f7aa00ff100 2023-07-14T13:03:16.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.742+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa0196950 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000e9a0 tx=0x7f7a9000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:16.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.742+0000 7f7a9d7fa700 1 -- 172.21.15.40:0/4126399125 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a90009790 con 0x7f7aa00ff100 2023-07-14T13:03:16.778 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.742+0000 7f7a9d7fa700 1 -- 172.21.15.40:0/4126399125 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a90010430 con 0x7f7aa00ff100 2023-07-14T13:03:16.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.742+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a98009d00 con 0x7f7aa00ff100 2023-07-14T13:03:16.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.742+0000 7f7a9d7fa700 1 -- 172.21.15.40:0/4126399125 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a90018680 con 0x7f7aa00ff100 2023-07-14T13:03:16.779 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.742+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7aa01a2740 con 0x7f7aa00ff100 2023-07-14T13:03:16.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.745+0000 7f7a9d7fa700 1 -- 172.21.15.40:0/4126399125 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f7a900105a0 con 0x7f7aa00ff100 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7a9d7fa700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a12c0 0x7f7a880a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 Processor -- start 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 -- start start 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a12c0 0x7f7a880a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7a9d7fa700 1 -- 172.21.15.40:0/4126399125 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f7a90014070 con 0x7f7aa00ff100 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc470 0x5556165c61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556164cbc50 con 0x5556165cc470 2023-07-14T13:03:16.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55561651e9e0 con 0x5556165cc8c0 2023-07-14T13:03:16.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555616517e70 con 0x5556164226b0 2023-07-14T13:03:16.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7aa4f9c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.746+0000 7f7aa4f9c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55972/0 (socket says 172.21.15.40:55972) 2023-07-14T13:03:16.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/3761090340 learned_addr learned my addr 172.21.15.40:0/3761090340 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:16.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc470 0x5556165c61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a12c0 0x7f7a880a3770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7aa00731a0 tx=0x7f7a94011720 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:16.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/3761090340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 msgr2=0x5556165cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/3761090340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc470 msgr2=0x5556165c61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc470 0x5556165c61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/3761090340 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555616345d80 con 0x5556165cc8c0 2023-07-14T13:03:16.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:03:16.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc470 0x5556165c61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:03:16.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c6700 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7a98009c70 tx=0x7f7a980092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d8d4cfdd940a893 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:16.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a867fc700 1 -- 172.21.15.40:0/3761090340 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a9800e040 con 0x5556165cc8c0 2023-07-14T13:03:16.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a867fc700 1 -- 172.21.15.40:0/3761090340 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a9800bcb0 con 0x5556165cc8c0 2023-07-14T13:03:16.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.747+0000 7f7a867fc700 1 -- 172.21.15.40:0/3761090340 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a9801c6a0 con 0x5556165cc8c0 2023-07-14T13:03:16.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/3761090340 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 msgr2=0x5556165c6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:16.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c6700 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7a98009c70 tx=0x7f7a980092e0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/3761090340 shutdown_connections 2023-07-14T13:03:16.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c6700 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/3761090340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc470 0x5556165c61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.793 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/3761090340 >> 172.21.15.40:0/3761090340 conn(0x5556165bbd40 msgr2=0x5556165c1340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:16.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/3761090340 shutdown_connections 2023-07-14T13:03:16.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.748+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/3761090340 wait complete. 2023-07-14T13:03:16.794 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.749+0000 7f7ab2b85b80 1 -- start start 2023-07-14T13:03:16.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.749+0000 7f7ab2b85b80 1 Processor -- start 2023-07-14T13:03:16.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.749+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165d2830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.749+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.749+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165d0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.795 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.749+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556164b7a60 con 0x5556164226b0 2023-07-14T13:03:16.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556164b7760 con 0x5556165cc8c0 2023-07-14T13:03:16.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55561639b8c0 con 0x5556165cc470 2023-07-14T13:03:16.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7ab2b85b80 10 client.0 _ll_register_callbacks cb 0x5556164b5700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:16.796 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7a9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165d2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165d0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165d0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:55978/0 (socket says 172.21.15.40:55978) 2023-07-14T13:03:16.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7a9f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.797 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/2443634056 learned_addr learned my addr 172.21.15.40:0/2443634056 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:16.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/2443634056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 msgr2=0x5556165cfb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165cfb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/2443634056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 msgr2=0x5556165d2830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.798 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165d2830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/2443634056 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7aa01a2740 con 0x5556165cc8c0 2023-07-14T13:03:16.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165d0260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7a98009350 tx=0x7f7a980099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9833cfce825324db server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:16.799 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.750+0000 7f7a7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:03:16.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/2443634056 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a9800e040 con 0x5556165cc8c0 2023-07-14T13:03:16.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555616471490 con 0x5556165cc8c0 2023-07-14T13:03:16.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/2443634056 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f7a9800be20 con 0x5556165cc8c0 2023-07-14T13:03:16.800 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/2443634056 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7a98005280 con 0x5556165cc8c0 2023-07-14T13:03:16.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 10 client.26972 fetch_fsmap learned FSMap version 81 2023-07-14T13:03:16.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x7f7aa010bf20 con 0x5556165cc8c0 2023-07-14T13:03:16.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/2443634056 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555616471490 con 0x5556165cc8c0 2023-07-14T13:03:16.801 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/2443634056 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7a98019030 con 0x5556165cc8c0 2023-07-14T13:03:16.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 10 client.26972 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:03:16.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 10 client.26972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:16.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 20 client.26972 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:16.802 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556165e3e50 0x5556165e6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 4 client.26972 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:03:16.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.751+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555616510e50 con 0x5556165e3e50 2023-07-14T13:03:16.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.752+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556165e3e50 0x5556165e6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.803 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.752+0000 7f7a7f7fe700 10 client.26972 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:16.804 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.752+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556165e3e50 0x5556165e6260 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f75a5758bad39a96 server_cookie=53eeff7c8fd3ec2e in_seq=0 out_seq=0 2023-07-14T13:03:16.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/2443634056 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555616510e50 con 0x5556165e3e50 2023-07-14T13:03:16.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7a7f7fe700 10 client.26972 handle_command_reply: tid=0 2023-07-14T13:03:16.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 client.26972 shutdown 2023-07-14T13:03:16.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 msgr2=0x5556165d0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:16.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165d0260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7a98009350 tx=0x7f7a980099e0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.812 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 shutdown_connections 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165d0260 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165d2830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556165e3e50 0x5556165e6260 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/2443634056 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165cfb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7a7f7fe700 0 client.26972 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 >> 172.21.15.40:0/2443634056 conn(0x5556165bbd40 msgr2=0x5556165c0640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:16.813 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 shutdown_connections 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/2443634056 wait complete. 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.753+0000 7f7ab2b85b80 20 client.26972 trim_cache size 0 max 16384 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.770+0000 7f7ab2b85b80 1 Processor -- start 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.770+0000 7f7ab2b85b80 1 -- start start 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.770+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165db210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.770+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc470 0x5556165cb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.770+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 0x5556165d23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.814 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.770+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556165c6d20 con 0x5556165cc8c0 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556165e0b30 con 0x5556165cc470 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556165d0e70 con 0x5556164226b0 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 0x5556165d23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 0x5556165d23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38732/0 (socket says 172.21.15.40:38732) 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7a9ffff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165db210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/1453854885 learned_addr learned my addr 172.21.15.40:0/1453854885 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:16.815 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc470 0x5556165cb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/1453854885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 msgr2=0x5556165db210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165db210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/1453854885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc470 msgr2=0x5556165cb3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc470 0x5556165cb3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 -- 172.21.15.40:0/1453854885 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55561632ec00 con 0x5556165cc8c0 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc470 0x5556165cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:03:16.816 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 0x5556165d23d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f7a98000f80 tx=0x7f7a9800b060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efe3bc89e152e618 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:16.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.771+0000 7f7a86ffd700 1 -- 172.21.15.40:0/1453854885 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a9802dea0 con 0x5556165cc8c0 2023-07-14T13:03:16.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7a86ffd700 1 -- 172.21.15.40:0/1453854885 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a9802dc60 con 0x5556165cc8c0 2023-07-14T13:03:16.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7a86ffd700 1 -- 172.21.15.40:0/1453854885 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a9800e040 con 0x5556165cc8c0 2023-07-14T13:03:16.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/1453854885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 msgr2=0x5556165d23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:16.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 0x5556165d23d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f7a98000f80 tx=0x7f7a9800b060 comp rx=0 tx=0).stop 2023-07-14T13:03:16.817 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/1453854885 shutdown_connections 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556164226b0 0x5556165db210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556165cc8c0 0x5556165d23d0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/1453854885 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc470 0x5556165cb3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.772+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/1453854885 >> 172.21.15.40:0/1453854885 conn(0x5556165bbd40 msgr2=0x5556165cac90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/1453854885 shutdown_connections 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/1453854885 wait complete. 2023-07-14T13:03:16.818 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 -- start start 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 Processor -- start 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165c8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165c8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556165c9510 con 0x5556164226b0 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556165c9680 con 0x5556165cc8c0 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556165c7ed0 con 0x5556165cc470 2023-07-14T13:03:16.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.773+0000 7f7ab2b85b80 10 client.0 _ll_register_callbacks cb 0x7f7a98003d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165c8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165c8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38736/0 (socket says 172.21.15.40:38736) 2023-07-14T13:03:16.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 -- 172.21.15.40:0/583291025 learned_addr learned my addr 172.21.15.40:0/583291025 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165c8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7aa4f9c700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 -- 172.21.15.40:0/583291025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 msgr2=0x5556165c8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165c8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 -- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 msgr2=0x5556165c7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:16.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 -- 172.21.15.40:0/583291025 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7aa010bf20 con 0x5556164226b0 2023-07-14T13:03:16.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a9ffff700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165c8a10 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f7a90099ee0 tx=0x7f7a900cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8695abf97e7fa63 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:16.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a7f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:03:16.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/583291025 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a9009a400 con 0x5556164226b0 2023-07-14T13:03:16.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/583291025 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(107..107 src has 1..107) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f7a90098400 con 0x5556164226b0 2023-07-14T13:03:16.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7a9800bcb0 con 0x5556164226b0 2023-07-14T13:03:16.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/583291025 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7a900b8350 con 0x5556164226b0 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7ab2b85b80 10 client.17448 fetch_fsmap learned FSMap version 81 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.774+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55561636c1f0 con 0x5556164226b0 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/583291025 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a9800bcb0 con 0x5556164226b0 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/583291025 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7a90094bb0 con 0x5556164226b0 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7ab2b85b80 10 client.17448 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7ab2b85b80 10 client.17448 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7ab2b85b80 20 client.17448 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:16.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556166387e0 0x55561663abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:16.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7ab2b85b80 4 client.17448 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:03:16.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5556164d2ff0 con 0x5556166387e0 2023-07-14T13:03:16.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556166387e0 0x55561663abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:16.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7a7f7fe700 10 client.17448 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:16.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:16.775+0000 7f7a9f7fe700 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556166387e0 0x55561663abf0 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=359ff13858ac5e23 server_cookie=cc18c0dc29dbb56f in_seq=0 out_seq=0 2023-07-14T13:03:16.824 INFO:tasks.workunit.client.0.smithi040.stdout: 10 150200 36.35 MB/sec execute 109 sec latency 4362.315 ms 2023-07-14T13:03:17.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 150622 36.21 MB/sec execute 110 sec latency 5362.342 ms 2023-07-14T13:03:18.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:18 smithi133 ceph-mon[98311]: pgmap v532: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:18.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:18 smithi133 ceph-mon[98311]: osdmap e108: 12 total, 12 up, 12 in 2023-07-14T13:03:18.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:18 smithi130 ceph-mon[97977]: pgmap v532: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:18.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:18 smithi130 ceph-mon[97977]: osdmap e108: 12 total, 12 up, 12 in 2023-07-14T13:03:18.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:18 smithi040 ceph-mon[96535]: pgmap v532: 97 pgs: 97 active+clean; 1.2 GiB data, 7.9 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 13 MiB/s wr, 883 op/s 2023-07-14T13:03:18.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:18 smithi040 ceph-mon[96535]: osdmap e108: 12 total, 12 up, 12 in 2023-07-14T13:03:18.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 151226 36.20 MB/sec execute 111 sec latency 6005.281 ms 2023-07-14T13:03:19.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 151483 36.00 MB/sec execute 112 sec latency 7005.312 ms 2023-07-14T13:03:20.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:20 smithi130 ceph-mon[97977]: pgmap v534: 97 pgs: 97 active+clean; 1.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:03:20.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:20 smithi040 ceph-mon[96535]: pgmap v534: 97 pgs: 97 active+clean; 1.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:03:20.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:20 smithi133 ceph-mon[98311]: pgmap v534: 97 pgs: 97 active+clean; 1.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:03:20.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 151896 35.87 MB/sec execute 113 sec latency 8005.346 ms 2023-07-14T13:03:21.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 152557 35.80 MB/sec execute 114 sec latency 9005.379 ms 2023-07-14T13:03:22.104 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.072+0000 7f7a7f7fe700 1 -- 172.21.15.40:0/583291025 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5556164d2ff0 con 0x5556166387e0 2023-07-14T13:03:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.072+0000 7f7a7f7fe700 10 client.17448 handle_command_reply: tid=0 2023-07-14T13:03:22.105 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.073+0000 7f7ab2b85b80 1 client.17448 shutdown 2023-07-14T13:03:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 msgr2=0x5556165c8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165c8a10 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f7a90099ee0 tx=0x7f7a900cc040 comp rx=0 tx=0).stop 2023-07-14T13:03:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 shutdown_connections 2023-07-14T13:03:22.106 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5556165cc8c0 0x5556165c7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5556164226b0 0x5556165c8a10 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5556166387e0 0x55561663abf0 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 --2- 172.21.15.40:0/583291025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5556165cc470 0x5556165c8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 >> 172.21.15.40:0/583291025 conn(0x5556165bbd40 msgr2=0x5556165cb520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7a7f7fe700 0 client.17448 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 shutdown_connections 2023-07-14T13:03:22.107 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.074+0000 7f7ab2b85b80 1 -- 172.21.15.40:0/583291025 wait complete. 2023-07-14T13:03:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.076+0000 7f7ab2b85b80 20 client.17448 trim_cache size 0 max 16384 2023-07-14T13:03:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:03:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:03:22.108 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:03:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:03:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.076+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a12c0 msgr2=0x7f7a880a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:22.109 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.076+0000 7f7aa579d700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a12c0 0x7f7a880a3770 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7aa00731a0 tx=0x7f7a94011720 comp rx=0 tx=0).stop 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.076+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 msgr2=0x7f7aa0196950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.076+0000 7f7aa579d700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa0196950 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000e9a0 tx=0x7f7a9000ecb0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 shutdown_connections 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7a880a12c0 0x7f7a880a3770 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7aa01051b0 0x7f7aa01a19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7aa00ff100 0x7f7aa0196950 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.110 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 --2- 172.21.15.40:0/4126399125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7aa01048a0 0x7f7aa0196e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:22.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 >> 172.21.15.40:0/4126399125 conn(0x7f7aa0074770 msgr2=0x7f7aa00fce10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:22.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 shutdown_connections 2023-07-14T13:03:22.111 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:22.077+0000 7f7aa579d700 1 -- 172.21.15.40:0/4126399125 wait complete. 2023-07-14T13:03:22.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:22 smithi130 ceph-mon[97977]: pgmap v535: 97 pgs: 97 active+clean; 1.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:03:22.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:22 smithi040 ceph-mon[96535]: pgmap v535: 97 pgs: 97 active+clean; 1.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:03:22.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:22 smithi133 ceph-mon[98311]: pgmap v535: 97 pgs: 97 active+clean; 1.3 GiB data, 8.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:03:22.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 153302 35.93 MB/sec execute 115 sec latency 9324.416 ms 2023-07-14T13:03:23.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 153946 35.90 MB/sec execute 116 sec latency 6854.814 ms 2023-07-14T13:03:24.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:24 smithi040 ceph-mon[96535]: pgmap v536: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:24.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:24 smithi133 ceph-mon[98311]: pgmap v536: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:24.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:24 smithi130 ceph-mon[97977]: pgmap v536: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:24.812 INFO:tasks.workunit.client.0.smithi040.stdout: 10 154354 35.78 MB/sec execute 117 sec latency 265.808 ms 2023-07-14T13:03:25.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 154938 35.69 MB/sec execute 118 sec latency 102.035 ms 2023-07-14T13:03:26.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:26 smithi133 ceph-mon[98311]: pgmap v537: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:26.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:26 smithi130 ceph-mon[97977]: pgmap v537: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:26.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:26 smithi040 ceph-mon[96535]: pgmap v537: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:26.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 155697 35.72 MB/sec execute 119 sec latency 101.208 ms 2023-07-14T13:03:27.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 156473 35.83 MB/sec execute 120 sec latency 75.379 ms 2023-07-14T13:03:28.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:28 smithi133 ceph-mon[98311]: pgmap v538: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:28.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:28 smithi130 ceph-mon[97977]: pgmap v538: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:28.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:28 smithi040 ceph-mon[96535]: pgmap v538: 97 pgs: 97 active+clean; 1.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 14 MiB/s wr, 792 op/s 2023-07-14T13:03:28.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 157180 35.86 MB/sec execute 121 sec latency 68.192 ms 2023-07-14T13:03:29.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 157720 35.83 MB/sec execute 122 sec latency 196.886 ms 2023-07-14T13:03:30.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:30 smithi133 ceph-mon[98311]: pgmap v539: 97 pgs: 97 active+clean; 1.3 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 18 MiB/s wr, 1.00k op/s 2023-07-14T13:03:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:30 smithi130 ceph-mon[97977]: pgmap v539: 97 pgs: 97 active+clean; 1.3 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 18 MiB/s wr, 1.00k op/s 2023-07-14T13:03:30.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:30 smithi040 ceph-mon[96535]: pgmap v539: 97 pgs: 97 active+clean; 1.3 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 18 MiB/s wr, 1.00k op/s 2023-07-14T13:03:30.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 158158 35.65 MB/sec execute 123 sec latency 140.738 ms 2023-07-14T13:03:31.810 INFO:tasks.workunit.client.0.smithi040.stdout: 10 158959 35.72 MB/sec execute 124 sec latency 67.710 ms 2023-07-14T13:03:32.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:32 smithi133 ceph-mon[98311]: pgmap v540: 97 pgs: 97 active+clean; 1.3 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 631 op/s 2023-07-14T13:03:32.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:32 smithi130 ceph-mon[97977]: pgmap v540: 97 pgs: 97 active+clean; 1.3 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 631 op/s 2023-07-14T13:03:32.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:32 smithi040 ceph-mon[96535]: pgmap v540: 97 pgs: 97 active+clean; 1.3 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 12 MiB/s wr, 631 op/s 2023-07-14T13:03:32.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 159714 35.76 MB/sec execute 125 sec latency 167.589 ms 2023-07-14T13:03:33.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 160345 35.75 MB/sec execute 126 sec latency 109.247 ms 2023-07-14T13:03:34.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:34 smithi040 ceph-mon[96535]: pgmap v541: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 MiB/s rd, 17 MiB/s wr, 926 op/s 2023-07-14T13:03:34.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:34 smithi133 ceph-mon[98311]: pgmap v541: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 MiB/s rd, 17 MiB/s wr, 926 op/s 2023-07-14T13:03:34.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:34 smithi130 ceph-mon[97977]: pgmap v541: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.1 MiB/s rd, 17 MiB/s wr, 926 op/s 2023-07-14T13:03:34.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 161051 35.80 MB/sec execute 127 sec latency 72.239 ms 2023-07-14T13:03:35.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 -- 172.21.15.40:0/1333946556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 msgr2=0x7feb980feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1333946556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb980feea0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7feb8c009990 tx=0x7feb8c009ca0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 -- 172.21.15.40:0/1333946556 shutdown_connections 2023-07-14T13:03:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1333946556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb980ff3e0 0x7feb9810b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1333946556 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 0x7feb98104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1333946556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb980feea0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 -- 172.21.15.40:0/1333946556 >> 172.21.15.40:0/1333946556 conn(0x7feb980fa4f0 msgr2=0x7feb980fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:35.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 -- 172.21.15.40:0/1333946556 shutdown_connections 2023-07-14T13:03:35.248 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.214+0000 7feb9d83c700 1 -- 172.21.15.40:0/1333946556 wait complete. 2023-07-14T13:03:35.249 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 Processor -- start 2023-07-14T13:03:35.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 -- start start 2023-07-14T13:03:35.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb98100820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb980ff3e0 0x7feb98100d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 0x7feb981a3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb981a42c0 con 0x7feb980fea30 2023-07-14T13:03:35.250 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb981a4430 con 0x7feb98104a40 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb9d83c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb981a45f0 con 0x7feb980ff3e0 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb96ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb98100820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb96ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb98100820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38750/0 (socket says 172.21.15.40:38750) 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb96ffd700 1 -- 172.21.15.40:0/1939725569 learned_addr learned my addr 172.21.15.40:0/1939725569 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb977fe700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 0x7feb981a3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb967fc700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb980ff3e0 0x7feb98100d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.251 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb96ffd700 1 -- 172.21.15.40:0/1939725569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb980ff3e0 msgr2=0x7feb98100d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.215+0000 7feb96ffd700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb980ff3e0 0x7feb98100d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb96ffd700 1 -- 172.21.15.40:0/1939725569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 msgr2=0x7feb981a3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb96ffd700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 0x7feb981a3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb96ffd700 1 -- 172.21.15.40:0/1939725569 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb8c0095f0 con 0x7feb980fea30 2023-07-14T13:03:35.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb977fe700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 0x7feb981a3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:03:35.252 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb96ffd700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb98100820 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7feb8800e970 tx=0x7feb8800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:35.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb9c83a700 1 -- 172.21.15.40:0/1939725569 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb88009790 con 0x7feb980fea30 2023-07-14T13:03:35.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb981a48d0 con 0x7feb980fea30 2023-07-14T13:03:35.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb9c83a700 1 -- 172.21.15.40:0/1939725569 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feb8800c7e0 con 0x7feb980fea30 2023-07-14T13:03:35.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb9c83a700 1 -- 172.21.15.40:0/1939725569 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb88003c70 con 0x7feb980fea30 2023-07-14T13:03:35.253 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.216+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb981a4e30 con 0x7feb980fea30 2023-07-14T13:03:35.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.219+0000 7feb9c83a700 1 -- 172.21.15.40:0/1939725569 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7feb8800cc50 con 0x7feb980fea30 2023-07-14T13:03:35.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.219+0000 7feb9c83a700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb800a12c0 0x7feb800a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.219+0000 7feb9c83a700 1 -- 172.21.15.40:0/1939725569 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7feb88014070 con 0x7feb980fea30 2023-07-14T13:03:35.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.219+0000 7feb967fc700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb800a12c0 0x7feb800a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.220+0000 7feb967fc700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb800a12c0 0x7feb800a3770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7feb98102040 tx=0x7feb8c005fd0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:35.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.220+0000 7feba99c2b80 1 Processor -- start 2023-07-14T13:03:35.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.220+0000 7feba99c2b80 1 -- start start 2023-07-14T13:03:35.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.220+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e076d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.220+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e071040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.220+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e0719d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feba99c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2df76c50 con 0x555d2e071580 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feba99c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2dfc99e0 con 0x555d2e0772d0 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feba99c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2dfc2e70 con 0x555d2decd6b0 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb96ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e076d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e0719d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb96ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e076d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52448/0 (socket says 172.21.15.40:52448) 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb96ffd700 1 -- 172.21.15.40:0/3364076629 learned_addr learned my addr 172.21.15.40:0/3364076629 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb967fc700 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 -- 172.21.15.40:0/3364076629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 msgr2=0x555d2e076d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e076d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 -- 172.21.15.40:0/3364076629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 msgr2=0x555d2e071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e071040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 -- 172.21.15.40:0/3364076629 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d2ddf0d80 con 0x555d2e071580 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb967fc700 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e071040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb977fe700 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e0719d0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7feb90003db0 tx=0x7feb90009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=232bb6df8937e27b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb7dffb700 1 -- 172.21.15.40:0/3364076629 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90004bb0 con 0x555d2e071580 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb7dffb700 1 -- 172.21.15.40:0/3364076629 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feb9000f040 con 0x555d2e071580 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.221+0000 7feb7dffb700 1 -- 172.21.15.40:0/3364076629 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90007c20 con 0x555d2e071580 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 -- 172.21.15.40:0/3364076629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 msgr2=0x555d2e0719d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e0719d0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7feb90003db0 tx=0x7feb90009920 comp rx=0 tx=0).stop 2023-07-14T13:03:35.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 -- 172.21.15.40:0/3364076629 shutdown_connections 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e076d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e0719d0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 --2- 172.21.15.40:0/3364076629 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e071040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 -- 172.21.15.40:0/3364076629 >> 172.21.15.40:0/3364076629 conn(0x555d2e066be0 msgr2=0x555d2e06bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 -- 172.21.15.40:0/3364076629 shutdown_connections 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 -- 172.21.15.40:0/3364076629 wait complete. 2023-07-14T13:03:35.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.222+0000 7feba99c2b80 1 -- start start 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 Processor -- start 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e07d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e071580 0x555d2e07a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 0x555d2e07ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2df62a60 con 0x555d2e0772d0 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2df62760 con 0x555d2e071580 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2de468c0 con 0x555d2decd6b0 2023-07-14T13:03:35.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feba99c2b80 10 client.0 _ll_register_callbacks cb 0x555d2df60700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feb977fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 0x555d2e07ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feb977fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 0x555d2e07ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38768/0 (socket says 172.21.15.40:38768) 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feb977fe700 1 -- 172.21.15.40:0/1739990962 learned_addr learned my addr 172.21.15.40:0/1739990962 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feb967fc700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e071580 0x555d2e07a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.223+0000 7feb96ffd700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e07d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb977fe700 1 -- 172.21.15.40:0/1739990962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 msgr2=0x555d2e07d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb977fe700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e07d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb977fe700 1 -- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e071580 msgr2=0x555d2e07a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb977fe700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e071580 0x555d2e07a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb977fe700 1 -- 172.21.15.40:0/1739990962 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb90003a60 con 0x555d2e0772d0 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb977fe700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 0x555d2e07ad60 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7feb900049e0 tx=0x7feb90009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52d87e8c3b57d5b1 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb76ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb76ffd700 1 -- 172.21.15.40:0/1739990962 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90007890 con 0x555d2e0772d0 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb76ffd700 1 -- 172.21.15.40:0/1739990962 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7feb900079f0 con 0x555d2e0772d0 2023-07-14T13:03:35.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555d2df1c490 con 0x555d2e0772d0 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb76ffd700 1 -- 172.21.15.40:0/1739990962 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb90007bb0 con 0x555d2e0772d0 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feba99c2b80 10 client.17460 fetch_fsmap learned FSMap version 81 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x555d2ddd9c00 con 0x555d2e0772d0 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb76ffd700 1 -- 172.21.15.40:0/1739990962 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feb90034080 con 0x555d2e0772d0 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feb76ffd700 1 -- 172.21.15.40:0/1739990962 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7feb9002e030 con 0x555d2e0772d0 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feba99c2b80 10 client.17460 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.224+0000 7feba99c2b80 10 client.17460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:35.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feba99c2b80 20 client.17460 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:35.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feba99c2b80 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e08a9c0 0x555d2e08cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feba99c2b80 4 client.17460 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:03:35.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555d2dfbbe50 con 0x555d2e08a9c0 2023-07-14T13:03:35.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feb96ffd700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e08a9c0 0x555d2e08cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feb76ffd700 10 client.17460 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:35.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.225+0000 7feb96ffd700 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e08a9c0 0x555d2e08cda0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=658be6eef19ebe7e server_cookie=bda11a5c4111c3f1 in_seq=0 out_seq=0 2023-07-14T13:03:35.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feb76ffd700 1 -- 172.21.15.40:0/1739990962 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555d2dfbbe50 con 0x555d2e08a9c0 2023-07-14T13:03:35.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feb76ffd700 10 client.17460 handle_command_reply: tid=0 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 client.17460 shutdown 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 msgr2=0x555d2e07ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 0x555d2e07ad60 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7feb900049e0 tx=0x7feb90009650 comp rx=0 tx=0).stop 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 shutdown_connections 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e08a9c0 0x555d2e08cda0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e07d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feb76ffd700 0 client.17460 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:35.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e0772d0 0x555d2e07ad60 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 --2- 172.21.15.40:0/1739990962 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e071580 0x555d2e07a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 >> 172.21.15.40:0/1739990962 conn(0x555d2e066be0 msgr2=0x555d2e06ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:35.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 shutdown_connections 2023-07-14T13:03:35.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 1 -- 172.21.15.40:0/1739990962 wait complete. 2023-07-14T13:03:35.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.228+0000 7feba99c2b80 20 client.17460 trim_cache size 0 max 16384 2023-07-14T13:03:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 Processor -- start 2023-07-14T13:03:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 -- start start 2023-07-14T13:03:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e071040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.279 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e06bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2e06db70 con 0x555d2e071580 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2e037060 con 0x555d2e0772d0 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feba99c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2e0776a0 con 0x555d2decd6b0 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb967fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb967fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38774/0 (socket says 172.21.15.40:38774) 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb967fc700 1 -- 172.21.15.40:0/315244751 learned_addr learned my addr 172.21.15.40:0/315244751 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:35.280 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb96ffd700 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e071040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb977fe700 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e06bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb967fc700 1 -- 172.21.15.40:0/315244751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 msgr2=0x555d2e071040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.246+0000 7feb967fc700 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e071040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb967fc700 1 -- 172.21.15.40:0/315244751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 msgr2=0x555d2e06bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb967fc700 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e06bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.281 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb967fc700 1 -- 172.21.15.40:0/315244751 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d2e0919d0 con 0x555d2e071580 2023-07-14T13:03:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb967fc700 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081c60 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7feb8c015000 tx=0x7feb8c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26a4254eaa8a9f20 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb7e7fc700 1 -- 172.21.15.40:0/315244751 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c004700 con 0x555d2e071580 2023-07-14T13:03:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb7e7fc700 1 -- 172.21.15.40:0/315244751 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feb8c02c040 con 0x555d2e071580 2023-07-14T13:03:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.247+0000 7feb7e7fc700 1 -- 172.21.15.40:0/315244751 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c00fbd0 con 0x555d2e071580 2023-07-14T13:03:35.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 -- 172.21.15.40:0/315244751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 msgr2=0x555d2e081c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081c60 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7feb8c015000 tx=0x7feb8c020000 comp rx=0 tx=0).stop 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 -- 172.21.15.40:0/315244751 shutdown_connections 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2decd6b0 0x555d2e071040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2e0772d0 0x555d2e06bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 --2- 172.21.15.40:0/315244751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081c60 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 -- 172.21.15.40:0/315244751 >> 172.21.15.40:0/315244751 conn(0x555d2e066be0 msgr2=0x555d2e0749f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:35.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 -- 172.21.15.40:0/315244751 shutdown_connections 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 -- 172.21.15.40:0/315244751 wait complete. 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.248+0000 7feba99c2b80 1 -- start start 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 Processor -- start 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2decd6b0 0x555d2e0817a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2e0772d0 0x555d2e07fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2e080330 con 0x555d2e071580 2023-07-14T13:03:35.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2e0804a0 con 0x555d2decd6b0 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d2e080660 con 0x555d2e0772d0 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feba99c2b80 10 client.0 _ll_register_callbacks cb 0x7feb88095c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38780/0 (socket says 172.21.15.40:38780) 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 -- 172.21.15.40:0/652946775 learned_addr learned my addr 172.21.15.40:0/652946775 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb977fe700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2e0772d0 0x555d2e07fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb96ffd700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2decd6b0 0x555d2e0817a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 -- 172.21.15.40:0/652946775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2e0772d0 msgr2=0x555d2e07fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2e0772d0 0x555d2e07fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 -- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2decd6b0 msgr2=0x555d2e0817a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2decd6b0 0x555d2e0817a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb967fc700 1 -- 172.21.15.40:0/652946775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb9810c170 con 0x555d2e071580 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.249+0000 7feb96ffd700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2decd6b0 0x555d2e0817a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb967fc700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081ce0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7feb8c005600 tx=0x7feb8c00fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2d329d7bf76650f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:35.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb76ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb76ffd700 1 -- 172.21.15.40:0/652946775 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb8c004710 con 0x555d2e071580 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb76ffd700 1 -- 172.21.15.40:0/652946775 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7feb8c004870 con 0x555d2e071580 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feb9000f040 con 0x555d2e071580 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb76ffd700 1 -- 172.21.15.40:0/652946775 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb8c004a30 con 0x555d2e071580 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 10 client.17466 fetch_fsmap learned FSMap version 81 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x555d2de171f0 con 0x555d2e071580 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb76ffd700 1 -- 172.21.15.40:0/652946775 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feb9000f040 con 0x555d2e071580 2023-07-14T13:03:35.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feb76ffd700 1 -- 172.21.15.40:0/652946775 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7feb8c032c90 con 0x555d2e071580 2023-07-14T13:03:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 10 client.17466 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:03:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 10 client.17466 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 20 client.17466 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e0df5a0 0x555d2e0e1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:35.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 4 client.17466 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:03:35.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.250+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555d2df7dff0 con 0x555d2e0df5a0 2023-07-14T13:03:35.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.251+0000 7feb96ffd700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e0df5a0 0x555d2e0e1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:35.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.251+0000 7feb96ffd700 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e0df5a0 0x555d2e0e1980 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ed06bfd6f844dd0 server_cookie=d58ca1f4b18a9b5c in_seq=0 out_seq=0 2023-07-14T13:03:35.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.251+0000 7feb76ffd700 10 client.17466 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feb76ffd700 1 -- 172.21.15.40:0/652946775 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555d2df7dff0 con 0x555d2e0df5a0 2023-07-14T13:03:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feb76ffd700 10 client.17466 handle_command_reply: tid=0 2023-07-14T13:03:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 client.17466 shutdown 2023-07-14T13:03:35.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 msgr2=0x555d2e081ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081ce0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7feb8c005600 tx=0x7feb8c00fed0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 shutdown_connections 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d2e0df5a0 0x555d2e0e1980 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d2e0772d0 0x555d2e07fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feb76ffd700 0 client.17466 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d2decd6b0 0x555d2e0817a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 --2- 172.21.15.40:0/652946775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d2e071580 0x555d2e081ce0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.472+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 >> 172.21.15.40:0/652946775 conn(0x555d2e066be0 msgr2=0x555d2e07c090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.473+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 shutdown_connections 2023-07-14T13:03:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.473+0000 7feba99c2b80 1 -- 172.21.15.40:0/652946775 wait complete. 2023-07-14T13:03:35.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.473+0000 7feba99c2b80 20 client.17466 trim_cache size 0 max 16384 2023-07-14T13:03:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:03:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:03:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:03:35.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:03:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb800a12c0 msgr2=0x7feb800a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb800a12c0 0x7feb800a3770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7feb98102040 tx=0x7feb8c005fd0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 msgr2=0x7feb98100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:35.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb98100820 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7feb8800e970 tx=0x7feb8800ec80 comp rx=0 tx=0).stop 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 shutdown_connections 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7feb800a12c0 0x7feb800a3770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7feb98104a40 0x7feb981a3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb980fea30 0x7feb98100820 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 --2- 172.21.15.40:0/1939725569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feb980ff3e0 0x7feb98100d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 >> 172.21.15.40:0/1939725569 conn(0x7feb980fa4f0 msgr2=0x7feb980684a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 shutdown_connections 2023-07-14T13:03:35.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:35.474+0000 7feb9d83c700 1 -- 172.21.15.40:0/1939725569 wait complete. 2023-07-14T13:03:35.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 161550 35.73 MB/sec execute 128 sec latency 157.371 ms 2023-07-14T13:03:36.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:36 smithi133 ceph-mon[98311]: pgmap v542: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 597 op/s 2023-07-14T13:03:36.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:36 smithi130 ceph-mon[97977]: pgmap v542: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 597 op/s 2023-07-14T13:03:36.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:36 smithi040 ceph-mon[96535]: pgmap v542: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 597 op/s 2023-07-14T13:03:36.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 162299 35.71 MB/sec execute 129 sec latency 58.266 ms 2023-07-14T13:03:37.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 162979 35.81 MB/sec execute 130 sec latency 151.536 ms 2023-07-14T13:03:38.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:38 smithi133 ceph-mon[98311]: pgmap v543: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 597 op/s 2023-07-14T13:03:38.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:38 smithi130 ceph-mon[97977]: pgmap v543: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 597 op/s 2023-07-14T13:03:38.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:38 smithi040 ceph-mon[96535]: pgmap v543: 97 pgs: 97 active+clean; 1.4 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 597 op/s 2023-07-14T13:03:38.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 163522 35.68 MB/sec execute 131 sec latency 97.889 ms 2023-07-14T13:03:39.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 164175 35.67 MB/sec execute 132 sec latency 203.696 ms 2023-07-14T13:03:40.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:40 smithi133 ceph-mon[98311]: pgmap v544: 97 pgs: 97 active+clean; 1.4 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 14 MiB/s wr, 890 op/s 2023-07-14T13:03:40.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:40 smithi130 ceph-mon[97977]: pgmap v544: 97 pgs: 97 active+clean; 1.4 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 14 MiB/s wr, 890 op/s 2023-07-14T13:03:40.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:40 smithi040 ceph-mon[96535]: pgmap v544: 97 pgs: 97 active+clean; 1.4 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 14 MiB/s wr, 890 op/s 2023-07-14T13:03:40.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 164754 35.66 MB/sec execute 133 sec latency 139.783 ms 2023-07-14T13:03:41.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 165557 35.72 MB/sec execute 134 sec latency 59.087 ms 2023-07-14T13:03:42.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:42 smithi133 ceph-mon[98311]: pgmap v545: 97 pgs: 97 active+clean; 1.4 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 8.2 MiB/s wr, 587 op/s 2023-07-14T13:03:42.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:42 smithi130 ceph-mon[97977]: pgmap v545: 97 pgs: 97 active+clean; 1.4 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 8.2 MiB/s wr, 587 op/s 2023-07-14T13:03:42.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:42 smithi040 ceph-mon[96535]: pgmap v545: 97 pgs: 97 active+clean; 1.4 GiB data, 8.6 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 8.2 MiB/s wr, 587 op/s 2023-07-14T13:03:42.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 166273 35.79 MB/sec execute 135 sec latency 67.473 ms 2023-07-14T13:03:43.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 166815 35.69 MB/sec execute 136 sec latency 79.167 ms 2023-07-14T13:03:44.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:44 smithi040 ceph-mon[96535]: pgmap v546: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 12 MiB/s wr, 861 op/s 2023-07-14T13:03:44.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:44 smithi133 ceph-mon[98311]: pgmap v546: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 12 MiB/s wr, 861 op/s 2023-07-14T13:03:44.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:44 smithi130 ceph-mon[97977]: pgmap v546: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 12 MiB/s wr, 861 op/s 2023-07-14T13:03:44.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 167411 35.67 MB/sec execute 137 sec latency 120.292 ms 2023-07-14T13:03:45.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 167888 35.57 MB/sec execute 138 sec latency 215.875 ms 2023-07-14T13:03:46.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:46 smithi130 ceph-mon[97977]: pgmap v547: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2023-07-14T13:03:46.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:46 smithi040 ceph-mon[96535]: pgmap v547: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2023-07-14T13:03:46.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:46 smithi133 ceph-mon[98311]: pgmap v547: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2023-07-14T13:03:46.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 168654 35.58 MB/sec execute 139 sec latency 83.118 ms 2023-07-14T13:03:47.811 INFO:tasks.workunit.client.0.smithi040.stdout: 10 169473 35.73 MB/sec execute 140 sec latency 61.736 ms 2023-07-14T13:03:48.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:48 smithi130 ceph-mon[97977]: pgmap v548: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2023-07-14T13:03:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:48 smithi040 ceph-mon[96535]: pgmap v548: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2023-07-14T13:03:48.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 -- 172.21.15.40:0/773053125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640ff3e0 msgr2=0x7f986410b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 --2- 172.21.15.40:0/773053125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640ff3e0 0x7f986410b860 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f985c00b0a0 tx=0x7f985c00b3b0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 -- 172.21.15.40:0/773053125 shutdown_connections 2023-07-14T13:03:48.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 --2- 172.21.15.40:0/773053125 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640ff3e0 0x7f986410b860 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 --2- 172.21.15.40:0/773053125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f9864104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 --2- 172.21.15.40:0/773053125 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98640fea30 0x7f98640feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.625+0000 7f986a5e0700 1 -- 172.21.15.40:0/773053125 >> 172.21.15.40:0/773053125 conn(0x7f9864074760 msgr2=0x7f9864074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:48.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.628+0000 7f986a5e0700 1 -- 172.21.15.40:0/773053125 shutdown_connections 2023-07-14T13:03:48.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.628+0000 7f986a5e0700 1 -- 172.21.15.40:0/773053125 wait complete. 2023-07-14T13:03:48.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.628+0000 7f986a5e0700 1 Processor -- start 2023-07-14T13:03:48.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.628+0000 7f986a5e0700 1 -- start start 2023-07-14T13:03:48.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f986a5e0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 0x7f9864196e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f986a5e0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98640ff3e0 0x7f9864197390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f986a5e0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f98641a1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f986a5e0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98641a22c0 con 0x7f9864104a30 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f986a5e0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98641a2430 con 0x7f98640ff3e0 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f986a5e0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98641a25f0 con 0x7f98640fea30 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9863fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 0x7f9864196e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f98641a1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f98637fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98640ff3e0 0x7f9864197390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9863fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 0x7f9864196e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52482/0 (socket says 172.21.15.40:52482) 2023-07-14T13:03:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9863fff700 1 -- 172.21.15.40:0/548515571 learned_addr learned my addr 172.21.15.40:0/548515571 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f98641a1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38796/0 (socket says 172.21.15.40:38796) 2023-07-14T13:03:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 -- 172.21.15.40:0/548515571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 msgr2=0x7f9864196e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 0x7f9864196e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 -- 172.21.15.40:0/548515571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98640ff3e0 msgr2=0x7f9864197390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98640ff3e0 0x7f9864197390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9868b7d700 1 -- 172.21.15.40:0/548515571 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f985c009d00 con 0x7f9864104a30 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.629+0000 7f9863fff700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 0x7f9864196e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.630+0000 7f9868b7d700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f98641a1cf0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f985c00b830 tx=0x7f985c00cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.630+0000 7f98617fa700 1 -- 172.21.15.40:0/548515571 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985c00e040 con 0x7f9864104a30 2023-07-14T13:03:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.630+0000 7f98617fa700 1 -- 172.21.15.40:0/548515571 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f985c01d940 con 0x7f9864104a30 2023-07-14T13:03:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.630+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98641a2870 con 0x7f9864104a30 2023-07-14T13:03:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.630+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98641a2d20 con 0x7f9864104a30 2023-07-14T13:03:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.630+0000 7f98617fa700 1 -- 172.21.15.40:0/548515571 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985c01ba50 con 0x7f9864104a30 2023-07-14T13:03:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.633+0000 7f98617fa700 1 -- 172.21.15.40:0/548515571 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f985c01dab0 con 0x7f9864104a30 2023-07-14T13:03:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.633+0000 7f98617fa700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f984c0a12c0 0x7f984c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.634+0000 7f98617fa700 1 -- 172.21.15.40:0/548515571 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f985c0ceb40 con 0x7f9864104a30 2023-07-14T13:03:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.634+0000 7f9863fff700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f984c0a12c0 0x7f984c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.634+0000 7f9863fff700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f984c0a12c0 0x7f984c0a3770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9854009e90 tx=0x7f9854009240 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.634+0000 7f9876766b80 1 Processor -- start 2023-07-14T13:03:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.634+0000 7f9876766b80 1 -- start start 2023-07-14T13:03:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.634+0000 7f9876766b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff49d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff49d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff49d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38800/0 (socket says 172.21.15.40:38800) 2023-07-14T13:03:48.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 -- 172.21.15.40:0/1681070742 learned_addr learned my addr 172.21.15.40:0/1681070742 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9876766b80 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ff44040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9876766b80 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff44580 0x56344ff449d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344fe49c50 con 0x56344fda06b0 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344fe9c9e0 con 0x56344ff4a2d0 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344fe95e70 con 0x56344ff44580 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f98637fe700 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ff44040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9868b7d700 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff44580 0x56344ff449d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 -- 172.21.15.40:0/1681070742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff44580 msgr2=0x56344ff449d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff44580 0x56344ff449d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 -- 172.21.15.40:0/1681070742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 msgr2=0x56344ff44040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ff44040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 -- 172.21.15.40:0/1681070742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56344fcc3d80 con 0x56344fda06b0 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f9863fff700 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff49d90 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f985400eee0 tx=0x7f9854011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890d077a4899ef63 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:48.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f984a7fc700 1 -- 172.21.15.40:0/1681070742 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9854015910 con 0x56344fda06b0 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f984a7fc700 1 -- 172.21.15.40:0/1681070742 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9854013450 con 0x56344fda06b0 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.635+0000 7f984a7fc700 1 -- 172.21.15.40:0/1681070742 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985401f650 con 0x56344fda06b0 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 msgr2=0x56344ff49d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff49d90 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f985400eee0 tx=0x7f9854011000 comp rx=0 tx=0).stop 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 shutdown_connections 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff44580 0x56344ff449d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff49d90 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 --2- 172.21.15.40:0/1681070742 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ff44040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 >> 172.21.15.40:0/1681070742 conn(0x56344ff39be0 msgr2=0x56344ff3ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 shutdown_connections 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.636+0000 7f9876766b80 1 -- 172.21.15.40:0/1681070742 wait complete. 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.637+0000 7f9876766b80 1 -- start start 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.637+0000 7f9876766b80 1 Processor -- start 2023-07-14T13:03:48.674 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.637+0000 7f9876766b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff4d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.637+0000 7f9876766b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff4dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.637+0000 7f9876766b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff4a2d0 0x56344ff4e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9876766b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344fe35a60 con 0x56344fda06b0 2023-07-14T13:03:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9876766b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344fe35760 con 0x56344ff44580 2023-07-14T13:03:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9876766b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344fd198c0 con 0x56344ff4a2d0 2023-07-14T13:03:48.675 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9876766b80 10 client.0 _ll_register_callbacks cb 0x56344fe33700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f98637fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff4dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f98637fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff4dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56062/0 (socket says 172.21.15.40:56062) 2023-07-14T13:03:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f98637fe700 1 -- 172.21.15.40:0/756593544 learned_addr learned my addr 172.21.15.40:0/756593544 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9868b7d700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff4a2d0 0x56344ff4e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9863fff700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff4d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9868b7d700 1 -- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 msgr2=0x56344ff4dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9868b7d700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff4dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9868b7d700 1 -- 172.21.15.40:0/756593544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 msgr2=0x56344ff4d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9868b7d700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff4d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.638+0000 7f9868b7d700 1 -- 172.21.15.40:0/756593544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f985400eb90 con 0x56344ff4a2d0 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f9868b7d700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff4a2d0 0x56344ff4e320 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f985c0cc240 tx=0x7f985c01b4e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bca950192d02b46 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f98437fe700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:03:48.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f98437fe700 1 -- 172.21.15.40:0/756593544 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985c0b3070 con 0x56344ff4a2d0 2023-07-14T13:03:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f98437fe700 1 -- 172.21.15.40:0/756593544 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f985c0b4260 con 0x56344ff4a2d0 2023-07-14T13:03:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56344fdef490 con 0x56344ff4a2d0 2023-07-14T13:03:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f98437fe700 1 -- 172.21.15.40:0/756593544 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f985c011c60 con 0x56344ff4a2d0 2023-07-14T13:03:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f9876766b80 10 client.26950 fetch_fsmap learned FSMap version 81 2023-07-14T13:03:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.639+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x56344fcacc00 con 0x56344ff4a2d0 2023-07-14T13:03:48.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f98437fe700 1 -- 172.21.15.40:0/756593544 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f985c0ca080 con 0x56344ff4a2d0 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f98437fe700 1 -- 172.21.15.40:0/756593544 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f985c09b140 con 0x56344ff4a2d0 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9876766b80 10 client.26950 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9876766b80 10 client.26950 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9876766b80 20 client.26950 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9876766b80 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ff5d990 0x56344ff5fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9876766b80 4 client.26950 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:03:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56344fe8ee50 con 0x56344ff5d990 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.640+0000 7f9863fff700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ff5d990 0x56344ff5fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.641+0000 7f98437fe700 10 client.26950 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.641+0000 7f9863fff700 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ff5d990 0x56344ff5fd70 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9008f0ff35ea85ff server_cookie=2c1b2dd4284f6bd2 in_seq=0 out_seq=0 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.641+0000 7f98437fe700 1 -- 172.21.15.40:0/756593544 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56344fe8ee50 con 0x56344ff5d990 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.641+0000 7f98437fe700 10 client.26950 handle_command_reply: tid=0 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.641+0000 7f9876766b80 1 client.26950 shutdown 2023-07-14T13:03:48.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff4a2d0 msgr2=0x56344ff4e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff4a2d0 0x56344ff4e320 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f985c0cc240 tx=0x7f985c01b4e0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 shutdown_connections 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ff5d990 0x56344ff5fd70 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344ff4a2d0 0x56344ff4e320 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344fda06b0 0x56344ff4d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 --2- 172.21.15.40:0/756593544 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff4dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f98437fe700 0 client.26950 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 >> 172.21.15.40:0/756593544 conn(0x56344ff39be0 msgr2=0x56344ff3e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 shutdown_connections 2023-07-14T13:03:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 1 -- 172.21.15.40:0/756593544 wait complete. 2023-07-14T13:03:48.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.642+0000 7f9876766b80 20 client.26950 trim_cache size 0 max 16384 2023-07-14T13:03:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 Processor -- start 2023-07-14T13:03:48.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 -- start start 2023-07-14T13:03:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff44040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff54c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 0x56344ff491c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344ff4a110 con 0x56344ff4a2d0 2023-07-14T13:03:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344ff499c0 con 0x56344ff44580 2023-07-14T13:03:48.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9876766b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344ff4b910 con 0x56344fda06b0 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9868b7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 0x56344ff491c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9868b7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 0x56344ff491c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38818/0 (socket says 172.21.15.40:38818) 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9868b7d700 1 -- 172.21.15.40:0/2782204210 learned_addr learned my addr 172.21.15.40:0/2782204210 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f9863fff700 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff44040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.662+0000 7f98637fe700 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff54c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f9868b7d700 1 -- 172.21.15.40:0/2782204210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 msgr2=0x56344ff44040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f9868b7d700 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff44040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f9868b7d700 1 -- 172.21.15.40:0/2782204210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 msgr2=0x56344ff54c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f9868b7d700 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff54c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f9868b7d700 1 -- 172.21.15.40:0/2782204210 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56344fcea1f0 con 0x56344ff4a2d0 2023-07-14T13:03:48.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f9868b7d700 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 0x56344ff491c0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f985c0cc840 tx=0x7f985c09a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d6c557ff14d56f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:48.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f984affd700 1 -- 172.21.15.40:0/2782204210 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985c0b3070 con 0x56344ff4a2d0 2023-07-14T13:03:48.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f984affd700 1 -- 172.21.15.40:0/2782204210 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56344fdef490 con 0x56344ff4a2d0 2023-07-14T13:03:48.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.663+0000 7f984affd700 1 -- 172.21.15.40:0/2782204210 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985c011c60 con 0x56344ff4a2d0 2023-07-14T13:03:48.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 -- 172.21.15.40:0/2782204210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 msgr2=0x56344ff491c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 0x56344ff491c0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f985c0cc840 tx=0x7f985c09a200 comp rx=0 tx=0).stop 2023-07-14T13:03:48.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 -- 172.21.15.40:0/2782204210 shutdown_connections 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff44040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff4a2d0 0x56344ff491c0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 --2- 172.21.15.40:0/2782204210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff44580 0x56344ff54c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 -- 172.21.15.40:0/2782204210 >> 172.21.15.40:0/2782204210 conn(0x56344ff39be0 msgr2=0x56344ff48ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 -- 172.21.15.40:0/2782204210 shutdown_connections 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 -- 172.21.15.40:0/2782204210 wait complete. 2023-07-14T13:03:48.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 -- start start 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.664+0000 7f9876766b80 1 Processor -- start 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff53e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 0x56344ff54360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ffb0820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344ff54ad0 con 0x56344ff44580 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344ff54c40 con 0x56344ff4a2d0 2023-07-14T13:03:48.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344ffb0d60 con 0x56344fda06b0 2023-07-14T13:03:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9876766b80 10 client.0 _ll_register_callbacks cb 0x56344fe33700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:03:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 0x56344ff54360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 0x56344ff54360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38822/0 (socket says 172.21.15.40:38822) 2023-07-14T13:03:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 -- 172.21.15.40:0/521005131 learned_addr learned my addr 172.21.15.40:0/521005131 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:03:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9863fff700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff53e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f9868b7d700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ffb0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 -- 172.21.15.40:0/521005131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 msgr2=0x56344ff53e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff53e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 -- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 msgr2=0x56344ffb0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ffb0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.665+0000 7f98637fe700 1 -- 172.21.15.40:0/521005131 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56344fcacc00 con 0x56344ff44580 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98637fe700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 0x56344ff54360 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f9858015a40 tx=0x7f9858015a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a43ffcd538e2ca3d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:03:48.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98437fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98437fe700 1 -- 172.21.15.40:0/521005131 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985801a070 con 0x56344ff44580 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98437fe700 1 -- 172.21.15.40:0/521005131 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f9858014620 con 0x56344ff44580 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9854013450 con 0x56344ff44580 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98437fe700 1 -- 172.21.15.40:0/521005131 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98580147e0 con 0x56344ff44580 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f9876766b80 10 client.17481 fetch_fsmap learned FSMap version 81 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x56344fcc2250 con 0x56344ff44580 2023-07-14T13:03:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98437fe700 1 -- 172.21.15.40:0/521005131 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9854013450 con 0x56344ff44580 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f98437fe700 1 -- 172.21.15.40:0/521005131 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f9858026bc0 con 0x56344ff44580 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.666+0000 7f9876766b80 10 client.17481 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9876766b80 10 client.17481 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9876766b80 20 client.17481 populate_metadata read hostname 'smithi040' 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9876766b80 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ffb2550 0x56344ffb4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9876766b80 4 client.17481 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:03:48.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56344fe50ff0 con 0x56344ffb2550 2023-07-14T13:03:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9863fff700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ffb2550 0x56344ffb4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:03:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f98437fe700 10 client.17481 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:48.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.667+0000 7f9863fff700 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ffb2550 0x56344ffb4960 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14cdb13d45280b45 server_cookie=6a6ba254572fdf55 in_seq=0 out_seq=0 2023-07-14T13:03:48.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:48 smithi133 ceph-mon[98311]: pgmap v548: 97 pgs: 97 active+clean; 1.4 GiB data, 8.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 7.2 MiB/s wr, 566 op/s 2023-07-14T13:03:48.812 INFO:tasks.workunit.client.0.smithi040.stdout: 10 169994 35.66 MB/sec execute 141 sec latency 112.190 ms 2023-07-14T13:03:48.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f98437fe700 1 -- 172.21.15.40:0/521005131 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56344fe50ff0 con 0x56344ffb2550 2023-07-14T13:03:48.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f98437fe700 10 client.17481 handle_command_reply: tid=0 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 client.17481 shutdown 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 msgr2=0x56344ff54360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 0x56344ff54360 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f9858015a40 tx=0x7f9858015a70 comp rx=0 tx=0).stop 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 shutdown_connections 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56344ffb2550 0x56344ffb4960 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56344fda06b0 0x56344ff53e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56344ff4a2d0 0x56344ffb0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 --2- 172.21.15.40:0/521005131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56344ff44580 0x56344ff54360 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 >> 172.21.15.40:0/521005131 conn(0x56344ff39be0 msgr2=0x56344ff4b130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f98437fe700 0 client.17481 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:03:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 shutdown_connections 2023-07-14T13:03:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 1 -- 172.21.15.40:0/521005131 wait complete. 2023-07-14T13:03:48.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.858+0000 7f9876766b80 20 client.17481 trim_cache size 0 max 16384 2023-07-14T13:03:48.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:03:48.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:03:48.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:03:48.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:03:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f984c0a12c0 msgr2=0x7f984c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.896 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f984c0a12c0 0x7f984c0a3770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9854009e90 tx=0x7f9854009240 comp rx=0 tx=0).stop 2023-07-14T13:03:48.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 msgr2=0x7f98641a1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:03:48.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f98641a1cf0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f985c00b830 tx=0x7f985c00cf50 comp rx=0 tx=0).stop 2023-07-14T13:03:48.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 shutdown_connections 2023-07-14T13:03:48.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f984c0a12c0 0x7f984c0a3770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f98640fea30 0x7f9864196e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9864104a30 0x7f98641a1cf0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 --2- 172.21.15.40:0/548515571 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f98640ff3e0 0x7f9864197390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:03:48.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 >> 172.21.15.40:0/548515571 conn(0x7f9864074760 msgr2=0x7f98640fd0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:03:48.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 shutdown_connections 2023-07-14T13:03:48.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:03:48.859+0000 7f986a5e0700 1 -- 172.21.15.40:0/548515571 wait complete. 2023-07-14T13:03:49.812 INFO:tasks.workunit.client.0.smithi040.stdout: 10 170553 35.61 MB/sec execute 142 sec latency 158.177 ms 2023-07-14T13:03:50.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:50 smithi130 ceph-mon[97977]: pgmap v549: 97 pgs: 97 active+clean; 1.4 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 13 MiB/s wr, 861 op/s 2023-07-14T13:03:50.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:50 smithi040 ceph-mon[96535]: pgmap v549: 97 pgs: 97 active+clean; 1.4 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 13 MiB/s wr, 861 op/s 2023-07-14T13:03:50.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:50 smithi133 ceph-mon[98311]: pgmap v549: 97 pgs: 97 active+clean; 1.4 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 13 MiB/s wr, 861 op/s 2023-07-14T13:03:50.812 INFO:tasks.workunit.client.0.smithi040.stdout: 10 170998 35.52 MB/sec execute 143 sec latency 173.062 ms 2023-07-14T13:03:51.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 171714 35.52 MB/sec execute 144 sec latency 67.782 ms 2023-07-14T13:03:52.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:52 smithi130 ceph-mon[97977]: pgmap v550: 97 pgs: 97 active+clean; 1.4 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.7 MiB/s wr, 569 op/s 2023-07-14T13:03:52.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:52 smithi040 ceph-mon[96535]: pgmap v550: 97 pgs: 97 active+clean; 1.4 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.7 MiB/s wr, 569 op/s 2023-07-14T13:03:52.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:52 smithi133 ceph-mon[98311]: pgmap v550: 97 pgs: 97 active+clean; 1.4 GiB data, 8.8 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.7 MiB/s wr, 569 op/s 2023-07-14T13:03:52.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 172477 35.59 MB/sec execute 145 sec latency 96.593 ms 2023-07-14T13:03:53.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 173073 35.55 MB/sec execute 146 sec latency 66.259 ms 2023-07-14T13:03:54.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:54 smithi040 ceph-mon[96535]: pgmap v551: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 14 MiB/s wr, 899 op/s 2023-07-14T13:03:54.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:54 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:03:54.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:54 smithi133 ceph-mon[98311]: pgmap v551: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 14 MiB/s wr, 899 op/s 2023-07-14T13:03:54.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:54 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:03:54.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:54 smithi130 ceph-mon[97977]: pgmap v551: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 14 MiB/s wr, 899 op/s 2023-07-14T13:03:54.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:54 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:03:54.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 173634 35.53 MB/sec execute 147 sec latency 154.207 ms 2023-07-14T13:03:55.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:55 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:03:55.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:55 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:03:55.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:55 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:03:55.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:55 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:03:55.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:55 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:03:55.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:55 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:03:55.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:55 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:03:55.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:55 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:03:55.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:55 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:03:55.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 174098 35.48 MB/sec execute 148 sec latency 169.549 ms 2023-07-14T13:03:56.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:56 smithi040 ceph-mon[96535]: pgmap v552: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 625 op/s 2023-07-14T13:03:56.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:56 smithi130 ceph-mon[97977]: pgmap v552: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 625 op/s 2023-07-14T13:03:56.573 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:56 smithi133 ceph-mon[98311]: pgmap v552: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 625 op/s 2023-07-14T13:03:56.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 174718 35.41 MB/sec execute 149 sec latency 72.224 ms 2023-07-14T13:03:57.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 175457 35.46 MB/sec execute 150 sec latency 95.749 ms 2023-07-14T13:03:58.526 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:03:58 smithi133 ceph-mon[98311]: pgmap v553: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 625 op/s 2023-07-14T13:03:58.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:03:58 smithi130 ceph-mon[97977]: pgmap v553: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 625 op/s 2023-07-14T13:03:58.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:03:58 smithi040 ceph-mon[96535]: pgmap v553: 97 pgs: 97 active+clean; 1.5 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 625 op/s 2023-07-14T13:03:58.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 176064 35.45 MB/sec execute 151 sec latency 74.298 ms 2023-07-14T13:03:59.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 176756 35.45 MB/sec execute 152 sec latency 97.878 ms 2023-07-14T13:04:00.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:00 smithi130 ceph-mon[97977]: pgmap v554: 97 pgs: 97 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 913 op/s 2023-07-14T13:04:00.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:00 smithi040 ceph-mon[96535]: pgmap v554: 97 pgs: 97 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 913 op/s 2023-07-14T13:04:00.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:00 smithi133 ceph-mon[98311]: pgmap v554: 97 pgs: 97 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 913 op/s 2023-07-14T13:04:00.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 177079 35.35 MB/sec execute 153 sec latency 365.833 ms 2023-07-14T13:04:01.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 177540 35.26 MB/sec execute 154 sec latency 163.676 ms 2023-07-14T13:04:02.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.005+0000 7f5262535700 1 -- 172.21.15.40:0/703562811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0ff400 msgr2=0x7f525c10b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.005+0000 7f5262535700 1 --2- 172.21.15.40:0/703562811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0ff400 0x7f525c10b890 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f525400b0a0 tx=0x7f525400b3b0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 -- 172.21.15.40:0/703562811 shutdown_connections 2023-07-14T13:04:02.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 --2- 172.21.15.40:0/703562811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f525c104a60 0x7f525c104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 --2- 172.21.15.40:0/703562811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0ff400 0x7f525c10b890 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 --2- 172.21.15.40:0/703562811 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f525c0fea50 0x7f525c0feec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 -- 172.21.15.40:0/703562811 >> 172.21.15.40:0/703562811 conn(0x7f525c0fa570 msgr2=0x7f525c0fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:02.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 -- 172.21.15.40:0/703562811 shutdown_connections 2023-07-14T13:04:02.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 -- 172.21.15.40:0/703562811 wait complete. 2023-07-14T13:04:02.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 Processor -- start 2023-07-14T13:04:02.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.006+0000 7f5262535700 1 -- start start 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 0x7f525c19ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f525c0ff400 0x7f525c19b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f525c104a60 0x7f525c1949a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c195010 con 0x7f525c0fea50 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c195180 con 0x7f525c104a60 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c195340 con 0x7f525c0ff400 2023-07-14T13:04:02.043 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 0x7f525c19ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 0x7f525c19ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38834/0 (socket says 172.21.15.40:38834) 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 -- 172.21.15.40:0/208038923 learned_addr learned my addr 172.21.15.40:0/208038923 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5253fff700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f525c0ff400 0x7f525c19b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 -- 172.21.15.40:0/208038923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f525c0ff400 msgr2=0x7f525c19b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f525c0ff400 0x7f525c19b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 -- 172.21.15.40:0/208038923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f525c104a60 msgr2=0x7f525c1949a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f525c104a60 0x7f525c1949a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.044 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 -- 172.21.15.40:0/208038923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5254009d00 con 0x7f525c0fea50 2023-07-14T13:04:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f525bfff700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 0x7f525c19ab40 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f524c00e970 tx=0x7f524c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5259ffb700 1 -- 172.21.15.40:0/208038923 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c009790 con 0x7f525c0fea50 2023-07-14T13:04:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5259ffb700 1 -- 172.21.15.40:0/208038923 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524c00eec0 con 0x7f525c0fea50 2023-07-14T13:04:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f525c195620 con 0x7f525c0fea50 2023-07-14T13:04:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5259ffb700 1 -- 172.21.15.40:0/208038923 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c003cf0 con 0x7f525c0fea50 2023-07-14T13:04:02.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.007+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f525c1a1b30 con 0x7f525c0fea50 2023-07-14T13:04:02.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.010+0000 7f5259ffb700 1 -- 172.21.15.40:0/208038923 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f524c00ccd0 con 0x7f525c0fea50 2023-07-14T13:04:02.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.010+0000 7f5259ffb700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52480a12c0 0x7f52480a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.010+0000 7f5253fff700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52480a12c0 0x7f52480a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.010+0000 7f5259ffb700 1 -- 172.21.15.40:0/208038923 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f524c014070 con 0x7f525c0fea50 2023-07-14T13:04:02.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.011+0000 7f5253fff700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52480a12c0 0x7f52480a3770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f525c0fddc0 tx=0x7f5244009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:02.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.011+0000 7f526e6bbb80 1 Processor -- start 2023-07-14T13:04:02.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.011+0000 7f526e6bbb80 1 -- start start 2023-07-14T13:04:02.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7888d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a7883040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a78839d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7788c50 con 0x5584a76df6b0 2023-07-14T13:04:02.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a77db9e0 con 0x5584a7883580 2023-07-14T13:04:02.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a77d4e70 con 0x5584a78892d0 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7888d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7888d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38842/0 (socket says 172.21.15.40:38842) 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 -- 172.21.15.40:0/3618968600 learned_addr learned my addr 172.21.15.40:0/3618968600 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f5253fff700 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a7883040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f5260ad2700 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a78839d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 -- 172.21.15.40:0/3618968600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 msgr2=0x5584a7883040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a7883040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 -- 172.21.15.40:0/3618968600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 msgr2=0x5584a78839d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a78839d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 -- 172.21.15.40:0/3618968600 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5584a7602d80 con 0x5584a76df6b0 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.012+0000 7f525bfff700 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7888d90 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f524c096540 tx=0x7f524c099f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce3a05404d78ea2c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.013+0000 7f52527fc700 1 -- 172.21.15.40:0/3618968600 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c09a040 con 0x5584a76df6b0 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.013+0000 7f52527fc700 1 -- 172.21.15.40:0/3618968600 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524c09e070 con 0x5584a76df6b0 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.013+0000 7f52527fc700 1 -- 172.21.15.40:0/3618968600 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c099790 con 0x5584a76df6b0 2023-07-14T13:04:02.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3618968600 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 msgr2=0x5584a7888d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7888d90 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f524c096540 tx=0x7f524c099f40 comp rx=0 tx=0).stop 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3618968600 shutdown_connections 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a78839d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7888d90 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3618968600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a7883040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3618968600 >> 172.21.15.40:0/3618968600 conn(0x5584a7878be0 msgr2=0x5584a787df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:02.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3618968600 shutdown_connections 2023-07-14T13:04:02.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3618968600 wait complete. 2023-07-14T13:04:02.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.014+0000 7f526e6bbb80 1 -- start start 2023-07-14T13:04:02.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 Processor -- start 2023-07-14T13:04:02.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a788c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a7883580 0x5584a788cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7774a60 con 0x5584a76df6b0 2023-07-14T13:04:02.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7774760 con 0x5584a78892d0 2023-07-14T13:04:02.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a76588c0 con 0x5584a7883580 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f526e6bbb80 10 client.0 _ll_register_callbacks cb 0x5584a7772700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a788c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a788c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38848/0 (socket says 172.21.15.40:38848) 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f525bfff700 1 -- 172.21.15.40:0/3429549561 learned_addr learned my addr 172.21.15.40:0/3429549561 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f5260ad2700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.015+0000 7f5253fff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a7883580 0x5584a788cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f525bfff700 1 -- 172.21.15.40:0/3429549561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a7883580 msgr2=0x5584a788cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f525bfff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a7883580 0x5584a788cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f525bfff700 1 -- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 msgr2=0x5584a788d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f525bfff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f525bfff700 1 -- 172.21.15.40:0/3429549561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f525c1a1b30 con 0x5584a76df6b0 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f5253fff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a7883580 0x5584a788cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f5260ad2700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f525bfff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a788c890 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f524c0cac40 tx=0x7f524c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c9a09a5b77831fb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:02.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f523b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f523b7fe700 1 -- 172.21.15.40:0/3429549561 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c09a040 con 0x5584a76df6b0 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f523b7fe700 1 -- 172.21.15.40:0/3429549561 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f524c09a4b0 con 0x5584a76df6b0 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5584a772e490 con 0x5584a76df6b0 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f523b7fe700 1 -- 172.21.15.40:0/3429549561 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f524c0a2000 con 0x5584a76df6b0 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f526e6bbb80 10 client.17493 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x5584a75ebc00 con 0x5584a76df6b0 2023-07-14T13:04:02.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.016+0000 7f523b7fe700 1 -- 172.21.15.40:0/3429549561 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524c0ca080 con 0x5584a76df6b0 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f523b7fe700 1 -- 172.21.15.40:0/3429549561 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f524c098fa0 con 0x5584a76df6b0 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f526e6bbb80 10 client.17493 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f526e6bbb80 10 client.17493 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f526e6bbb80 20 client.17493 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a7891280 0x5584a7891680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f526e6bbb80 4 client.17493 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5584a77cde50 con 0x5584a7891280 2023-07-14T13:04:02.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f5253fff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a7891280 0x5584a7891680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f523b7fe700 10 client.17493 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.017+0000 7f5253fff700 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a7891280 0x5584a7891680 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6950213d722dc88c server_cookie=2e97f17d38807ee in_seq=0 out_seq=0 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.018+0000 7f523b7fe700 1 -- 172.21.15.40:0/3429549561 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5584a77cde50 con 0x5584a7891280 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.018+0000 7f523b7fe700 10 client.17493 handle_command_reply: tid=0 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.018+0000 7f526e6bbb80 1 client.17493 shutdown 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.018+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 msgr2=0x5584a788c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.018+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a788c890 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f524c0cac40 tx=0x7f524c0047c0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 shutdown_connections 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a788c890 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a7891280 0x5584a7891680 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3429549561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a7883580 0x5584a788cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f523b7fe700 0 client.17493 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 >> 172.21.15.40:0/3429549561 conn(0x5584a7878be0 msgr2=0x5584a787d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:02.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 shutdown_connections 2023-07-14T13:04:02.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3429549561 wait complete. 2023-07-14T13:04:02.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.019+0000 7f526e6bbb80 20 client.17493 trim_cache size 0 max 16384 2023-07-14T13:04:02.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.038+0000 7f526e6bbb80 1 Processor -- start 2023-07-14T13:04:02.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.038+0000 7f526e6bbb80 1 -- start start 2023-07-14T13:04:02.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.038+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a76df6b0 0x5584a7883040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 0x5584a7888320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7888a10 con 0x5584a7883580 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a78896a0 con 0x5584a78892d0 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7884000 con 0x5584a76df6b0 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 0x5584a7888320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 0x5584a7888320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38858/0 (socket says 172.21.15.40:38858) 2023-07-14T13:04:02.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 -- 172.21.15.40:0/3102609752 learned_addr learned my addr 172.21.15.40:0/3102609752 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f525bfff700 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a76df6b0 0x5584a7883040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 -- 172.21.15.40:0/3102609752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a76df6b0 msgr2=0x5584a7883040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a76df6b0 0x5584a7883040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 -- 172.21.15.40:0/3102609752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 msgr2=0x5584a788d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 -- 172.21.15.40:0/3102609752 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5584a7883c20 con 0x5584a7883580 2023-07-14T13:04:02.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.039+0000 7f5253fff700 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 0x5584a7888320 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f52440117d0 tx=0x7f5244014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6179a505ec9d3051 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:02.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f5252ffd700 1 -- 172.21.15.40:0/3102609752 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5244022070 con 0x5584a7883580 2023-07-14T13:04:02.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f5252ffd700 1 -- 172.21.15.40:0/3102609752 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5244023040 con 0x5584a7883580 2023-07-14T13:04:02.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f5252ffd700 1 -- 172.21.15.40:0/3102609752 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524401d410 con 0x5584a7883580 2023-07-14T13:04:02.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3102609752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 msgr2=0x5584a7888320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 0x5584a7888320 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f52440117d0 tx=0x7f5244014000 comp rx=0 tx=0).stop 2023-07-14T13:04:02.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3102609752 shutdown_connections 2023-07-14T13:04:02.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a76df6b0 0x5584a7883040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a78892d0 0x5584a788d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/3102609752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a7883580 0x5584a7888320 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3102609752 >> 172.21.15.40:0/3102609752 conn(0x5584a7878be0 msgr2=0x5584a788b060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:02.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.040+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3102609752 shutdown_connections 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.041+0000 7f526e6bbb80 1 -- 172.21.15.40:0/3102609752 wait complete. 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.041+0000 7f526e6bbb80 1 -- start start 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.041+0000 7f526e6bbb80 1 Processor -- start 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7895b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a7893ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a78943e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7896460 con 0x5584a76df6b0 2023-07-14T13:04:02.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7894920 con 0x5584a7883580 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5584a7894ab0 con 0x5584a78892d0 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f526e6bbb80 10 client.0 _ll_register_callbacks cb 0x7f524c005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7895b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7895b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38862/0 (socket says 172.21.15.40:38862) 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 -- 172.21.15.40:0/2598512174 learned_addr learned my addr 172.21.15.40:0/2598512174 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 -- 172.21.15.40:0/2598512174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 msgr2=0x5584a78943e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f5260ad2700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a78943e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a78943e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 -- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 msgr2=0x5584a7893ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a7893ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 -- 172.21.15.40:0/2598512174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5244017070 con 0x5584a76df6b0 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f5260ad2700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a78943e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f525bfff700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7895b90 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f524c099360 tx=0x7f524c099f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f9de581b017a8ba server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f523b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:04:02.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.042+0000 7f523b7fe700 1 -- 172.21.15.40:0/2598512174 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c0a2200 con 0x5584a76df6b0 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f523b7fe700 1 -- 172.21.15.40:0/2598512174 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(108..108 src has 1..108) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f524c0986a0 con 0x5584a76df6b0 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f524c09e070 con 0x5584a76df6b0 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f523b7fe700 1 -- 172.21.15.40:0/2598512174 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f524c09a040 con 0x5584a76df6b0 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 10 client.17499 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x5584a76291f0 con 0x5584a76df6b0 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f523b7fe700 1 -- 172.21.15.40:0/2598512174 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524c09e070 con 0x5584a76df6b0 2023-07-14T13:04:02.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f523b7fe700 1 -- 172.21.15.40:0/2598512174 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f524c0ca2d0 con 0x5584a76df6b0 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 10 client.17499 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 10 client.17499 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 20 client.17499 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a78f5790 0x5584a78f7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 4 client.17499 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.043+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5584a778fff0 con 0x5584a78f5790 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.044+0000 7f5253fff700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a78f5790 0x5584a78f7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:02.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.044+0000 7f5253fff700 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a78f5790 0x5584a78f7b70 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d5d5f1644a7665f server_cookie=b5ac28671c732a50 in_seq=0 out_seq=0 2023-07-14T13:04:02.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.044+0000 7f523b7fe700 10 client.17499 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f523b7fe700 1 -- 172.21.15.40:0/2598512174 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5584a778fff0 con 0x5584a78f5790 2023-07-14T13:04:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f523b7fe700 10 client.17499 handle_command_reply: tid=0 2023-07-14T13:04:02.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 client.17499 shutdown 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 msgr2=0x5584a7895b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7895b90 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f524c099360 tx=0x7f524c099f40 comp rx=0 tx=0).stop 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 shutdown_connections 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5584a78f5790 0x5584a78f7b70 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584a78892d0 0x5584a78943e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f523b7fe700 0 client.17499 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:02.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5584a76df6b0 0x5584a7895b90 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 --2- 172.21.15.40:0/2598512174 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5584a7883580 0x5584a7893ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 >> 172.21.15.40:0/2598512174 conn(0x5584a7878be0 msgr2=0x5584a788b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 shutdown_connections 2023-07-14T13:04:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 1 -- 172.21.15.40:0/2598512174 wait complete. 2023-07-14T13:04:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.231+0000 7f526e6bbb80 20 client.17499 trim_cache size 0 max 16384 2023-07-14T13:04:02.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:04:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:04:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:04:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:04:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.232+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52480a12c0 msgr2=0x7f52480a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.232+0000 7f5262535700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52480a12c0 0x7f52480a3770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f525c0fddc0 tx=0x7f5244009260 comp rx=0 tx=0).stop 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.232+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 msgr2=0x7f525c19ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.232+0000 7f5262535700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 0x7f525c19ab40 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f524c00e970 tx=0x7f524c00ec80 comp rx=0 tx=0).stop 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.235+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 shutdown_connections 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.235+0000 7f5262535700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f52480a12c0 0x7f52480a3770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.235+0000 7f5262535700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f525c104a60 0x7f525c1949a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.235+0000 7f5262535700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f525c0fea50 0x7f525c19ab40 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.235+0000 7f5262535700 1 --2- 172.21.15.40:0/208038923 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f525c0ff400 0x7f525c19b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:02.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.235+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 >> 172.21.15.40:0/208038923 conn(0x7f525c0fa570 msgr2=0x7f525c1025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:02.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.237+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 shutdown_connections 2023-07-14T13:04:02.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:02.239+0000 7f5262535700 1 -- 172.21.15.40:0/208038923 wait complete. 2023-07-14T13:04:02.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:02 smithi130 ceph-mon[97977]: pgmap v555: 97 pgs: 97 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.7 MiB/s wr, 619 op/s 2023-07-14T13:04:02.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:02 smithi040 ceph-mon[96535]: pgmap v555: 97 pgs: 97 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.7 MiB/s wr, 619 op/s 2023-07-14T13:04:02.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:02 smithi133 ceph-mon[98311]: pgmap v555: 97 pgs: 97 active+clean; 1.5 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.7 MiB/s wr, 619 op/s 2023-07-14T13:04:02.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 177779 35.11 MB/sec execute 155 sec latency 368.621 ms 2023-07-14T13:04:03.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:03 smithi040 ceph-mon[96535]: osdmap e109: 12 total, 12 up, 12 in 2023-07-14T13:04:03.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:03 smithi133 ceph-mon[98311]: osdmap e109: 12 total, 12 up, 12 in 2023-07-14T13:04:03.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:03 smithi130 ceph-mon[97977]: osdmap e109: 12 total, 12 up, 12 in 2023-07-14T13:04:03.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 177944 34.94 MB/sec execute 156 sec latency 420.934 ms 2023-07-14T13:04:04.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:04 smithi040 ceph-mon[96535]: pgmap v557: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:04.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:04 smithi133 ceph-mon[98311]: pgmap v557: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:04.789 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:04 smithi130 ceph-mon[97977]: pgmap v557: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:04.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 178424 34.89 MB/sec execute 157 sec latency 279.868 ms 2023-07-14T13:04:05.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 178876 34.86 MB/sec execute 158 sec latency 249.615 ms 2023-07-14T13:04:06.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:06 smithi040 ceph-mon[96535]: pgmap v558: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:06.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:06 smithi133 ceph-mon[98311]: pgmap v558: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:06.789 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:06 smithi130 ceph-mon[97977]: pgmap v558: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:06.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 179442 34.78 MB/sec execute 159 sec latency 112.873 ms 2023-07-14T13:04:07.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 180141 34.80 MB/sec execute 160 sec latency 120.352 ms 2023-07-14T13:04:08.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:08 smithi040 ceph-mon[96535]: pgmap v559: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:08.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:08 smithi133 ceph-mon[98311]: pgmap v559: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:08.789 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:08 smithi130 ceph-mon[97977]: pgmap v559: 97 pgs: 41 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 35 active+clean; 1.5 GiB data, 9.2 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 12 MiB/s wr, 848 op/s 2023-07-14T13:04:08.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 180801 34.87 MB/sec execute 161 sec latency 77.671 ms 2023-07-14T13:04:09.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 181442 34.79 MB/sec execute 162 sec latency 100.034 ms 2023-07-14T13:04:10.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:10 smithi040 ceph-mon[96535]: pgmap v560: 97 pgs: 97 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 876 op/s 2023-07-14T13:04:10.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:10 smithi133 ceph-mon[98311]: pgmap v560: 97 pgs: 97 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 876 op/s 2023-07-14T13:04:10.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:10 smithi130 ceph-mon[97977]: pgmap v560: 97 pgs: 97 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 876 op/s 2023-07-14T13:04:10.813 INFO:tasks.workunit.client.0.smithi040.stdout: 10 181852 34.74 MB/sec execute 163 sec latency 270.261 ms 2023-07-14T13:04:11.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 182483 34.78 MB/sec execute 164 sec latency 81.910 ms 2023-07-14T13:04:12.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:12 smithi040 ceph-mon[96535]: pgmap v561: 97 pgs: 97 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 876 op/s 2023-07-14T13:04:12.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:12 smithi133 ceph-mon[98311]: pgmap v561: 97 pgs: 97 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 876 op/s 2023-07-14T13:04:12.789 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:12 smithi130 ceph-mon[97977]: pgmap v561: 97 pgs: 97 active+clean; 1.5 GiB data, 9.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 876 op/s 2023-07-14T13:04:12.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 183076 34.72 MB/sec execute 165 sec latency 103.180 ms 2023-07-14T13:04:13.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 183833 34.77 MB/sec execute 166 sec latency 84.284 ms 2023-07-14T13:04:14.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:14 smithi040 ceph-mon[96535]: osdmap e110: 12 total, 12 up, 12 in 2023-07-14T13:04:14.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:14 smithi040 ceph-mon[96535]: pgmap v563: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:14.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:14 smithi133 ceph-mon[98311]: osdmap e110: 12 total, 12 up, 12 in 2023-07-14T13:04:14.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:14 smithi133 ceph-mon[98311]: pgmap v563: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:14.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:14 smithi130 ceph-mon[97977]: osdmap e110: 12 total, 12 up, 12 in 2023-07-14T13:04:14.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:14 smithi130 ceph-mon[97977]: pgmap v563: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:14.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 184422 34.72 MB/sec execute 167 sec latency 94.596 ms 2023-07-14T13:04:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1106190210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 msgr2=0x7f7ab810b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1106190210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 0x7f7ab810b920 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000d290 tx=0x7f7ab000d5a0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1106190210 shutdown_connections 2023-07-14T13:04:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1106190210 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 0x7f7ab810b920 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1106190210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 0x7f7ab8104ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1106190210 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab80fef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1106190210 >> 172.21.15.40:0/1106190210 conn(0x7f7ab8076a10 msgr2=0x7f7ab8076e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:15.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1106190210 shutdown_connections 2023-07-14T13:04:15.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.402+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1106190210 wait complete. 2023-07-14T13:04:15.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 Processor -- start 2023-07-14T13:04:15.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 -- start start 2023-07-14T13:04:15.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab8199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 0x7f7ab8199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 0x7f7ab8193870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ab8193ee0 con 0x7f7ab8104af0 2023-07-14T13:04:15.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ab8194050 con 0x7f7ab80feae0 2023-07-14T13:04:15.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7ac02d4700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ab8194210 con 0x7f7ab80ff490 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7abe070700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab8199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7abe871700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 0x7f7ab8193870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7abe070700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab8199a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56130/0 (socket says 172.21.15.40:56130) 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.403+0000 7f7abe070700 1 -- 172.21.15.40:0/1127065618 learned_addr learned my addr 172.21.15.40:0/1127065618 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abd86f700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 0x7f7ab8199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe871700 1 -- 172.21.15.40:0/1127065618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 msgr2=0x7f7ab8199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe871700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 0x7f7ab8199f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe871700 1 -- 172.21.15.40:0/1127065618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 msgr2=0x7f7ab8199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe871700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab8199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe871700 1 -- 172.21.15.40:0/1127065618 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ab0009c40 con 0x7f7ab8104af0 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe070700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab8199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7abe871700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 0x7f7ab8193870 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000da20 tx=0x7f7ab0008d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7aaf7fe700 1 -- 172.21.15.40:0/1127065618 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ab0003e10 con 0x7f7ab8104af0 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ab8194490 con 0x7f7ab8104af0 2023-07-14T13:04:15.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7aaf7fe700 1 -- 172.21.15.40:0/1127065618 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ab0011b60 con 0x7f7ab8104af0 2023-07-14T13:04:15.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7aaf7fe700 1 -- 172.21.15.40:0/1127065618 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ab001a790 con 0x7f7ab8104af0 2023-07-14T13:04:15.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.404+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ab81a0a00 con 0x7f7ab8104af0 2023-07-14T13:04:15.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.407+0000 7f7aaf7fe700 1 -- 172.21.15.40:0/1127065618 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f7ab0011cd0 con 0x7f7ab8104af0 2023-07-14T13:04:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.408+0000 7f7aaf7fe700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7aa40a12c0 0x7f7aa40a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.409+0000 7f7aaf7fe700 1 -- 172.21.15.40:0/1127065618 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f7ab00d06c0 con 0x7f7ab8104af0 2023-07-14T13:04:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.409+0000 7f7acc45ab80 1 Processor -- start 2023-07-14T13:04:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.409+0000 7f7acc45ab80 1 -- start start 2023-07-14T13:04:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334bf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334c39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334c3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d333b3c50 con 0x559d334bf780 2023-07-14T13:04:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d334069e0 con 0x559d334bfbf0 2023-07-14T13:04:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d333ffe70 con 0x559d3330a6b0 2023-07-14T13:04:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334c39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334c39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38882/0 (socket says 172.21.15.40:38882) 2023-07-14T13:04:15.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 -- 172.21.15.40:0/1024841094 learned_addr learned my addr 172.21.15.40:0/1024841094 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:15.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 -- 172.21.15.40:0/1024841094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 msgr2=0x559d334bf240 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:04:15.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334bf240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 -- 172.21.15.40:0/1024841094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 msgr2=0x559d334c3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334c3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.410+0000 7f7abd86f700 1 -- 172.21.15.40:0/1024841094 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d3322dd80 con 0x559d334bf780 2023-07-14T13:04:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.411+0000 7f7abd86f700 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334c39a0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f7ab40046a0 tx=0x7f7ab400ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=333f4503309b33bb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:15.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.414+0000 7f7aacdac700 1 -- 172.21.15.40:0/1024841094 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ab4003a00 con 0x559d334bf780 2023-07-14T13:04:15.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.414+0000 7f7aacdac700 1 -- 172.21.15.40:0/1024841094 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ab4003b60 con 0x559d334bf780 2023-07-14T13:04:15.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.414+0000 7f7aacdac700 1 -- 172.21.15.40:0/1024841094 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ab40336b0 con 0x559d334bf780 2023-07-14T13:04:15.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.422+0000 7f7acc45ab80 1 -- 172.21.15.40:0/1024841094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 msgr2=0x559d334c39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.422+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334c39a0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f7ab40046a0 tx=0x7f7ab400ba10 comp rx=0 tx=0).stop 2023-07-14T13:04:15.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.433+0000 7f7abe070700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7aa40a12c0 0x7f7aa40a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.433+0000 7f7acc45ab80 1 -- 172.21.15.40:0/1024841094 shutdown_connections 2023-07-14T13:04:15.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.433+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334bf240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.433+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334c3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.433+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/1024841094 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334c39a0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.433+0000 7f7acc45ab80 1 -- 172.21.15.40:0/1024841094 >> 172.21.15.40:0/1024841094 conn(0x559d334a3be0 msgr2=0x559d334a8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:15.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.443+0000 7f7acc45ab80 1 -- 172.21.15.40:0/1024841094 shutdown_connections 2023-07-14T13:04:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.454+0000 7f7acc45ab80 1 -- 172.21.15.40:0/1024841094 wait complete. 2023-07-14T13:04:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.454+0000 7f7acc45ab80 1 -- start start 2023-07-14T13:04:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.454+0000 7f7acc45ab80 1 Processor -- start 2023-07-14T13:04:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334b5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bf780 0x559d334b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bfbf0 0x559d334b0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d3339fa60 con 0x559d334bfbf0 2023-07-14T13:04:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d3339f760 con 0x559d334bf780 2023-07-14T13:04:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d332838c0 con 0x559d3330a6b0 2023-07-14T13:04:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7acc45ab80 10 client.0 _ll_register_callbacks cb 0x559d3339d700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.455+0000 7f7abe070700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7aa40a12c0 0x7f7aa40a3770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8005950 tx=0x7f7aa800b500 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334b5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334b5ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52580/0 (socket says 172.21.15.40:52580) 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 -- 172.21.15.40:0/3118373516 learned_addr learned my addr 172.21.15.40:0/3118373516 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 -- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bf780 msgr2=0x559d334b60e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bf780 0x559d334b60e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 -- 172.21.15.40:0/3118373516 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bfbf0 msgr2=0x559d334b0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bfbf0 0x559d334b0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.456+0000 7f7abe070700 1 -- 172.21.15.40:0/3118373516 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ab40042d0 con 0x559d3330a6b0 2023-07-14T13:04:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.466+0000 7f7abe070700 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334b5ba0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8010fe0 tx=0x7f7aa80047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e78d075599889edd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:15.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.466+0000 7f7aa1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:04:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.478+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/3118373516 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7aa8010e80 con 0x559d3330a6b0 2023-07-14T13:04:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.478+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/3118373516 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f7aa8017050 con 0x559d3330a6b0 2023-07-14T13:04:15.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.478+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559d33359490 con 0x559d3330a6b0 2023-07-14T13:04:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.482+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/3118373516 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7aa8004590 con 0x559d3330a6b0 2023-07-14T13:04:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.482+0000 7f7acc45ab80 10 client.26980 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.482+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x559d33216c00 con 0x559d3330a6b0 2023-07-14T13:04:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/3118373516 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559d33359490 con 0x559d3330a6b0 2023-07-14T13:04:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/3118373516 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7aa8031070 con 0x559d3330a6b0 2023-07-14T13:04:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7acc45ab80 10 client.26980 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7acc45ab80 10 client.26980 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7acc45ab80 20 client.26980 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d334c7e50 0x559d334ca230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7acc45ab80 4 client.26980 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:04:15.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.483+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559d333f8e50 con 0x559d334c7e50 2023-07-14T13:04:15.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.485+0000 7f7abd86f700 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d334c7e50 0x559d334ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.489+0000 7f7abd86f700 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d334c7e50 0x559d334ca230 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f952dce97909d4c server_cookie=77d8f675aad7634a in_seq=0 out_seq=0 2023-07-14T13:04:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.489+0000 7f7aa1ffb700 10 client.26980 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.498+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/3118373516 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x559d333f8e50 con 0x559d334c7e50 2023-07-14T13:04:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.498+0000 7f7aa1ffb700 10 client.26980 handle_command_reply: tid=0 2023-07-14T13:04:15.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.498+0000 7f7acc45ab80 1 client.26980 shutdown 2023-07-14T13:04:15.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.504+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 msgr2=0x559d334b5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.504+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334b5ba0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8010fe0 tx=0x7f7aa80047c0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.507+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 shutdown_connections 2023-07-14T13:04:15.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.507+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d334c7e50 0x559d334ca230 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.542 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.507+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334b5ba0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.507+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bfbf0 0x559d334b0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.507+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/3118373516 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bf780 0x559d334b60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.507+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 >> 172.21.15.40:0/3118373516 conn(0x559d334a3be0 msgr2=0x559d334a84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:15.543 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.508+0000 7f7aa1ffb700 0 client.26980 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:15.546 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.513+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 shutdown_connections 2023-07-14T13:04:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.513+0000 7f7acc45ab80 1 -- 172.21.15.40:0/3118373516 wait complete. 2023-07-14T13:04:15.547 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.513+0000 7f7acc45ab80 20 client.26980 trim_cache size 0 max 16384 2023-07-14T13:04:15.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.546+0000 7f7acc45ab80 1 Processor -- start 2023-07-14T13:04:15.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 -- start start 2023-07-14T13:04:15.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d3330a6b0 0x559d334c3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d334bf780 0x559d334bd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334ba7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d334bdb40 con 0x559d3330a6b0 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d333f8e50 con 0x559d334bfbf0 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.547+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d33359490 con 0x559d334bf780 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334ba7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abd86f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d334bf780 0x559d334bd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334ba7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56152/0 (socket says 172.21.15.40:56152) 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 -- 172.21.15.40:0/4278649314 learned_addr learned my addr 172.21.15.40:0/4278649314 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 -- 172.21.15.40:0/4278649314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d334bf780 msgr2=0x559d334bd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d334bf780 0x559d334bd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 -- 172.21.15.40:0/4278649314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d3330a6b0 msgr2=0x559d334c3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d3330a6b0 0x559d334c3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.550+0000 7f7abe871700 1 -- 172.21.15.40:0/4278649314 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d332541f0 con 0x559d334bfbf0 2023-07-14T13:04:15.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.552+0000 7f7abe871700 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334ba7f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7ab009a1a0 tx=0x7f7ab0099af0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c04646810a67ba01 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:15.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.564+0000 7f7aad5ad700 1 -- 172.21.15.40:0/4278649314 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ab009d730 con 0x559d334bfbf0 2023-07-14T13:04:15.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.564+0000 7f7aad5ad700 1 -- 172.21.15.40:0/4278649314 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ab00a1760 con 0x559d334bfbf0 2023-07-14T13:04:15.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.564+0000 7f7aad5ad700 1 -- 172.21.15.40:0/4278649314 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ab009cc20 con 0x559d334bfbf0 2023-07-14T13:04:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 -- 172.21.15.40:0/4278649314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 msgr2=0x559d334ba7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334ba7f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7ab009a1a0 tx=0x7f7ab0099af0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 -- 172.21.15.40:0/4278649314 shutdown_connections 2023-07-14T13:04:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334ba7f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d3330a6b0 0x559d334c3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/4278649314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d334bf780 0x559d334bd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.568+0000 7f7acc45ab80 1 -- 172.21.15.40:0/4278649314 >> 172.21.15.40:0/4278649314 conn(0x559d334a3be0 msgr2=0x559d334af640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:15.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.571+0000 7f7acc45ab80 1 -- 172.21.15.40:0/4278649314 shutdown_connections 2023-07-14T13:04:15.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.572+0000 7f7acc45ab80 1 -- 172.21.15.40:0/4278649314 wait complete. 2023-07-14T13:04:15.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.572+0000 7f7acc45ab80 1 -- start start 2023-07-14T13:04:15.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.572+0000 7f7acc45ab80 1 Processor -- start 2023-07-14T13:04:15.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.572+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334ba250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.572+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334ba790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7acc45ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334b8790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d334b8ea0 con 0x559d334bf780 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d334b9010 con 0x559d334bfbf0 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7acc45ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d334b91d0 con 0x559d3330a6b0 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7acc45ab80 10 client.0 _ll_register_callbacks cb 0x7f7aa80040c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7abd86f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334ba790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7abd86f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334ba790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38900/0 (socket says 172.21.15.40:38900) 2023-07-14T13:04:15.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7abd86f700 1 -- 172.21.15.40:0/2572066779 learned_addr learned my addr 172.21.15.40:0/2572066779 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:15.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.573+0000 7f7abe871700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334b8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.574+0000 7f7abe070700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334ba250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.575+0000 7f7abe070700 1 -- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 msgr2=0x559d334b8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:15.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.575+0000 7f7abe070700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334b8790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.575+0000 7f7abe070700 1 -- 172.21.15.40:0/2572066779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 msgr2=0x559d334ba790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:15.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.575+0000 7f7abe070700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334ba790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.575+0000 7f7abe070700 1 -- 172.21.15.40:0/2572066779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ab81a0a00 con 0x559d3330a6b0 2023-07-14T13:04:15.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.576+0000 7f7abe070700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334ba250 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7aa800be60 tx=0x7f7aa80057d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6c7949776be4990 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:15.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.576+0000 7f7aa1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:04:15.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.578+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/2572066779 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7aa801e650 con 0x559d3330a6b0 2023-07-14T13:04:15.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.578+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7ab4003b60 con 0x559d3330a6b0 2023-07-14T13:04:15.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.578+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/2572066779 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f7aa8017070 con 0x559d3330a6b0 2023-07-14T13:04:15.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.578+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/2572066779 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7aa801ee60 con 0x559d3330a6b0 2023-07-14T13:04:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.581+0000 7f7acc45ab80 10 client.26986 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x559d3322c250 con 0x559d3330a6b0 2023-07-14T13:04:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/2572066779 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ab4003b60 con 0x559d3330a6b0 2023-07-14T13:04:15.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/2572066779 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f7aa80206c0 con 0x559d3330a6b0 2023-07-14T13:04:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 10 client.26986 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 10 client.26986 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 20 client.26986 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d3351ccb0 0x559d3351f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 4 client.26986 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:04:15.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.582+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559d333baff0 con 0x559d3351ccb0 2023-07-14T13:04:15.619 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.585+0000 7f7abd86f700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d3351ccb0 0x559d3351f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:15.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.587+0000 7f7abd86f700 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d3351ccb0 0x559d3351f0c0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d6ab73bfc9f080 server_cookie=97341501dbd07f38 in_seq=0 out_seq=0 2023-07-14T13:04:15.621 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.587+0000 7f7aa1ffb700 10 client.26986 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:15.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 184963 34.71 MB/sec execute 168 sec latency 341.380 ms 2023-07-14T13:04:15.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.962+0000 7f7aa1ffb700 1 -- 172.21.15.40:0/2572066779 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559d333baff0 con 0x559d3351ccb0 2023-07-14T13:04:15.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.963+0000 7f7aa1ffb700 10 client.26986 handle_command_reply: tid=0 2023-07-14T13:04:15.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.963+0000 7f7acc45ab80 1 client.26986 shutdown 2023-07-14T13:04:15.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.963+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 msgr2=0x559d334ba250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:15.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.963+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334ba250 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7aa800be60 tx=0x7f7aa80057d0 comp rx=0 tx=0).stop 2023-07-14T13:04:15.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 shutdown_connections 2023-07-14T13:04:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x559d3351ccb0 0x559d3351f0c0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559d3330a6b0 0x559d334ba250 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x559d334bfbf0 0x559d334b8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 --2- 172.21.15.40:0/2572066779 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559d334bf780 0x559d334ba790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 >> 172.21.15.40:0/2572066779 conn(0x559d334a3be0 msgr2=0x559d334af640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:16.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7aa1ffb700 0 client.26986 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:16.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 shutdown_connections 2023-07-14T13:04:16.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.966+0000 7f7acc45ab80 1 -- 172.21.15.40:0/2572066779 wait complete. 2023-07-14T13:04:16.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.967+0000 7f7acc45ab80 20 client.26986 trim_cache size 0 max 16384 2023-07-14T13:04:16.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:04:16.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:04:16.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:04:16.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:04:16.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7aa40a12c0 msgr2=0x7f7aa40a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:16.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7aa40a12c0 0x7f7aa40a3770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8005950 tx=0x7f7aa800b500 comp rx=0 tx=0).stop 2023-07-14T13:04:16.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 msgr2=0x7f7ab8193870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:16.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 0x7f7ab8193870 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000da20 tx=0x7f7ab0008d70 comp rx=0 tx=0).stop 2023-07-14T13:04:16.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 shutdown_connections 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7aa40a12c0 0x7f7aa40a3770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ab8104af0 0x7f7ab8193870 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7ab80feae0 0x7f7ab8199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 --2- 172.21.15.40:0/1127065618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7ab80ff490 0x7f7ab8199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 >> 172.21.15.40:0/1127065618 conn(0x7f7ab8076a10 msgr2=0x7f7ab80fc580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 shutdown_connections 2023-07-14T13:04:16.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:15.970+0000 7f7ac02d4700 1 -- 172.21.15.40:0/1127065618 wait complete. 2023-07-14T13:04:16.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:16 smithi130 ceph-mon[97977]: pgmap v564: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:16.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:16 smithi040 ceph-mon[96535]: pgmap v564: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:16.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:16 smithi133 ceph-mon[98311]: pgmap v564: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:16.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 185537 34.73 MB/sec execute 169 sec latency 191.563 ms 2023-07-14T13:04:17.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 186050 34.64 MB/sec execute 170 sec latency 78.941 ms 2023-07-14T13:04:18.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:18 smithi130 ceph-mon[97977]: pgmap v565: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:18.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:18 smithi040 ceph-mon[96535]: pgmap v565: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:18 smithi133 ceph-mon[98311]: pgmap v565: 97 pgs: 97 active+clean; 1.5 GiB data, 9.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 717 op/s 2023-07-14T13:04:18.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 186706 34.65 MB/sec execute 171 sec latency 92.125 ms 2023-07-14T13:04:19.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 187347 34.65 MB/sec execute 172 sec latency 80.488 ms 2023-07-14T13:04:20.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:20 smithi130 ceph-mon[97977]: pgmap v566: 97 pgs: 97 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 770 op/s 2023-07-14T13:04:20.624 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:20 smithi040 ceph-mon[96535]: pgmap v566: 97 pgs: 97 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 770 op/s 2023-07-14T13:04:20.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:20 smithi133 ceph-mon[98311]: pgmap v566: 97 pgs: 97 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 770 op/s 2023-07-14T13:04:20.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 187824 34.58 MB/sec execute 173 sec latency 248.692 ms 2023-07-14T13:04:21.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 188457 34.59 MB/sec execute 174 sec latency 193.900 ms 2023-07-14T13:04:22.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:22 smithi130 ceph-mon[97977]: pgmap v567: 97 pgs: 97 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 770 op/s 2023-07-14T13:04:22.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:22 smithi040 ceph-mon[96535]: pgmap v567: 97 pgs: 97 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 770 op/s 2023-07-14T13:04:22.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:22 smithi133 ceph-mon[98311]: pgmap v567: 97 pgs: 97 active+clean; 1.6 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 770 op/s 2023-07-14T13:04:22.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 189079 34.64 MB/sec execute 175 sec latency 69.982 ms 2023-07-14T13:04:23.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 189691 34.57 MB/sec execute 176 sec latency 93.644 ms 2023-07-14T13:04:24.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:24 smithi040 ceph-mon[96535]: pgmap v568: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 1.05k op/s 2023-07-14T13:04:24.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:24 smithi133 ceph-mon[98311]: pgmap v568: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 1.05k op/s 2023-07-14T13:04:24.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:24 smithi130 ceph-mon[97977]: pgmap v568: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 1.05k op/s 2023-07-14T13:04:24.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 190427 34.62 MB/sec execute 177 sec latency 68.528 ms 2023-07-14T13:04:25.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 191033 34.60 MB/sec execute 178 sec latency 157.117 ms 2023-07-14T13:04:26.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:26 smithi130 ceph-mon[97977]: pgmap v569: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 11 MiB/s wr, 646 op/s 2023-07-14T13:04:26.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:26 smithi040 ceph-mon[96535]: pgmap v569: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 11 MiB/s wr, 646 op/s 2023-07-14T13:04:26.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:26 smithi133 ceph-mon[98311]: pgmap v569: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 11 MiB/s wr, 646 op/s 2023-07-14T13:04:26.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 191599 34.57 MB/sec execute 179 sec latency 287.592 ms 2023-07-14T13:04:27.814 INFO:tasks.workunit.client.0.smithi040.stdout: 10 192247 34.59 MB/sec execute 180 sec latency 56.576 ms 2023-07-14T13:04:28.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:28 smithi130 ceph-mon[97977]: pgmap v570: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 11 MiB/s wr, 647 op/s 2023-07-14T13:04:28.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:28 smithi040 ceph-mon[96535]: pgmap v570: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 11 MiB/s wr, 647 op/s 2023-07-14T13:04:28.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:28 smithi133 ceph-mon[98311]: pgmap v570: 97 pgs: 97 active+clean; 1.6 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 11 MiB/s wr, 647 op/s 2023-07-14T13:04:28.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 192909 34.60 MB/sec execute 181 sec latency 83.633 ms 2023-07-14T13:04:29.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 -- 172.21.15.40:0/1317012539 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 msgr2=0x7fc5401037f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 --2- 172.21.15.40:0/1317012539 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc5401037f0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fc5340099c0 tx=0x7fc534009cd0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 -- 172.21.15.40:0/1317012539 shutdown_connections 2023-07-14T13:04:29.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 --2- 172.21.15.40:0/1317012539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc540103ed0 0x7fc54010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 --2- 172.21.15.40:0/1317012539 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5400ff3b0 0x7fc5400ff780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 --2- 172.21.15.40:0/1317012539 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc5401037f0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 -- 172.21.15.40:0/1317012539 >> 172.21.15.40:0/1317012539 conn(0x7fc540075f90 msgr2=0x7fc540076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 -- 172.21.15.40:0/1317012539 shutdown_connections 2023-07-14T13:04:29.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.099+0000 7fc545167700 1 -- 172.21.15.40:0/1317012539 wait complete. 2023-07-14T13:04:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 Processor -- start 2023-07-14T13:04:29.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 -- start start 2023-07-14T13:04:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5400ff3b0 0x7fc540198110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc540198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc540103ed0 0x7fc54019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc54019d300 con 0x7fc5400ffd50 2023-07-14T13:04:29.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc54019d470 con 0x7fc540103ed0 2023-07-14T13:04:29.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.100+0000 7fc545167700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc54019d630 con 0x7fc5400ff3b0 2023-07-14T13:04:29.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc540198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc540198650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38916/0 (socket says 172.21.15.40:38916) 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 -- 172.21.15.40:0/617442908 learned_addr learned my addr 172.21.15.40:0/617442908 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 -- 172.21.15.40:0/617442908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5400ff3b0 msgr2=0x7fc540198110 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5400ff3b0 0x7fc540198110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 -- 172.21.15.40:0/617442908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc540103ed0 msgr2=0x7fc54019ccc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc540103ed0 0x7fc54019ccc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 -- 172.21.15.40:0/617442908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5340095f0 con 0x7fc5400ffd50 2023-07-14T13:04:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc53e59c700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc540198650 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fc5340098e0 tx=0x7fc53400f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc527fff700 1 -- 172.21.15.40:0/617442908 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc53401d070 con 0x7fc5400ffd50 2023-07-14T13:04:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc54019d8b0 con 0x7fc5400ffd50 2023-07-14T13:04:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc527fff700 1 -- 172.21.15.40:0/617442908 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc53400fbb0 con 0x7fc5400ffd50 2023-07-14T13:04:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5401a5150 con 0x7fc5400ffd50 2023-07-14T13:04:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.101+0000 7fc527fff700 1 -- 172.21.15.40:0/617442908 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc534022e80 con 0x7fc5400ffd50 2023-07-14T13:04:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.104+0000 7fc527fff700 1 -- 172.21.15.40:0/617442908 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fc534022470 con 0x7fc5400ffd50 2023-07-14T13:04:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.104+0000 7fc527fff700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5280a12c0 0x7fc5280a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.105+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5280a12c0 0x7fc5280a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.105+0000 7fc527fff700 1 -- 172.21.15.40:0/617442908 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc5340cde10 con 0x7fc5400ffd50 2023-07-14T13:04:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.105+0000 7fc5512edb80 1 Processor -- start 2023-07-14T13:04:29.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.105+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5280a12c0 0x7fc5280a3770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc530009af0 tx=0x7fc530009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.105+0000 7fc5512edb80 1 -- start start 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.105+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facaad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646faca5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faca5580 0x5646faca59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5512edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fabaac50 con 0x5646fab016b0 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5512edb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fabfd9e0 con 0x5646facab2d0 2023-07-14T13:04:29.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facaad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5512edb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fabf6e70 con 0x5646faca5580 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facaad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38922/0 (socket says 172.21.15.40:38922) 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 -- 172.21.15.40:0/2219132805 learned_addr learned my addr 172.21.15.40:0/2219132805 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53f59e700 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faca5580 0x5646faca59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53e59c700 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646faca5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 -- 172.21.15.40:0/2219132805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faca5580 msgr2=0x5646faca59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faca5580 0x5646faca59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 -- 172.21.15.40:0/2219132805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 msgr2=0x5646faca5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646faca5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 -- 172.21.15.40:0/2219132805 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646faa24d80 con 0x5646fab016b0 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53e59c700 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646faca5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facaad90 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fc53000eb70 tx=0x7fc530011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac54165657bf7676 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5257fa700 1 -- 172.21.15.40:0/2219132805 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc530010ac0 con 0x5646fab016b0 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5257fa700 1 -- 172.21.15.40:0/2219132805 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc53000ee80 con 0x5646fab016b0 2023-07-14T13:04:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.106+0000 7fc5257fa700 1 -- 172.21.15.40:0/2219132805 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5300054c0 con 0x5646fab016b0 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 -- 172.21.15.40:0/2219132805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 msgr2=0x5646facaad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facaad90 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fc53000eb70 tx=0x7fc530011000 comp rx=0 tx=0).stop 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 -- 172.21.15.40:0/2219132805 shutdown_connections 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faca5580 0x5646faca59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facaad90 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 --2- 172.21.15.40:0/2219132805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646faca5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 -- 172.21.15.40:0/2219132805 >> 172.21.15.40:0/2219132805 conn(0x5646fac9abe0 msgr2=0x5646fac9ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 -- 172.21.15.40:0/2219132805 shutdown_connections 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.107+0000 7fc5512edb80 1 -- 172.21.15.40:0/2219132805 wait complete. 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 -- start start 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 Processor -- start 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646facae890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 0x5646facaedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646facaf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fab96a60 con 0x5646faca5580 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fab96760 con 0x5646facab2d0 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646faa7a8c0 con 0x5646fab016b0 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc5512edb80 10 client.0 _ll_register_callbacks cb 0x5646fab94700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc53e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 0x5646facaedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc53e59c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 0x5646facaedd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38930/0 (socket says 172.21.15.40:38930) 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc53e59c700 1 -- 172.21.15.40:0/933150019 learned_addr learned my addr 172.21.15.40:0/933150019 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:29.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646facae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.108+0000 7fc53f59e700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646facaf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53e59c700 1 -- 172.21.15.40:0/933150019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 msgr2=0x5646facae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53e59c700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646facae890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53e59c700 1 -- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 msgr2=0x5646facaf310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53e59c700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646facaf310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53e59c700 1 -- 172.21.15.40:0/933150019 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc53000e820 con 0x5646faca5580 2023-07-14T13:04:29.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53f59e700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646facaf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:04:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc53e59c700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 0x5646facaedd0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fc534000c00 tx=0x7fc53400fe10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78bd19dfab23151 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc522ff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:04:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc522ff5700 1 -- 172.21.15.40:0/933150019 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc53409a410 con 0x5646faca5580 2023-07-14T13:04:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc522ff5700 1 -- 172.21.15.40:0/933150019 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc53409a570 con 0x5646faca5580 2023-07-14T13:04:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5646fab50490 con 0x5646faca5580 2023-07-14T13:04:29.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc522ff5700 1 -- 172.21.15.40:0/933150019 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5340a2e50 con 0x5646faca5580 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 10 client.17523 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x5646faa0dc00 con 0x5646faca5580 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc522ff5700 1 -- 172.21.15.40:0/933150019 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5646fab50490 con 0x5646faca5580 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc522ff5700 1 -- 172.21.15.40:0/933150019 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fc5340b3020 con 0x5646faca5580 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 10 client.17523 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 10 client.17523 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 20 client.17523 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646facbe880 0x5646facc0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 4 client.17523 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:04:29.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.109+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5646fabefe50 con 0x5646facbe880 2023-07-14T13:04:29.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.110+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646facbe880 0x5646facc0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.110+0000 7fc522ff5700 10 client.17523 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:29.154 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.110+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646facbe880 0x5646facc0c90 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b28b7300f84de29 server_cookie=b2740c0d77b928a4 in_seq=0 out_seq=0 2023-07-14T13:04:29.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc522ff5700 1 -- 172.21.15.40:0/933150019 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5646fabefe50 con 0x5646facbe880 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc522ff5700 10 client.17523 handle_command_reply: tid=0 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 client.17523 shutdown 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 msgr2=0x5646facaedd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 0x5646facaedd0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fc534000c00 tx=0x7fc53400fe10 comp rx=0 tx=0).stop 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 shutdown_connections 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646facbe880 0x5646facc0c90 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646facae890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646facab2d0 0x5646facaf310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc522ff5700 0 client.17523 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 --2- 172.21.15.40:0/933150019 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faca5580 0x5646facaedd0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 >> 172.21.15.40:0/933150019 conn(0x5646fac9abe0 msgr2=0x5646fac9f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 shutdown_connections 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 1 -- 172.21.15.40:0/933150019 wait complete. 2023-07-14T13:04:29.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.113+0000 7fc5512edb80 20 client.17523 trim_cache size 0 max 16384 2023-07-14T13:04:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.128+0000 7fc5512edb80 1 Processor -- start 2023-07-14T13:04:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 -- start start 2023-07-14T13:04:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646faca5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.163 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646facab2d0 0x5646facaa1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fac97c40 con 0x5646facab2d0 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fac6b090 con 0x5646faca5580 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc5512edb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646faca0fb0 con 0x5646fab016b0 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53f59e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646facab2d0 0x5646facaa1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646faca5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53e59c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53f59e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646facab2d0 0x5646facaa1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38940/0 (socket says 172.21.15.40:38940) 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53f59e700 1 -- 172.21.15.40:0/4214111277 learned_addr learned my addr 172.21.15.40:0/4214111277 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 -- 172.21.15.40:0/4214111277 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 msgr2=0x5646facb5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 -- 172.21.15.40:0/4214111277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646facab2d0 msgr2=0x5646facaa1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646facab2d0 0x5646facaa1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 -- 172.21.15.40:0/4214111277 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646faa4b1f0 con 0x5646fab016b0 2023-07-14T13:04:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.129+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646faca5040 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc530010710 tx=0x7fc530028040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f7e570f6113d397 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc525ffb700 1 -- 172.21.15.40:0/4214111277 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc53002b070 con 0x5646fab016b0 2023-07-14T13:04:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc525ffb700 1 -- 172.21.15.40:0/4214111277 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc53002c040 con 0x5646fab016b0 2023-07-14T13:04:29.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc525ffb700 1 -- 172.21.15.40:0/4214111277 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc530005040 con 0x5646fab016b0 2023-07-14T13:04:29.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 -- 172.21.15.40:0/4214111277 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 msgr2=0x5646faca5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646faca5040 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fc530010710 tx=0x7fc530028040 comp rx=0 tx=0).stop 2023-07-14T13:04:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 -- 172.21.15.40:0/4214111277 shutdown_connections 2023-07-14T13:04:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fab016b0 0x5646faca5040 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646facab2d0 0x5646facaa1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 --2- 172.21.15.40:0/4214111277 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 -- 172.21.15.40:0/4214111277 >> 172.21.15.40:0/4214111277 conn(0x5646fac9abe0 msgr2=0x5646faca9a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 -- 172.21.15.40:0/4214111277 shutdown_connections 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.130+0000 7fc5512edb80 1 -- 172.21.15.40:0/4214111277 wait complete. 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 -- start start 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 Processor -- start 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facb59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646facab2d0 0x5646facb4190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646facb6280 con 0x5646fab016b0 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646facb46d0 con 0x5646faca5580 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646facb4890 con 0x5646facab2d0 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc5512edb80 10 client.0 _ll_register_callbacks cb 0x5646fab94700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc53ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facb59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc53ed9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facb59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38942/0 (socket says 172.21.15.40:38942) 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc53ed9d700 1 -- 172.21.15.40:0/717944590 learned_addr learned my addr 172.21.15.40:0/717944590 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:29.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.131+0000 7fc53e59c700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53f59e700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646facab2d0 0x5646facb4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53ed9d700 1 -- 172.21.15.40:0/717944590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646facab2d0 msgr2=0x5646facb4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646facab2d0 0x5646facb4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53ed9d700 1 -- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 msgr2=0x5646facb3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53ed9d700 1 -- 172.21.15.40:0/717944590 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5646faa24d80 con 0x5646fab016b0 2023-07-14T13:04:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc53ed9d700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facb59b0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fc53000e7f0 tx=0x7fc5300330d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8baef594e84096e5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:29.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc522ff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:04:29.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc522ff5700 1 -- 172.21.15.40:0/717944590 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc53002b070 con 0x5646fab016b0 2023-07-14T13:04:29.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc522ff5700 1 -- 172.21.15.40:0/717944590 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc530033c40 con 0x5646fab016b0 2023-07-14T13:04:29.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc53000ee80 con 0x5646fab016b0 2023-07-14T13:04:29.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc522ff5700 1 -- 172.21.15.40:0/717944590 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc530033e00 con 0x5646fab016b0 2023-07-14T13:04:29.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc5512edb80 10 client.17529 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:29.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x5646faa23250 con 0x5646fab016b0 2023-07-14T13:04:29.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.132+0000 7fc522ff5700 1 -- 172.21.15.40:0/717944590 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc53000ee80 con 0x5646fab016b0 2023-07-14T13:04:29.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc522ff5700 1 -- 172.21.15.40:0/717944590 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fc530018070 con 0x5646fab016b0 2023-07-14T13:04:29.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc5512edb80 10 client.17529 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:29.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc5512edb80 10 client.17529 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc5512edb80 20 client.17529 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc5512edb80 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fad137e0 0x5646fad15bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc5512edb80 4 client.17529 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:04:29.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5646fabb1ff0 con 0x5646fad137e0 2023-07-14T13:04:29.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc53e59c700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fad137e0 0x5646fad15bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:29.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc522ff5700 10 client.17529 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:29.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.133+0000 7fc53e59c700 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fad137e0 0x5646fad15bc0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5409b0b2c03a098b server_cookie=73d398c3c25833b6 in_seq=0 out_seq=0 2023-07-14T13:04:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc522ff5700 1 -- 172.21.15.40:0/717944590 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5646fabb1ff0 con 0x5646fad137e0 2023-07-14T13:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc522ff5700 10 client.17529 handle_command_reply: tid=0 2023-07-14T13:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 client.17529 shutdown 2023-07-14T13:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 msgr2=0x5646facb59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facb59b0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fc53000e7f0 tx=0x7fc5300330d0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 shutdown_connections 2023-07-14T13:04:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fad137e0 0x5646fad15bc0 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646facab2d0 0x5646facb4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc522ff5700 0 client.17529 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fab016b0 0x5646facb59b0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 --2- 172.21.15.40:0/717944590 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faca5580 0x5646facb3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 >> 172.21.15.40:0/717944590 conn(0x5646fac9abe0 msgr2=0x5646facae830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 shutdown_connections 2023-07-14T13:04:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 1 -- 172.21.15.40:0/717944590 wait complete. 2023-07-14T13:04:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.343+0000 7fc5512edb80 20 client.17529 trim_cache size 0 max 16384 2023-07-14T13:04:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:04:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:04:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:04:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:04:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5280a12c0 msgr2=0x7fc5280a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5280a12c0 0x7fc5280a3770 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fc530009af0 tx=0x7fc530009260 comp rx=0 tx=0).stop 2023-07-14T13:04:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 msgr2=0x7fc540198650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc540198650 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fc5340098e0 tx=0x7fc53400f740 comp rx=0 tx=0).stop 2023-07-14T13:04:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 shutdown_connections 2023-07-14T13:04:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5280a12c0 0x7fc5280a3770 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc5400ff3b0 0x7fc540198110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc540103ed0 0x7fc54019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 --2- 172.21.15.40:0/617442908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5400ffd50 0x7fc540198650 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 >> 172.21.15.40:0/617442908 conn(0x7fc540075f90 msgr2=0x7fc5400fc370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 shutdown_connections 2023-07-14T13:04:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:29.344+0000 7fc545167700 1 -- 172.21.15.40:0/617442908 wait complete. 2023-07-14T13:04:29.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 193438 34.58 MB/sec execute 182 sec latency 210.884 ms 2023-07-14T13:04:30.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:30 smithi130 ceph-mon[97977]: pgmap v571: 97 pgs: 97 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 17 MiB/s wr, 945 op/s 2023-07-14T13:04:30.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:30 smithi040 ceph-mon[96535]: pgmap v571: 97 pgs: 97 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 17 MiB/s wr, 945 op/s 2023-07-14T13:04:30.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:30 smithi133 ceph-mon[98311]: pgmap v571: 97 pgs: 97 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 17 MiB/s wr, 945 op/s 2023-07-14T13:04:30.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 194119 34.55 MB/sec execute 183 sec latency 91.370 ms 2023-07-14T13:04:31.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 194627 34.55 MB/sec execute 184 sec latency 202.886 ms 2023-07-14T13:04:32.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:32 smithi130 ceph-mon[97977]: pgmap v572: 97 pgs: 97 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 589 op/s 2023-07-14T13:04:32.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:32 smithi040 ceph-mon[96535]: pgmap v572: 97 pgs: 97 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 589 op/s 2023-07-14T13:04:32.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:32 smithi133 ceph-mon[98311]: pgmap v572: 97 pgs: 97 active+clean; 1.6 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 589 op/s 2023-07-14T13:04:32.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 195200 34.49 MB/sec execute 185 sec latency 100.643 ms 2023-07-14T13:04:33.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 195843 34.52 MB/sec execute 186 sec latency 92.781 ms 2023-07-14T13:04:34.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:34 smithi040 ceph-mon[96535]: pgmap v573: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 921 op/s 2023-07-14T13:04:34.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:34 smithi133 ceph-mon[98311]: pgmap v573: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 921 op/s 2023-07-14T13:04:34.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:34 smithi130 ceph-mon[97977]: pgmap v573: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 921 op/s 2023-07-14T13:04:34.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 196498 34.53 MB/sec execute 187 sec latency 72.348 ms 2023-07-14T13:04:35.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 197109 34.51 MB/sec execute 188 sec latency 104.201 ms 2023-07-14T13:04:36.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:36 smithi130 ceph-mon[97977]: pgmap v574: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 631 op/s 2023-07-14T13:04:36.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:36 smithi040 ceph-mon[96535]: pgmap v574: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 631 op/s 2023-07-14T13:04:36.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:36 smithi133 ceph-mon[98311]: pgmap v574: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 631 op/s 2023-07-14T13:04:36.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 197657 34.48 MB/sec execute 189 sec latency 115.254 ms 2023-07-14T13:04:37.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 198303 34.49 MB/sec execute 190 sec latency 79.630 ms 2023-07-14T13:04:38.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:38 smithi130 ceph-mon[97977]: pgmap v575: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 631 op/s 2023-07-14T13:04:38.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:38 smithi040 ceph-mon[96535]: pgmap v575: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 631 op/s 2023-07-14T13:04:38.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:38 smithi133 ceph-mon[98311]: pgmap v575: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 631 op/s 2023-07-14T13:04:38.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 198842 34.40 MB/sec execute 191 sec latency 111.041 ms 2023-07-14T13:04:39.815 INFO:tasks.workunit.client.0.smithi040.stdout: 10 199676 34.49 MB/sec execute 192 sec latency 63.724 ms 2023-07-14T13:04:40.539 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:40 smithi130 ceph-mon[97977]: pgmap v576: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 892 op/s 2023-07-14T13:04:40.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:40 smithi040 ceph-mon[96535]: pgmap v576: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 892 op/s 2023-07-14T13:04:40.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:40 smithi133 ceph-mon[98311]: pgmap v576: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 892 op/s 2023-07-14T13:04:40.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 200387 34.54 MB/sec execute 193 sec latency 99.718 ms 2023-07-14T13:04:41.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 200887 34.51 MB/sec execute 194 sec latency 253.429 ms 2023-07-14T13:04:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 -- 172.21.15.40:0/1659574051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240ff470 msgr2=0x7f222410b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 --2- 172.21.15.40:0/1659574051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240ff470 0x7f222410b900 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f221c009990 tx=0x7f221c009ca0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 -- 172.21.15.40:0/1659574051 shutdown_connections 2023-07-14T13:04:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 --2- 172.21.15.40:0/1659574051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 0x7f2224104ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 --2- 172.21.15.40:0/1659574051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240ff470 0x7f222410b900 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 --2- 172.21.15.40:0/1659574051 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f22240feac0 0x7f22240fef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 -- 172.21.15.40:0/1659574051 >> 172.21.15.40:0/1659574051 conn(0x7f2224075bd0 msgr2=0x7f2224075fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:42.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 -- 172.21.15.40:0/1659574051 shutdown_connections 2023-07-14T13:04:42.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 -- 172.21.15.40:0/1659574051 wait complete. 2023-07-14T13:04:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 Processor -- start 2023-07-14T13:04:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.480+0000 7f222c119700 1 -- start start 2023-07-14T13:04:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222c119700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 0x7f222419bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222c119700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f22240ff470 0x7f222419c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222c119700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 0x7f2224195970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222c119700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2224195fe0 con 0x7f22240feac0 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222c119700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2224196150 con 0x7f22240ff470 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222c119700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2224196310 con 0x7f2224104ad0 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 0x7f222419bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 0x7f222419bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38956/0 (socket says 172.21.15.40:38956) 2023-07-14T13:04:42.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 -- 172.21.15.40:0/4249310884 learned_addr learned my addr 172.21.15.40:0/4249310884 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222a6b6700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 0x7f2224195970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f22296b4700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f22240ff470 0x7f222419c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 -- 172.21.15.40:0/4249310884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 msgr2=0x7f2224195970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 0x7f2224195970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 -- 172.21.15.40:0/4249310884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f22240ff470 msgr2=0x7f222419c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f22240ff470 0x7f222419c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 -- 172.21.15.40:0/4249310884 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f221c0095f0 con 0x7f22240feac0 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f222a6b6700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 0x7f2224195970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.481+0000 7f2229eb5700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 0x7f222419bb10 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f221400efc0 tx=0x7f221400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.482+0000 7f2222ffd700 1 -- 172.21.15.40:0/4249310884 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2214018070 con 0x7f22240feac0 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.482+0000 7f2222ffd700 1 -- 172.21.15.40:0/4249310884 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f221400f040 con 0x7f22240feac0 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.482+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2224196590 con 0x7f22240feac0 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.482+0000 7f2222ffd700 1 -- 172.21.15.40:0/4249310884 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2214004280 con 0x7f22240feac0 2023-07-14T13:04:42.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.482+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22241007e0 con 0x7f22240feac0 2023-07-14T13:04:42.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.484+0000 7f2222ffd700 1 -- 172.21.15.40:0/4249310884 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2214003a00 con 0x7f22240feac0 2023-07-14T13:04:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.485+0000 7f2222ffd700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f220c0a12c0 0x7f220c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.485+0000 7f2222ffd700 1 -- 172.21.15.40:0/4249310884 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f22140ccc40 con 0x7f22240feac0 2023-07-14T13:04:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.485+0000 7f22296b4700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f220c0a12c0 0x7f220c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.485+0000 7f22296b4700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f220c0a12c0 0x7f220c0a3770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f22240fc800 tx=0x7f2218012040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 Processor -- start 2023-07-14T13:04:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 -- start start 2023-07-14T13:04:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c5ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c55040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c559d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5b5ac50 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5bad9e0 con 0x55d8c5ab16b0 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.486+0000 7f223829fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5ba6e70 con 0x55d8c5c55580 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f22296b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c55040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c559d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c559d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52656/0 (socket says 172.21.15.40:52656) 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 -- 172.21.15.40:0/3851863691 learned_addr learned my addr 172.21.15.40:0/3851863691 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f2229eb5700 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c5ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 -- 172.21.15.40:0/3851863691 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 msgr2=0x55d8c5c5ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c5ad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 -- 172.21.15.40:0/3851863691 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 msgr2=0x55d8c5c55040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c55040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 -- 172.21.15.40:0/3851863691 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8c59d4d80 con 0x55d8c5c55580 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f22296b4700 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c55040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f222a6b6700 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c559d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f00 tx=0x7f221c00b610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1acc5678cf51471e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f220bfff700 1 -- 172.21.15.40:0/3851863691 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c01d070 con 0x55d8c5c55580 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f220bfff700 1 -- 172.21.15.40:0/3851863691 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f221c01e040 con 0x55d8c5c55580 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.487+0000 7f220bfff700 1 -- 172.21.15.40:0/3851863691 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c004c30 con 0x55d8c5c55580 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.488+0000 7f223829fb80 1 -- 172.21.15.40:0/3851863691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 msgr2=0x55d8c5c559d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.488+0000 7f223829fb80 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c559d0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f00 tx=0x7f221c00b610 comp rx=0 tx=0).stop 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 -- 172.21.15.40:0/3851863691 shutdown_connections 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c559d0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c5ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 --2- 172.21.15.40:0/3851863691 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c55040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 -- 172.21.15.40:0/3851863691 >> 172.21.15.40:0/3851863691 conn(0x55d8c5c4abe0 msgr2=0x55d8c5c4ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 -- 172.21.15.40:0/3851863691 shutdown_connections 2023-07-14T13:04:42.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 -- 172.21.15.40:0/3851863691 wait complete. 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 -- start start 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.489+0000 7f223829fb80 1 Processor -- start 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c615d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c55580 0x55d8c5c5e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5b46a60 con 0x55d8c5c55580 2023-07-14T13:04:42.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5b46760 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5a2a8c0 con 0x55d8c5ab16b0 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f223829fb80 10 client.0 _ll_register_callbacks cb 0x55d8c5b44700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f22296b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c55580 0x55d8c5c5e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f22296b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c55580 0x55d8c5c5e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38970/0 (socket says 172.21.15.40:38970) 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f22296b4700 1 -- 172.21.15.40:0/4107009066 learned_addr learned my addr 172.21.15.40:0/4107009066 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f222a6b6700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.490+0000 7f2229eb5700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c615d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f222a6b6700 1 -- 172.21.15.40:0/4107009066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 msgr2=0x55d8c5c615d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f222a6b6700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c615d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f222a6b6700 1 -- 172.21.15.40:0/4107009066 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c55580 msgr2=0x55d8c5c5e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f222a6b6700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c55580 0x55d8c5c5e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f222a6b6700 1 -- 172.21.15.40:0/4107009066 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2218009dc0 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f222a6b6700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5ef60 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f50 tx=0x7f221c00f7c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47fe28365e0c920d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f22097fa700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f22097fa700 1 -- 172.21.15.40:0/4107009066 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c01d040 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f22097fa700 1 -- 172.21.15.40:0/4107009066 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f221c022400 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.491+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8c5b00490 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f22097fa700 1 -- 172.21.15.40:0/4107009066 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f221c0225c0 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 10 client.27053 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:42.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x7f222410c200 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f22097fa700 1 -- 172.21.15.40:0/4107009066 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d8c5b00490 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f22097fa700 1 -- 172.21.15.40:0/4107009066 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f221c034710 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 10 client.27053 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 10 client.27053 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 20 client.27053 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5c70ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 4 client.27053 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d8c5b9fe50 con 0x55d8c5c6e6f0 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.492+0000 7f2229eb5700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5c70ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.493+0000 7f22097fa700 10 client.27053 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.493+0000 7f2229eb5700 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5c70ad0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c89d6ce38c3d4288 server_cookie=d66c45be63001100 in_seq=0 out_seq=0 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f22097fa700 1 -- 172.21.15.40:0/4107009066 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d8c5b9fe50 con 0x55d8c5c6e6f0 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f22097fa700 10 client.27053 handle_command_reply: tid=0 2023-07-14T13:04:42.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 client.27053 shutdown 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c5b2d0 msgr2=0x55d8c5c5ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5ef60 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f50 tx=0x7f221c00f7c0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 shutdown_connections 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5c70ad0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c615d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5ef60 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 --2- 172.21.15.40:0/4107009066 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c55580 0x55d8c5c5e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f22097fa700 0 client.27053 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 >> 172.21.15.40:0/4107009066 conn(0x55d8c5c4abe0 msgr2=0x55d8c5c4ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 shutdown_connections 2023-07-14T13:04:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 1 -- 172.21.15.40:0/4107009066 wait complete. 2023-07-14T13:04:42.538 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.496+0000 7f223829fb80 20 client.27053 trim_cache size 0 max 16384 2023-07-14T13:04:42.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:42 smithi130 ceph-mon[97977]: pgmap v577: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.0 MiB/s wr, 594 op/s 2023-07-14T13:04:42.548 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 Processor -- start 2023-07-14T13:04:42.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 -- start start 2023-07-14T13:04:42.549 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c55040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c55580 0x55d8c5c4fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5c51860 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5c47bb0 con 0x55d8c5c55580 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.515+0000 7f223829fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5c4c5f0 con 0x55d8c5ab16b0 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38978/0 (socket says 172.21.15.40:38978) 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 -- 172.21.15.40:0/2804692071 learned_addr learned my addr 172.21.15.40:0/2804692071 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f2229eb5700 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c55040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 -- 172.21.15.40:0/2804692071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 msgr2=0x55d8c5c55040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c55040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 -- 172.21.15.40:0/2804692071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c55580 msgr2=0x55d8c5c4fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c55580 0x55d8c5c4fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 -- 172.21.15.40:0/2804692071 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8c59bdc00 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f222a6b6700 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5e0a0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f20 tx=0x7f221c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=588d74e5fbb6ddea server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:42.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f2220ff9700 1 -- 172.21.15.40:0/2804692071 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c00bee0 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f2220ff9700 1 -- 172.21.15.40:0/2804692071 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f221c00f8e0 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.516+0000 7f2220ff9700 1 -- 172.21.15.40:0/2804692071 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c02bb60 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 -- 172.21.15.40:0/2804692071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 msgr2=0x55d8c5c5e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5e0a0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f20 tx=0x7f221c00b260 comp rx=0 tx=0).stop 2023-07-14T13:04:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 -- 172.21.15.40:0/2804692071 shutdown_connections 2023-07-14T13:04:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c55040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c5e0a0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 --2- 172.21.15.40:0/2804692071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5c55580 0x55d8c5c4fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.517+0000 7f223829fb80 1 -- 172.21.15.40:0/2804692071 >> 172.21.15.40:0/2804692071 conn(0x55d8c5c4abe0 msgr2=0x55d8c5c58b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.519+0000 7f223829fb80 1 -- 172.21.15.40:0/2804692071 shutdown_connections 2023-07-14T13:04:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.519+0000 7f223829fb80 1 -- 172.21.15.40:0/2804692071 wait complete. 2023-07-14T13:04:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.519+0000 7f223829fb80 1 -- start start 2023-07-14T13:04:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.519+0000 7f223829fb80 1 Processor -- start 2023-07-14T13:04:42.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c63c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c64160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c646a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5cc1730 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5cc18a0 con 0x55d8c5ab16b0 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8c5cc1a60 con 0x55d8c5c55580 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f223829fb80 10 client.0 _ll_register_callbacks cb 0x7f221c009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:42.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c646a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c646a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38988/0 (socket says 172.21.15.40:38988) 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f22296b4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c64160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 -- 172.21.15.40:0/3600412583 learned_addr learned my addr 172.21.15.40:0/3600412583 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f2229eb5700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c63c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 -- 172.21.15.40:0/3600412583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 msgr2=0x55d8c5c64160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c64160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 -- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 msgr2=0x55d8c5c63c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c63c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f222a6b6700 1 -- 172.21.15.40:0/3600412583 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f222410c200 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.520+0000 7f2229eb5700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c63c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f222a6b6700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c646a0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f50 tx=0x7f221c034690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e494cf023947eb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f22097fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f22097fa700 1 -- 172.21.15.40:0/3600412583 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f221c01d030 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f22097fa700 1 -- 172.21.15.40:0/3600412583 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f221c000e40 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f221c01e040 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f22097fa700 1 -- 172.21.15.40:0/3600412583 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f221c00bee0 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 10 client.17547 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55d8c59fb1f0 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f22097fa700 1 -- 172.21.15.40:0/3600412583 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f221c01e040 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f22097fa700 1 -- 172.21.15.40:0/3600412583 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f221c022870 con 0x55d8c5c5b2d0 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 10 client.17547 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:42.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 10 client.17547 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 20 client.17547 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5cc4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 4 client.17547 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.521+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d8c5b61ff0 con 0x55d8c5c6e6f0 2023-07-14T13:04:42.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.522+0000 7f2229eb5700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5cc4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:42.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.522+0000 7f22097fa700 10 client.17547 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:42.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.522+0000 7f2229eb5700 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5cc4cb0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e102cf9a7b0f8974 server_cookie=116be1633d8564c9 in_seq=0 out_seq=0 2023-07-14T13:04:42.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:42 smithi040 ceph-mon[96535]: pgmap v577: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.0 MiB/s wr, 594 op/s 2023-07-14T13:04:42.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:42 smithi133 ceph-mon[98311]: pgmap v577: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.0 MiB/s wr, 594 op/s 2023-07-14T13:04:42.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 201316 34.46 MB/sec execute 195 sec latency 163.133 ms 2023-07-14T13:04:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.785+0000 7f22097fa700 1 -- 172.21.15.40:0/3600412583 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d8c5b61ff0 con 0x55d8c5c6e6f0 2023-07-14T13:04:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f22097fa700 10 client.17547 handle_command_reply: tid=0 2023-07-14T13:04:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 client.17547 shutdown 2023-07-14T13:04:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 msgr2=0x55d8c5c646a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.819 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c646a0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f221c005f50 tx=0x7f221c034690 comp rx=0 tx=0).stop 2023-07-14T13:04:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 shutdown_connections 2023-07-14T13:04:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d8c5c5b2d0 0x55d8c5c646a0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.820 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d8c5ab16b0 0x55d8c5c63c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d8c5c6e6f0 0x55d8c5cc4cb0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 --2- 172.21.15.40:0/3600412583 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d8c5c55580 0x55d8c5c64160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 >> 172.21.15.40:0/3600412583 conn(0x55d8c5c4abe0 msgr2=0x55d8c5c5a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f22097fa700 0 client.17547 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 shutdown_connections 2023-07-14T13:04:42.821 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.786+0000 7f223829fb80 1 -- 172.21.15.40:0/3600412583 wait complete. 2023-07-14T13:04:42.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f223829fb80 20 client.17547 trim_cache size 0 max 16384 2023-07-14T13:04:42.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:04:42.822 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:04:42.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:04:42.823 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:04:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f220c0a12c0 msgr2=0x7f220c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f220c0a12c0 0x7f220c0a3770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f22240fc800 tx=0x7f2218012040 comp rx=0 tx=0).stop 2023-07-14T13:04:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 msgr2=0x7f222419bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 0x7f222419bb10 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f221400efc0 tx=0x7f221400c3a0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 shutdown_connections 2023-07-14T13:04:42.824 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f220c0a12c0 0x7f220c0a3770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2224104ad0 0x7f2224195970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f22240feac0 0x7f222419bb10 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.789+0000 7f222c119700 1 --2- 172.21.15.40:0/4249310884 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f22240ff470 0x7f222419c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:42.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.790+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 >> 172.21.15.40:0/4249310884 conn(0x7f2224075bd0 msgr2=0x7f22240fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:42.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.790+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 shutdown_connections 2023-07-14T13:04:42.825 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:42.790+0000 7f222c119700 1 -- 172.21.15.40:0/4249310884 wait complete. 2023-07-14T13:04:43.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 201815 34.41 MB/sec execute 196 sec latency 131.631 ms 2023-07-14T13:04:44.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:44 smithi040 ceph-mon[96535]: pgmap v578: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 934 op/s 2023-07-14T13:04:44.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:44 smithi133 ceph-mon[98311]: pgmap v578: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 934 op/s 2023-07-14T13:04:44.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:44 smithi130 ceph-mon[97977]: pgmap v578: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 934 op/s 2023-07-14T13:04:44.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 202432 34.35 MB/sec execute 197 sec latency 72.378 ms 2023-07-14T13:04:45.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 203159 34.39 MB/sec execute 198 sec latency 124.265 ms 2023-07-14T13:04:46.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:46 smithi130 ceph-mon[97977]: pgmap v579: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 602 op/s 2023-07-14T13:04:46.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:46 smithi040 ceph-mon[96535]: pgmap v579: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 602 op/s 2023-07-14T13:04:46.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:46 smithi133 ceph-mon[98311]: pgmap v579: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 602 op/s 2023-07-14T13:04:46.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 203659 34.37 MB/sec execute 199 sec latency 270.024 ms 2023-07-14T13:04:47.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 204246 34.37 MB/sec execute 200 sec latency 80.024 ms 2023-07-14T13:04:48.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:48 smithi130 ceph-mon[97977]: pgmap v580: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 602 op/s 2023-07-14T13:04:48.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:48 smithi040 ceph-mon[96535]: pgmap v580: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 602 op/s 2023-07-14T13:04:48.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:48 smithi133 ceph-mon[98311]: pgmap v580: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 602 op/s 2023-07-14T13:04:48.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 204868 34.39 MB/sec execute 201 sec latency 75.923 ms 2023-07-14T13:04:49.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 205391 34.35 MB/sec execute 202 sec latency 82.987 ms 2023-07-14T13:04:50.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:50 smithi130 ceph-mon[97977]: pgmap v581: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 15 MiB/s wr, 874 op/s 2023-07-14T13:04:50.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:50 smithi040 ceph-mon[96535]: pgmap v581: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 15 MiB/s wr, 874 op/s 2023-07-14T13:04:50.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:50 smithi133 ceph-mon[98311]: pgmap v581: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 15 MiB/s wr, 874 op/s 2023-07-14T13:04:50.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 205889 34.24 MB/sec execute 203 sec latency 83.188 ms 2023-07-14T13:04:51.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 206452 34.24 MB/sec execute 204 sec latency 328.145 ms 2023-07-14T13:04:52.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:52 smithi040 ceph-mon[96535]: pgmap v582: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 612 op/s 2023-07-14T13:04:52.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:52 smithi133 ceph-mon[98311]: pgmap v582: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 612 op/s 2023-07-14T13:04:52.790 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:52 smithi130 ceph-mon[97977]: pgmap v582: 97 pgs: 97 active+clean; 1.7 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 612 op/s 2023-07-14T13:04:52.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 207109 34.28 MB/sec execute 205 sec latency 134.378 ms 2023-07-14T13:04:53.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 207741 34.28 MB/sec execute 206 sec latency 87.769 ms 2023-07-14T13:04:54.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:54 smithi040 ceph-mon[96535]: pgmap v583: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 16 MiB/s wr, 896 op/s 2023-07-14T13:04:54.499 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:54 smithi133 ceph-mon[98311]: pgmap v583: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 16 MiB/s wr, 896 op/s 2023-07-14T13:04:54.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:54 smithi130 ceph-mon[97977]: pgmap v583: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 16 MiB/s wr, 896 op/s 2023-07-14T13:04:54.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 208482 34.35 MB/sec execute 207 sec latency 79.449 ms 2023-07-14T13:04:55.817 INFO:tasks.workunit.client.0.smithi040.stdout: 10 208903 34.26 MB/sec execute 208 sec latency 120.328 ms 2023-07-14T13:04:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 -- 172.21.15.40:0/4178255293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 msgr2=0x7f04e40feec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 --2- 172.21.15.40:0/4178255293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e40feec0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f04d8009990 tx=0x7f04d8009ca0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 -- 172.21.15.40:0/4178255293 shutdown_connections 2023-07-14T13:04:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 --2- 172.21.15.40:0/4178255293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04e40ff400 0x7f04e410b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.968 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 --2- 172.21.15.40:0/4178255293 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e4104a60 0x7f04e4104e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 --2- 172.21.15.40:0/4178255293 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e40feec0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 -- 172.21.15.40:0/4178255293 >> 172.21.15.40:0/4178255293 conn(0x7f04e40fa570 msgr2=0x7f04e40fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 -- 172.21.15.40:0/4178255293 shutdown_connections 2023-07-14T13:04:55.969 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.934+0000 7f04ea31f700 1 -- 172.21.15.40:0/4178255293 wait complete. 2023-07-14T13:04:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.935+0000 7f04ea31f700 1 Processor -- start 2023-07-14T13:04:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.935+0000 7f04ea31f700 1 -- start start 2023-07-14T13:04:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04ea31f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e4196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.971 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04ea31f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e40ff400 0x7f04e41970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04ea31f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04e4104a60 0x7f04e41a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04ea31f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41a2040 con 0x7f04e40fea50 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04ea31f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41a21b0 con 0x7f04e40ff400 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04ea31f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e41a2370 con 0x7f04e4104a60 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e4196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e4196ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:38998/0 (socket says 172.21.15.40:38998) 2023-07-14T13:04:55.972 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 -- 172.21.15.40:0/1317592882 learned_addr learned my addr 172.21.15.40:0/1317592882 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e88bc700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04e4104a60 0x7f04e41a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e40ff400 0x7f04e41970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 -- 172.21.15.40:0/1317592882 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04e4104a60 msgr2=0x7f04e41a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04e4104a60 0x7f04e41a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 -- 172.21.15.40:0/1317592882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e40ff400 msgr2=0x7f04e41970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e40ff400 0x7f04e41970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 -- 172.21.15.40:0/1317592882 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04dc009c40 con 0x7f04e40fea50 2023-07-14T13:04:55.973 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e40ff400 0x7f04e41970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:04:55.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.936+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e4196ba0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f04d400d980 tx=0x7f04d400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:55.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.937+0000 7f04e17fa700 1 -- 172.21.15.40:0/1317592882 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d400bb60 con 0x7f04e40fea50 2023-07-14T13:04:55.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.937+0000 7f04e17fa700 1 -- 172.21.15.40:0/1317592882 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04d4007620 con 0x7f04e40fea50 2023-07-14T13:04:55.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.937+0000 7f04e17fa700 1 -- 172.21.15.40:0/1317592882 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d400f3c0 con 0x7f04e40fea50 2023-07-14T13:04:55.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.937+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04d80095f0 con 0x7f04e40fea50 2023-07-14T13:04:55.974 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.937+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e41a2980 con 0x7f04e40fea50 2023-07-14T13:04:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.940+0000 7f04e17fa700 1 -- 172.21.15.40:0/1317592882 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f04d4010460 con 0x7f04e40fea50 2023-07-14T13:04:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.941+0000 7f04e17fa700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f04cc0a12c0 0x7f04cc0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.941+0000 7f04e17fa700 1 -- 172.21.15.40:0/1317592882 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f04d40ccbb0 con 0x7f04e40fea50 2023-07-14T13:04:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.941+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f04cc0a12c0 0x7f04cc0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.941+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f04cc0a12c0 0x7f04cc0a3770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f04e4068f00 tx=0x7f04d8005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:55.976 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 Processor -- start 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 -- start start 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8fed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8f9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a8f99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a7fec50 con 0x56164a8f9580 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a8519e0 con 0x56164a7556b0 2023-07-14T13:04:55.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a84ae70 con 0x56164a8ff2d0 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8f9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e3fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8fed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8f9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52698/0 (socket says 172.21.15.40:52698) 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e37fe700 1 -- 172.21.15.40:0/1628916280 learned_addr learned my addr 172.21.15.40:0/1628916280 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e88bc700 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a8f99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e3fff700 1 -- 172.21.15.40:0/1628916280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 msgr2=0x56164a8f9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8f9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e3fff700 1 -- 172.21.15.40:0/1628916280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 msgr2=0x56164a8f99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.942+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a8f99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.943+0000 7f04e3fff700 1 -- 172.21.15.40:0/1628916280 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56164a678d80 con 0x56164a7556b0 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.943+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8fed90 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f04d40ca2b0 tx=0x7f04d400df30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b4bf516826122b8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.943+0000 7f04ca7fc700 1 -- 172.21.15.40:0/1628916280 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d409d070 con 0x56164a7556b0 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.943+0000 7f04ca7fc700 1 -- 172.21.15.40:0/1628916280 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04d40a2080 con 0x56164a7556b0 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.943+0000 7f04ca7fc700 1 -- 172.21.15.40:0/1628916280 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d4096500 con 0x56164a7556b0 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1628916280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 msgr2=0x56164a8fed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8fed90 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f04d40ca2b0 tx=0x7f04d400df30 comp rx=0 tx=0).stop 2023-07-14T13:04:55.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1628916280 shutdown_connections 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a8f99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8fed90 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1628916280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8f9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1628916280 >> 172.21.15.40:0/1628916280 conn(0x56164a8eebe0 msgr2=0x56164a8f3f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1628916280 shutdown_connections 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1628916280 wait complete. 2023-07-14T13:04:55.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 -- start start 2023-07-14T13:04:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.944+0000 7f04f64a5b80 1 Processor -- start 2023-07-14T13:04:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a7556b0 0x56164a9028b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a902df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a8ff2d0 0x56164a903330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a7eaa60 con 0x56164a7556b0 2023-07-14T13:04:55.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a7ea760 con 0x56164a8ff2d0 2023-07-14T13:04:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a6ce8c0 con 0x56164a8f9580 2023-07-14T13:04:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04f64a5b80 10 client.0 _ll_register_callbacks cb 0x56164a7e8700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a7556b0 0x56164a9028b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a902df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a902df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52704/0 (socket says 172.21.15.40:52704) 2023-07-14T13:04:55.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e88bc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a8ff2d0 0x56164a903330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 -- 172.21.15.40:0/2194903823 learned_addr learned my addr 172.21.15.40:0/2194903823 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e3fff700 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a7556b0 0x56164a9028b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39012/0 (socket says 172.21.15.40:39012) 2023-07-14T13:04:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 -- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a8ff2d0 msgr2=0x56164a903330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:55.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a8ff2d0 0x56164a903330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 -- 172.21.15.40:0/2194903823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a7556b0 msgr2=0x56164a9028b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a7556b0 0x56164a9028b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.945+0000 7f04e37fe700 1 -- 172.21.15.40:0/2194903823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e41a2980 con 0x56164a8f9580 2023-07-14T13:04:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04e37fe700 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a902df0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f04d80098e0 tx=0x7f04d801f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bec5461617e9691 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04c37fe700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:04:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04c37fe700 1 -- 172.21.15.40:0/2194903823 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8031040 con 0x56164a8f9580 2023-07-14T13:04:55.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56164a7a4490 con 0x56164a8f9580 2023-07-14T13:04:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04c37fe700 1 -- 172.21.15.40:0/2194903823 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f04d802a5a0 con 0x56164a8f9580 2023-07-14T13:04:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04c37fe700 1 -- 172.21.15.40:0/2194903823 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04d8028820 con 0x56164a8f9580 2023-07-14T13:04:55.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04f64a5b80 10 client.27031 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x56164a661c00 con 0x56164a8f9580 2023-07-14T13:04:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.946+0000 7f04c37fe700 1 -- 172.21.15.40:0/2194903823 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56164a7a4490 con 0x56164a8f9580 2023-07-14T13:04:55.990 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04c37fe700 1 -- 172.21.15.40:0/2194903823 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f04d800fa90 con 0x56164a8f9580 2023-07-14T13:04:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04f64a5b80 10 client.27031 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04f64a5b80 10 client.27031 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04f64a5b80 20 client.27031 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:55.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a914fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04f64a5b80 4 client.27031 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:04:55.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.947+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56164a843e50 con 0x56164a912ba0 2023-07-14T13:04:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.949+0000 7f04e3fff700 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a914fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.949+0000 7f04e3fff700 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a914fb0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a0bb7fc468b29ec server_cookie=2b872690bdcdc737 in_seq=0 out_seq=0 2023-07-14T13:04:55.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.949+0000 7f04c37fe700 10 client.27031 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04c37fe700 1 -- 172.21.15.40:0/2194903823 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56164a843e50 con 0x56164a912ba0 2023-07-14T13:04:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04c37fe700 10 client.27031 handle_command_reply: tid=0 2023-07-14T13:04:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 client.27031 shutdown 2023-07-14T13:04:55.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 msgr2=0x56164a902df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a902df0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f04d80098e0 tx=0x7f04d801f000 comp rx=0 tx=0).stop 2023-07-14T13:04:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 shutdown_connections 2023-07-14T13:04:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a8ff2d0 0x56164a903330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a7556b0 0x56164a9028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a914fb0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/2194903823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a902df0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04c37fe700 0 client.27031 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.950+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 >> 172.21.15.40:0/2194903823 conn(0x56164a8eebe0 msgr2=0x56164a8f34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.951+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 shutdown_connections 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.951+0000 7f04f64a5b80 1 -- 172.21.15.40:0/2194903823 wait complete. 2023-07-14T13:04:55.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.951+0000 7f04f64a5b80 20 client.27031 trim_cache size 0 max 16384 2023-07-14T13:04:56.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.967+0000 7f04f64a5b80 1 Processor -- start 2023-07-14T13:04:56.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.967+0000 7f04f64a5b80 1 -- start start 2023-07-14T13:04:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8f9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a909c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8fe1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a9102d0 con 0x56164a8f9580 2023-07-14T13:04:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a8f5b50 con 0x56164a7556b0 2023-07-14T13:04:56.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a8f05f0 con 0x56164a8ff2d0 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a909c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a909c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39022/0 (socket says 172.21.15.40:39022) 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e88bc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8fe1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 -- 172.21.15.40:0/162753347 learned_addr learned my addr 172.21.15.40:0/162753347 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e3fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8f9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 -- 172.21.15.40:0/162753347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 msgr2=0x56164a8fe1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8fe1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 -- 172.21.15.40:0/162753347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 msgr2=0x56164a8f9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8f9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 -- 172.21.15.40:0/162753347 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56164a919be0 con 0x56164a8f9580 2023-07-14T13:04:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.968+0000 7f04e37fe700 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a909c60 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f04d800b6f0 tx=0x7f04d802bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=533549a85219e028 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04caffd700 1 -- 172.21.15.40:0/162753347 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8031070 con 0x56164a8f9580 2023-07-14T13:04:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04caffd700 1 -- 172.21.15.40:0/162753347 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04d801e040 con 0x56164a8f9580 2023-07-14T13:04:56.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04caffd700 1 -- 172.21.15.40:0/162753347 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8028e40 con 0x56164a8f9580 2023-07-14T13:04:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 -- 172.21.15.40:0/162753347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 msgr2=0x56164a909c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a909c60 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f04d800b6f0 tx=0x7f04d802bfd0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 -- 172.21.15.40:0/162753347 shutdown_connections 2023-07-14T13:04:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8ff2d0 0x56164a8fe1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a8f9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/162753347 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8f9580 0x56164a909c60 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.969+0000 7f04f64a5b80 1 -- 172.21.15.40:0/162753347 >> 172.21.15.40:0/162753347 conn(0x56164a8eebe0 msgr2=0x56164a8fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.970+0000 7f04f64a5b80 1 -- 172.21.15.40:0/162753347 shutdown_connections 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.970+0000 7f04f64a5b80 1 -- 172.21.15.40:0/162753347 wait complete. 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.970+0000 7f04f64a5b80 1 -- start start 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.970+0000 7f04f64a5b80 1 Processor -- start 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a907c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a908190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8ff2d0 0x56164a9086d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a965a60 con 0x56164a8ff2d0 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a965ba0 con 0x56164a7556b0 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164a965ce0 con 0x56164a8f9580 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04f64a5b80 10 client.0 _ll_register_callbacks cb 0x56164a7e8700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a908190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:56.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a908190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52718/0 (socket says 172.21.15.40:52718) 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 -- 172.21.15.40:0/1292855672 learned_addr learned my addr 172.21.15.40:0/1292855672 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e88bc700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8ff2d0 0x56164a9086d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 -- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 msgr2=0x56164a907c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a907c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 -- 172.21.15.40:0/1292855672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8ff2d0 msgr2=0x56164a9086d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8ff2d0 0x56164a9086d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 -- 172.21.15.40:0/1292855672 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56164a661c00 con 0x56164a8f9580 2023-07-14T13:04:56.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e88bc700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8ff2d0 0x56164a9086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04e37fe700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a908190 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f04d802a640 tx=0x7f04d802a720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d493db031bd34268 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.971+0000 7f04c37fe700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04c37fe700 1 -- 172.21.15.40:0/1292855672 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8031070 con 0x56164a8f9580 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04c37fe700 1 -- 172.21.15.40:0/1292855672 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f04d8028820 con 0x56164a8f9580 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f04d40a2080 con 0x56164a8f9580 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04c37fe700 1 -- 172.21.15.40:0/1292855672 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04d80289e0 con 0x56164a8f9580 2023-07-14T13:04:56.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 10 client.27037 fetch_fsmap learned FSMap version 81 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x56164a69f1f0 con 0x56164a8f9580 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04c37fe700 1 -- 172.21.15.40:0/1292855672 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04d40a2080 con 0x56164a8f9580 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04c37fe700 1 -- 172.21.15.40:0/1292855672 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f04d800f460 con 0x56164a8f9580 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 10 client.27037 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 10 client.27037 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 20 client.27037 populate_metadata read hostname 'smithi040' 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a968f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:04:56.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 4 client.27037 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:04:56.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.972+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56164a805ff0 con 0x56164a912ba0 2023-07-14T13:04:56.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.973+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a968f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:04:56.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.973+0000 7f04e3fff700 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a968f50 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6289fe9c192f1a6a server_cookie=163dcd040dc6a79f in_seq=0 out_seq=0 2023-07-14T13:04:56.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:55.973+0000 7f04c37fe700 10 client.27037 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:56.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.175+0000 7f04c37fe700 1 -- 172.21.15.40:0/1292855672 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56164a805ff0 con 0x56164a912ba0 2023-07-14T13:04:56.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.175+0000 7f04c37fe700 10 client.27037 handle_command_reply: tid=0 2023-07-14T13:04:56.209 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.175+0000 7f04f64a5b80 1 client.27037 shutdown 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.175+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 msgr2=0x56164a908190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.175+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a908190 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f04d802a640 tx=0x7f04d802a720 comp rx=0 tx=0).stop 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 shutdown_connections 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56164a8ff2d0 0x56164a9086d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56164a7556b0 0x56164a907c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56164a912ba0 0x56164a968f50 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 --2- 172.21.15.40:0/1292855672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56164a8f9580 0x56164a908190 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04c37fe700 0 client.27037 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:04:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 >> 172.21.15.40:0/1292855672 conn(0x56164a8eebe0 msgr2=0x56164a9018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 shutdown_connections 2023-07-14T13:04:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 1 -- 172.21.15.40:0/1292855672 wait complete. 2023-07-14T13:04:56.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.176+0000 7f04f64a5b80 20 client.27037 trim_cache size 0 max 16384 2023-07-14T13:04:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:04:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:04:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:04:56.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:04:56.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f04cc0a12c0 msgr2=0x7f04cc0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:56.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f04cc0a12c0 0x7f04cc0a3770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f04e4068f00 tx=0x7f04d8005fb0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 msgr2=0x7f04e4196ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:04:56.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e4196ba0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f04d400d980 tx=0x7f04d400dd40 comp rx=0 tx=0).stop 2023-07-14T13:04:56.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 shutdown_connections 2023-07-14T13:04:56.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f04cc0a12c0 0x7f04cc0a3770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04e4104a60 0x7f04e41a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f04e40fea50 0x7f04e4196ba0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 --2- 172.21.15.40:0/1317592882 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f04e40ff400 0x7f04e41970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:04:56.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 >> 172.21.15.40:0/1317592882 conn(0x7f04e40fa570 msgr2=0x7f04e40fbae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:04:56.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 shutdown_connections 2023-07-14T13:04:56.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:04:56.180+0000 7f04ea31f700 1 -- 172.21.15.40:0/1317592882 wait complete. 2023-07-14T13:04:56.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:56 smithi130 ceph-mon[97977]: pgmap v584: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 556 op/s 2023-07-14T13:04:56.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:56 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:04:56.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:56 smithi040 ceph-mon[96535]: pgmap v584: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 556 op/s 2023-07-14T13:04:56.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:56 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:04:56.749 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:56 smithi133 ceph-mon[98311]: pgmap v584: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 556 op/s 2023-07-14T13:04:56.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:56 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:04:56.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 209243 34.14 MB/sec execute 209 sec latency 255.797 ms 2023-07-14T13:04:57.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:57 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:04:57.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:57 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:04:57.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:57 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:04:57.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:57 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:04:57.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:57 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:04:57.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:57 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:04:57.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:57 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:04:57.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:57 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:04:57.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:57 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:04:57.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 209888 34.15 MB/sec execute 210 sec latency 130.364 ms 2023-07-14T13:04:58.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 210613 34.19 MB/sec execute 211 sec latency 62.602 ms 2023-07-14T13:04:59.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:04:59 smithi130 ceph-mon[97977]: pgmap v585: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 556 op/s 2023-07-14T13:04:59.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:04:59 smithi040 ceph-mon[96535]: pgmap v585: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 556 op/s 2023-07-14T13:04:59.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:04:59 smithi133 ceph-mon[98311]: pgmap v585: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.9 MiB/s wr, 556 op/s 2023-07-14T13:04:59.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 211308 34.19 MB/sec execute 212 sec latency 100.775 ms 2023-07-14T13:05:00.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 211834 34.19 MB/sec execute 213 sec latency 203.517 ms 2023-07-14T13:05:01.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:01 smithi130 ceph-mon[97977]: pgmap v586: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 887 op/s 2023-07-14T13:05:01.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:01 smithi040 ceph-mon[96535]: pgmap v586: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 887 op/s 2023-07-14T13:05:01.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:01 smithi133 ceph-mon[98311]: pgmap v586: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 15 MiB/s wr, 887 op/s 2023-07-14T13:05:01.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 212185 34.10 MB/sec execute 214 sec latency 291.379 ms 2023-07-14T13:05:02.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 212553 34.02 MB/sec execute 215 sec latency 317.256 ms 2023-07-14T13:05:03.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:03 smithi040 ceph-mon[96535]: pgmap v587: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 615 op/s 2023-07-14T13:05:03.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:03 smithi133 ceph-mon[98311]: pgmap v587: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 615 op/s 2023-07-14T13:05:03.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:03 smithi130 ceph-mon[97977]: pgmap v587: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 615 op/s 2023-07-14T13:05:03.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 212936 33.95 MB/sec execute 216 sec latency 165.006 ms 2023-07-14T13:05:04.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:04 smithi040 ceph-mon[96535]: pgmap v588: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 16 MiB/s wr, 991 op/s 2023-07-14T13:05:04.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:04 smithi133 ceph-mon[98311]: pgmap v588: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 16 MiB/s wr, 991 op/s 2023-07-14T13:05:04.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:04 smithi130 ceph-mon[97977]: pgmap v588: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 16 MiB/s wr, 991 op/s 2023-07-14T13:05:04.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 213679 34.01 MB/sec execute 217 sec latency 62.771 ms 2023-07-14T13:05:05.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 214284 34.02 MB/sec execute 218 sec latency 135.846 ms 2023-07-14T13:05:06.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:06 smithi130 ceph-mon[97977]: pgmap v589: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 707 op/s 2023-07-14T13:05:06.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:06 smithi040 ceph-mon[96535]: pgmap v589: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 707 op/s 2023-07-14T13:05:06.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:06 smithi133 ceph-mon[98311]: pgmap v589: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 707 op/s 2023-07-14T13:05:06.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 214804 34.00 MB/sec execute 219 sec latency 186.430 ms 2023-07-14T13:05:07.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 215240 33.93 MB/sec execute 220 sec latency 231.623 ms 2023-07-14T13:05:08.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:08 smithi130 ceph-mon[97977]: pgmap v590: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 707 op/s 2023-07-14T13:05:08.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:08 smithi040 ceph-mon[96535]: pgmap v590: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 707 op/s 2023-07-14T13:05:08.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:08 smithi133 ceph-mon[98311]: pgmap v590: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 707 op/s 2023-07-14T13:05:08.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 215935 33.94 MB/sec execute 221 sec latency 79.156 ms 2023-07-14T13:05:09.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 -- 172.21.15.40:0/1251899847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8914104a30 msgr2=0x7f8914104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 --2- 172.21.15.40:0/1251899847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8914104a30 0x7f8914104e00 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f8904009990 tx=0x7f8904009ca0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 -- 172.21.15.40:0/1251899847 shutdown_connections 2023-07-14T13:05:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 --2- 172.21.15.40:0/1251899847 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89140ff3e0 0x7f891410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 --2- 172.21.15.40:0/1251899847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8914104a30 0x7f8914104e00 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 --2- 172.21.15.40:0/1251899847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89140fea30 0x7f89140feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 -- 172.21.15.40:0/1251899847 >> 172.21.15.40:0/1251899847 conn(0x7f8914074760 msgr2=0x7f8914074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 -- 172.21.15.40:0/1251899847 shutdown_connections 2023-07-14T13:05:09.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.331+0000 7f891a492700 1 -- 172.21.15.40:0/1251899847 wait complete. 2023-07-14T13:05:09.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.332+0000 7f891a492700 1 Processor -- start 2023-07-14T13:05:09.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.332+0000 7f891a492700 1 -- start start 2023-07-14T13:05:09.367 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.332+0000 7f891a492700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 0x7f891419bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f891a492700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89140ff3e0 0x7f891419c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f891a492700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8914104a30 0x7f89141959d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f891a492700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8914196040 con 0x7f89140fea30 2023-07-14T13:05:09.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f891a492700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89141961b0 con 0x7f8914104a30 2023-07-14T13:05:09.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f891a492700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8914196370 con 0x7f89140ff3e0 2023-07-14T13:05:09.368 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 0x7f891419bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 0x7f891419bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39040/0 (socket says 172.21.15.40:39040) 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 -- 172.21.15.40:0/3586025599 learned_addr learned my addr 172.21.15.40:0/3586025599 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8914104a30 0x7f89141959d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 -- 172.21.15.40:0/3586025599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89140ff3e0 msgr2=0x7f891419c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89140ff3e0 0x7f891419c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 -- 172.21.15.40:0/3586025599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8914104a30 msgr2=0x7f89141959d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.369 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8914104a30 0x7f89141959d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 -- 172.21.15.40:0/3586025599 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89040095f0 con 0x7f89140fea30 2023-07-14T13:05:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.333+0000 7f8913fff700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 0x7f891419bb70 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f8904000c00 tx=0x7f8904009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:09.370 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.335+0000 7f89117fa700 1 -- 172.21.15.40:0/3586025599 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890401d070 con 0x7f89140fea30 2023-07-14T13:05:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.335+0000 7f89117fa700 1 -- 172.21.15.40:0/3586025599 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8904022470 con 0x7f89140fea30 2023-07-14T13:05:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.335+0000 7f89117fa700 1 -- 172.21.15.40:0/3586025599 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8904017650 con 0x7f89140fea30 2023-07-14T13:05:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.335+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89141965f0 con 0x7f89140fea30 2023-07-14T13:05:09.371 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.335+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8914100890 con 0x7f89140fea30 2023-07-14T13:05:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.338+0000 7f89117fa700 1 -- 172.21.15.40:0/3586025599 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f8904022870 con 0x7f89140fea30 2023-07-14T13:05:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.338+0000 7f89117fa700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88fc0a5820 0x7f88fc0a7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.338+0000 7f89117fa700 1 -- 172.21.15.40:0/3586025599 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f89040cde80 con 0x7f89140fea30 2023-07-14T13:05:09.372 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.338+0000 7f89137fe700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88fc0a5820 0x7f88fc0a7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.374 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 Processor -- start 2023-07-14T13:05:09.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 -- start start 2023-07-14T13:05:09.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f89137fe700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88fc0a5820 0x7f88fc0a7cd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8908005950 tx=0x7f89080058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:09.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469bad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469bb2d0 0x55d4469b5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.375 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469b59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4468bac50 con 0x55d4468116b0 2023-07-14T13:05:09.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d44690d9e0 con 0x55d4469bb2d0 2023-07-14T13:05:09.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8926618b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d446906e70 con 0x55d4469b5580 2023-07-14T13:05:09.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8913fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469bad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8913fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469bad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39048/0 (socket says 172.21.15.40:39048) 2023-07-14T13:05:09.376 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8913fff700 1 -- 172.21.15.40:0/2117202049 learned_addr learned my addr 172.21.15.40:0/2117202049 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:09.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f8918a2f700 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469b59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.339+0000 7f89137fe700 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469bb2d0 0x55d4469b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f8913fff700 1 -- 172.21.15.40:0/2117202049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 msgr2=0x55d4469b59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f8913fff700 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469b59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f8913fff700 1 -- 172.21.15.40:0/2117202049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469bb2d0 msgr2=0x55d4469b5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.377 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f8913fff700 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469bb2d0 0x55d4469b5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f8913fff700 1 -- 172.21.15.40:0/2117202049 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d446734d80 con 0x55d4468116b0 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f8913fff700 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469bad90 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f8904097490 tx=0x7f890409ad60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f0d37415d2c6cb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f88fa7fc700 1 -- 172.21.15.40:0/2117202049 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890409af90 con 0x55d4468116b0 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f88fa7fc700 1 -- 172.21.15.40:0/2117202049 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f890409efc0 con 0x55d4468116b0 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.340+0000 7f88fa7fc700 1 -- 172.21.15.40:0/2117202049 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890409a680 con 0x55d4468116b0 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 -- 172.21.15.40:0/2117202049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 msgr2=0x55d4469bad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.378 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469bad90 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f8904097490 tx=0x7f890409ad60 comp rx=0 tx=0).stop 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 -- 172.21.15.40:0/2117202049 shutdown_connections 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469b59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469bad90 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 --2- 172.21.15.40:0/2117202049 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469bb2d0 0x55d4469b5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 -- 172.21.15.40:0/2117202049 >> 172.21.15.40:0/2117202049 conn(0x55d4469aabe0 msgr2=0x55d4469aff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 -- 172.21.15.40:0/2117202049 shutdown_connections 2023-07-14T13:05:09.379 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 -- 172.21.15.40:0/2117202049 wait complete. 2023-07-14T13:05:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.341+0000 7f8926618b80 1 -- start start 2023-07-14T13:05:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 Processor -- start 2023-07-14T13:05:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d4469c4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469b5580 0x55d4469c4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 0x55d4469be5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.383 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4468a6a60 con 0x55d4469bb2d0 2023-07-14T13:05:09.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4468a6760 con 0x55d4469b5580 2023-07-14T13:05:09.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d44678a8c0 con 0x55d4468116b0 2023-07-14T13:05:09.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8926618b80 10 client.0 _ll_register_callbacks cb 0x55d4468a4700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:09.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8918a2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 0x55d4469be5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.384 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8918a2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 0x55d4469be5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39058/0 (socket says 172.21.15.40:39058) 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8913fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d4469c4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f8918a2f700 1 -- 172.21.15.40:0/3931132686 learned_addr learned my addr 172.21.15.40:0/3931132686 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.342+0000 7f89137fe700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469b5580 0x55d4469c4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8918a2f700 1 -- 172.21.15.40:0/3931132686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 msgr2=0x55d4469c4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d4469c4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8918a2f700 1 -- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469b5580 msgr2=0x55d4469c4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.385 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469b5580 0x55d4469c4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8918a2f700 1 -- 172.21.15.40:0/3931132686 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8914100890 con 0x55d4469bb2d0 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8913fff700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d4469c4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 0x55d4469be5d0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f890c012e20 tx=0x7f890c014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=871d8e6b2e6e4211 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f88f37fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f88f37fe700 1 -- 172.21.15.40:0/3931132686 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890c00e040 con 0x55d4469bb2d0 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f88f37fe700 1 -- 172.21.15.40:0/3931132686 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f890c014ae0 con 0x55d4469bb2d0 2023-07-14T13:05:09.386 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d446860490 con 0x55d4469bb2d0 2023-07-14T13:05:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f88f37fe700 1 -- 172.21.15.40:0/3931132686 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f890c014ca0 con 0x55d4469bb2d0 2023-07-14T13:05:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8926618b80 10 client.17577 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55d44671dc00 con 0x55d4469bb2d0 2023-07-14T13:05:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.343+0000 7f88f37fe700 1 -- 172.21.15.40:0/3931132686 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f890c02a080 con 0x55d4469bb2d0 2023-07-14T13:05:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f88f37fe700 1 -- 172.21.15.40:0/3931132686 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f890c024030 con 0x55d4469bb2d0 2023-07-14T13:05:09.387 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8926618b80 10 client.17577 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8926618b80 10 client.17577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8926618b80 20 client.17577 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:09.388 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8926618b80 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469ce910 0x55d4469d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8926618b80 4 client.17577 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:05:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d4468ffe50 con 0x55d4469ce910 2023-07-14T13:05:09.389 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8913fff700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469ce910 0x55d4469d0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f8913fff700 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469ce910 0x55d4469d0d20 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ba3f4224354529b server_cookie=af2792f261a55274 in_seq=0 out_seq=0 2023-07-14T13:05:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.344+0000 7f88f37fe700 10 client.17577 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f88f37fe700 1 -- 172.21.15.40:0/3931132686 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d4468ffe50 con 0x55d4469ce910 2023-07-14T13:05:09.390 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f88f37fe700 10 client.17577 handle_command_reply: tid=0 2023-07-14T13:05:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 client.17577 shutdown 2023-07-14T13:05:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 msgr2=0x55d4469be5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 0x55d4469be5d0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f890c012e20 tx=0x7f890c014600 comp rx=0 tx=0).stop 2023-07-14T13:05:09.391 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 shutdown_connections 2023-07-14T13:05:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469ce910 0x55d4469d0d20 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.392 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d4469c4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469bb2d0 0x55d4469be5d0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 --2- 172.21.15.40:0/3931132686 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469b5580 0x55d4469c4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.393 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 >> 172.21.15.40:0/3931132686 conn(0x55d4469aabe0 msgr2=0x55d4469af4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f88f37fe700 0 client.17577 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 shutdown_connections 2023-07-14T13:05:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 1 -- 172.21.15.40:0/3931132686 wait complete. 2023-07-14T13:05:09.394 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.348+0000 7f8926618b80 20 client.17577 trim_cache size 0 max 16384 2023-07-14T13:05:09.398 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 Processor -- start 2023-07-14T13:05:09.399 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 -- start start 2023-07-14T13:05:09.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d4469b5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469ba1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469c3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4469b1b70 con 0x55d4468116b0 2023-07-14T13:05:09.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4469b0b90 con 0x55d4469aabe0 2023-07-14T13:05:09.400 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8926618b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4469acd00 con 0x55d4469b5580 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f89137fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469ba1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f89137fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469ba1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39062/0 (socket says 172.21.15.40:39062) 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f89137fe700 1 -- 172.21.15.40:0/3761562026 learned_addr learned my addr 172.21.15.40:0/3761562026 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.365+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469c3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f89137fe700 1 -- 172.21.15.40:0/3761562026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 msgr2=0x55d4469c3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f89137fe700 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469c3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.401 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f89137fe700 1 -- 172.21.15.40:0/3761562026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 msgr2=0x55d4469b5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f89137fe700 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d4469b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f89137fe700 1 -- 172.21.15.40:0/3761562026 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d4469bf230 con 0x55d4468116b0 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f89137fe700 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469ba1e0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f890800edd0 tx=0x7f8908011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b06b4a476608d152 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f88faffd700 1 -- 172.21.15.40:0/3761562026 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8908022070 con 0x55d4468116b0 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f88faffd700 1 -- 172.21.15.40:0/3761562026 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f890800eec0 con 0x55d4468116b0 2023-07-14T13:05:09.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.366+0000 7f88faffd700 1 -- 172.21.15.40:0/3761562026 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8908005180 con 0x55d4468116b0 2023-07-14T13:05:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 -- 172.21.15.40:0/3761562026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 msgr2=0x55d4469ba1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469ba1e0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f890800edd0 tx=0x7f8908011000 comp rx=0 tx=0).stop 2023-07-14T13:05:09.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 -- 172.21.15.40:0/3761562026 shutdown_connections 2023-07-14T13:05:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4469b5580 0x55d4469c3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d4469b5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 --2- 172.21.15.40:0/3761562026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4468116b0 0x55d4469ba1e0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 -- 172.21.15.40:0/3761562026 >> 172.21.15.40:0/3761562026 conn(0x55d4469b8d90 msgr2=0x55d4469bbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:09.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 -- 172.21.15.40:0/3761562026 shutdown_connections 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 -- 172.21.15.40:0/3761562026 wait complete. 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.367+0000 7f8926618b80 1 -- start start 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 Processor -- start 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d446a1dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d446a1dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 0x55d4469c2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4469c2d90 con 0x55d4469b5580 2023-07-14T13:05:09.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4469c2f00 con 0x55d4469aabe0 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4469c30c0 con 0x55d4468116b0 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8926618b80 10 client.0 _ll_register_callbacks cb 0x7f890c012750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8918a2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 0x55d4469c2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8913fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d446a1dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f89137fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d446a1dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8913fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d446a1dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52758/0 (socket says 172.21.15.40:52758) 2023-07-14T13:05:09.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8918a2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 0x55d4469c2680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39072/0 (socket says 172.21.15.40:39072) 2023-07-14T13:05:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.368+0000 7f8913fff700 1 -- 172.21.15.40:0/3269859110 learned_addr learned my addr 172.21.15.40:0/3269859110 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8918a2f700 1 -- 172.21.15.40:0/3269859110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 msgr2=0x55d446a1dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d446a1dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8918a2f700 1 -- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 msgr2=0x55d446a1dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d446a1dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8918a2f700 1 -- 172.21.15.40:0/3269859110 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d44671dc00 con 0x55d4469b5580 2023-07-14T13:05:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8913fff700 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d446a1dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8918a2f700 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 0x55d4469c2680 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f890c004520 tx=0x7f890c014950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2798e26eae10ab5b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:09.410 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f88f37fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f88f37fe700 1 -- 172.21.15.40:0/3269859110 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f890c00e040 con 0x55d4469b5580 2023-07-14T13:05:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f88f37fe700 1 -- 172.21.15.40:0/3269859110 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f890c02d070 con 0x55d4469b5580 2023-07-14T13:05:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d4468c1ff0 con 0x55d4469b5580 2023-07-14T13:05:09.411 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f88f37fe700 1 -- 172.21.15.40:0/3269859110 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f890c004b50 con 0x55d4469b5580 2023-07-14T13:05:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8926618b80 10 client.17583 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x7f890800eab0 con 0x55d4469b5580 2023-07-14T13:05:09.412 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f88f37fe700 1 -- 172.21.15.40:0/3269859110 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d4468c1ff0 con 0x55d4469b5580 2023-07-14T13:05:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.369+0000 7f88f37fe700 1 -- 172.21.15.40:0/3269859110 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f890c014320 con 0x55d4469b5580 2023-07-14T13:05:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8926618b80 10 client.17583 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:09.413 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8926618b80 10 client.17583 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:09.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8926618b80 20 client.17583 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:09.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8926618b80 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469bb2d0 0x55d4469c4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:09.414 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8926618b80 4 client.17583 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:05:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d446755f10 con 0x55d4469bb2d0 2023-07-14T13:05:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8913fff700 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469bb2d0 0x55d4469c4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:09.415 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f8913fff700 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469bb2d0 0x55d4469c4030 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6773040e42540867 server_cookie=f4a664fbddc9f1ee in_seq=0 out_seq=0 2023-07-14T13:05:09.416 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.370+0000 7f88f37fe700 10 client.17583 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:09.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f88f37fe700 1 -- 172.21.15.40:0/3269859110 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d446755f10 con 0x55d4469bb2d0 2023-07-14T13:05:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f88f37fe700 10 client.17583 handle_command_reply: tid=0 2023-07-14T13:05:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 client.17583 shutdown 2023-07-14T13:05:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 msgr2=0x55d4469c2680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 0x55d4469c2680 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f890c004520 tx=0x7f890c014950 comp rx=0 tx=0).stop 2023-07-14T13:05:09.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 shutdown_connections 2023-07-14T13:05:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d4469bb2d0 0x55d4469c4030 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d4468116b0 0x55d446a1dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f88f37fe700 0 client.17583 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4469b5580 0x55d4469c2680 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 --2- 172.21.15.40:0/3269859110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d4469aabe0 0x55d446a1dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 >> 172.21.15.40:0/3269859110 conn(0x55d4469b8d90 msgr2=0x55d4469ba1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 shutdown_connections 2023-07-14T13:05:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 1 -- 172.21.15.40:0/3269859110 wait complete. 2023-07-14T13:05:09.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.555+0000 7f8926618b80 20 client.17583 trim_cache size 0 max 16384 2023-07-14T13:05:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:05:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:05:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:05:09.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:05:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88fc0a5820 msgr2=0x7f88fc0a7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88fc0a5820 0x7f88fc0a7cd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8908005950 tx=0x7f89080058e0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 msgr2=0x7f891419bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 0x7f891419bb70 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f8904000c00 tx=0x7f8904009580 comp rx=0 tx=0).stop 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 shutdown_connections 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88fc0a5820 0x7f88fc0a7cd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8914104a30 0x7f89141959d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89140fea30 0x7f891419bb70 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 --2- 172.21.15.40:0/3586025599 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89140ff3e0 0x7f891419c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:09.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 >> 172.21.15.40:0/3586025599 conn(0x7f8914074760 msgr2=0x7f89141028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 shutdown_connections 2023-07-14T13:05:09.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:09.556+0000 7f891a492700 1 -- 172.21.15.40:0/3586025599 wait complete. 2023-07-14T13:05:09.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 216462 33.93 MB/sec execute 222 sec latency 170.099 ms 2023-07-14T13:05:10.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:10 smithi130 ceph-mon[97977]: pgmap v591: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-07-14T13:05:10.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:10 smithi040 ceph-mon[96535]: pgmap v591: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-07-14T13:05:10.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:10 smithi133 ceph-mon[98311]: pgmap v591: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-07-14T13:05:10.818 INFO:tasks.workunit.client.0.smithi040.stdout: 10 217184 33.93 MB/sec execute 223 sec latency 85.809 ms 2023-07-14T13:05:11.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 217880 33.98 MB/sec execute 224 sec latency 93.177 ms 2023-07-14T13:05:12.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:12 smithi130 ceph-mon[97977]: pgmap v592: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 682 op/s 2023-07-14T13:05:12.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:12 smithi040 ceph-mon[96535]: pgmap v592: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 682 op/s 2023-07-14T13:05:12.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:12 smithi133 ceph-mon[98311]: pgmap v592: 97 pgs: 97 active+clean; 1.8 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 682 op/s 2023-07-14T13:05:12.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 218250 33.93 MB/sec execute 225 sec latency 329.201 ms 2023-07-14T13:05:13.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 218754 33.84 MB/sec execute 226 sec latency 107.200 ms 2023-07-14T13:05:14.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:14 smithi040 ceph-mon[96535]: pgmap v593: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 17 MiB/s wr, 1.01k op/s 2023-07-14T13:05:14.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:14 smithi133 ceph-mon[98311]: pgmap v593: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 17 MiB/s wr, 1.01k op/s 2023-07-14T13:05:14.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:14 smithi130 ceph-mon[97977]: pgmap v593: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 17 MiB/s wr, 1.01k op/s 2023-07-14T13:05:14.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 219457 33.89 MB/sec execute 227 sec latency 82.945 ms 2023-07-14T13:05:15.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 220099 33.89 MB/sec execute 228 sec latency 110.073 ms 2023-07-14T13:05:16.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:16 smithi130 ceph-mon[97977]: pgmap v594: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 637 op/s 2023-07-14T13:05:16.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:16 smithi040 ceph-mon[96535]: pgmap v594: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 637 op/s 2023-07-14T13:05:16.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:16 smithi133 ceph-mon[98311]: pgmap v594: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 637 op/s 2023-07-14T13:05:16.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 220686 33.86 MB/sec execute 229 sec latency 63.744 ms 2023-07-14T13:05:17.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 221196 33.85 MB/sec execute 230 sec latency 219.495 ms 2023-07-14T13:05:18.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:18 smithi130 ceph-mon[97977]: pgmap v595: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 637 op/s 2023-07-14T13:05:18.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:18 smithi040 ceph-mon[96535]: pgmap v595: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 637 op/s 2023-07-14T13:05:18.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:18 smithi133 ceph-mon[98311]: pgmap v595: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 637 op/s 2023-07-14T13:05:18.820 INFO:tasks.workunit.client.0.smithi040.stdout: 10 221779 33.89 MB/sec execute 231 sec latency 71.801 ms 2023-07-14T13:05:19.820 INFO:tasks.workunit.client.0.smithi040.stdout: 10 222324 33.79 MB/sec execute 232 sec latency 83.305 ms 2023-07-14T13:05:20.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:20 smithi130 ceph-mon[97977]: pgmap v596: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 17 MiB/s wr, 920 op/s 2023-07-14T13:05:20.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:20 smithi040 ceph-mon[96535]: pgmap v596: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 17 MiB/s wr, 920 op/s 2023-07-14T13:05:20.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:20 smithi133 ceph-mon[98311]: pgmap v596: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 17 MiB/s wr, 920 op/s 2023-07-14T13:05:20.819 INFO:tasks.workunit.client.0.smithi040.stdout: 10 223053 33.84 MB/sec execute 233 sec latency 74.375 ms 2023-07-14T13:05:21.820 INFO:tasks.workunit.client.0.smithi040.stdout: 10 223662 33.83 MB/sec execute 234 sec latency 97.280 ms 2023-07-14T13:05:22.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:22 smithi130 ceph-mon[97977]: pgmap v597: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 613 op/s 2023-07-14T13:05:22.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:22 smithi040 ceph-mon[96535]: pgmap v597: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 613 op/s 2023-07-14T13:05:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 -- 172.21.15.40:0/1112836330 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc0ffb30 msgr2=0x7f77cc0fffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 --2- 172.21.15.40:0/1112836330 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc0ffb30 0x7f77cc0fffa0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f77c000faf0 tx=0x7f77c000fe00 comp rx=0 tx=0).stop 2023-07-14T13:05:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 -- 172.21.15.40:0/1112836330 shutdown_connections 2023-07-14T13:05:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 --2- 172.21.15.40:0/1112836330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc105b60 0x7f77cc105f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 --2- 172.21.15.40:0/1112836330 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc1004e0 0x7f77cc10c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 --2- 172.21.15.40:0/1112836330 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc0ffb30 0x7f77cc0fffa0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 -- 172.21.15.40:0/1112836330 >> 172.21.15.40:0/1112836330 conn(0x7f77cc0fb5f0 msgr2=0x7f77cc0fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 -- 172.21.15.40:0/1112836330 shutdown_connections 2023-07-14T13:05:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.690+0000 7f77d25ef700 1 -- 172.21.15.40:0/1112836330 wait complete. 2023-07-14T13:05:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.691+0000 7f77d25ef700 1 Processor -- start 2023-07-14T13:05:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.691+0000 7f77d25ef700 1 -- start start 2023-07-14T13:05:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.691+0000 7f77d25ef700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 0x7f77cc199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.691+0000 7f77d25ef700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc1004e0 0x7f77cc19a010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.691+0000 7f77d25ef700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 0x7f77cc193930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d25ef700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77cc193fa0 con 0x7f77cc105b60 2023-07-14T13:05:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d25ef700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77cc194110 con 0x7f77cc0ffb30 2023-07-14T13:05:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d25ef700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77cc1942d0 con 0x7f77cc1004e0 2023-07-14T13:05:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 0x7f77cc193930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 0x7f77cc199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 0x7f77cc193930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39086/0 (socket says 172.21.15.40:39086) 2023-07-14T13:05:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 0x7f77cc199ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56336/0 (socket says 172.21.15.40:56336) 2023-07-14T13:05:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d0b8c700 1 -- 172.21.15.40:0/2492074509 learned_addr learned my addr 172.21.15.40:0/2492074509 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc1004e0 0x7f77cc19a010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 -- 172.21.15.40:0/2492074509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc1004e0 msgr2=0x7f77cc19a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc1004e0 0x7f77cc19a010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 -- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 msgr2=0x7f77cc193930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 0x7f77cc193930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cbfff700 1 -- 172.21.15.40:0/2492074509 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77c4009c40 con 0x7f77cc0ffb30 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc1004e0 0x7f77cc19a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.692+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 0x7f77cc193930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:05:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.693+0000 7f77cbfff700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 0x7f77cc199ad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00e9f0 tx=0x7f77bc00edb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.693+0000 7f77c97fa700 1 -- 172.21.15.40:0/2492074509 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc00cbd0 con 0x7f77cc0ffb30 2023-07-14T13:05:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.693+0000 7f77c97fa700 1 -- 172.21.15.40:0/2492074509 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77bc00cd30 con 0x7f77cc0ffb30 2023-07-14T13:05:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.693+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77c000f750 con 0x7f77cc0ffb30 2023-07-14T13:05:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.693+0000 7f77c97fa700 1 -- 172.21.15.40:0/2492074509 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc018680 con 0x7f77cc0ffb30 2023-07-14T13:05:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.693+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77cc1a08e0 con 0x7f77cc0ffb30 2023-07-14T13:05:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.696+0000 7f77c97fa700 1 -- 172.21.15.40:0/2492074509 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f77bc010430 con 0x7f77cc0ffb30 2023-07-14T13:05:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.697+0000 7f77c97fa700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f77b40a12c0 0x7f77b40a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.697+0000 7f77c97fa700 1 -- 172.21.15.40:0/2492074509 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f77bc014070 con 0x7f77cc0ffb30 2023-07-14T13:05:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.697+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f77b40a12c0 0x7f77b40a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 Processor -- start 2023-07-14T13:05:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f77b40a12c0 0x7f77b40a3770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f77c0006010 tx=0x7f77c0011040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 -- start start 2023-07-14T13:05:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b8981d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b89822d0 0x5576b897c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b897c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b8881c50 con 0x5576b89822d0 2023-07-14T13:05:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b88d49e0 con 0x5576b87d86b0 2023-07-14T13:05:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77de775b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b88cde70 con 0x5576b897c580 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77cb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b89822d0 0x5576b897c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77cb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b89822d0 0x5576b897c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39092/0 (socket says 172.21.15.40:39092) 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77cbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b8981d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77cb7fe700 1 -- 172.21.15.40:0/3515238264 learned_addr learned my addr 172.21.15.40:0/3515238264 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.698+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b897c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77cbfff700 1 -- 172.21.15.40:0/3515238264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 msgr2=0x5576b897c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77cbfff700 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b897c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77cbfff700 1 -- 172.21.15.40:0/3515238264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b89822d0 msgr2=0x5576b897c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77cbfff700 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b89822d0 0x5576b897c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77cbfff700 1 -- 172.21.15.40:0/3515238264 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5576b86fbd80 con 0x5576b87d86b0 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77cbfff700 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b8981d90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f77bc0ca6f0 tx=0x7f77bc0999d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e76fb66f10b2425 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77b27fc700 1 -- 172.21.15.40:0/3515238264 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc0a24c0 con 0x5576b87d86b0 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77b27fc700 1 -- 172.21.15.40:0/3515238264 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77bc09a2d0 con 0x5576b87d86b0 2023-07-14T13:05:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.699+0000 7f77b27fc700 1 -- 172.21.15.40:0/3515238264 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc0a2270 con 0x5576b87d86b0 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 -- 172.21.15.40:0/3515238264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 msgr2=0x5576b8981d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b8981d90 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f77bc0ca6f0 tx=0x7f77bc0999d0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 -- 172.21.15.40:0/3515238264 shutdown_connections 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b897c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b8981d90 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 --2- 172.21.15.40:0/3515238264 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b89822d0 0x5576b897c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 -- 172.21.15.40:0/3515238264 >> 172.21.15.40:0/3515238264 conn(0x5576b8971be0 msgr2=0x5576b8976f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.700+0000 7f77de775b80 1 -- 172.21.15.40:0/3515238264 shutdown_connections 2023-07-14T13:05:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.701+0000 7f77de775b80 1 -- 172.21.15.40:0/3515238264 wait complete. 2023-07-14T13:05:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.701+0000 7f77de775b80 1 -- start start 2023-07-14T13:05:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.701+0000 7f77de775b80 1 Processor -- start 2023-07-14T13:05:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b87d86b0 0x5576b8985960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b8985ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b89822d0 0x5576b89863e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b886da60 con 0x5576b87d86b0 2023-07-14T13:05:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b886d760 con 0x5576b89822d0 2023-07-14T13:05:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b87518c0 con 0x5576b897c580 2023-07-14T13:05:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77de775b80 10 client.0 _ll_register_callbacks cb 0x5576b886b700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b87d86b0 0x5576b8985960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b89822d0 0x5576b89863e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b8985ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b8985ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52788/0 (socket says 172.21.15.40:52788) 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cb7fe700 1 -- 172.21.15.40:0/1659558225 learned_addr learned my addr 172.21.15.40:0/1659558225 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cbfff700 1 -- 172.21.15.40:0/1659558225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 msgr2=0x5576b8985ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cbfff700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b8985ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cbfff700 1 -- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b89822d0 msgr2=0x5576b89863e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cbfff700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b89822d0 0x5576b89863e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.702+0000 7f77cbfff700 1 -- 172.21.15.40:0/1659558225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77cc1a08e0 con 0x5576b87d86b0 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b89822d0 0x5576b89863e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b8985ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77cbfff700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b87d86b0 0x5576b8985960 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00c5b0 tx=0x7f77bc09a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6753cfd54195c4cd server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77ab7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1659558225 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc0a24c0 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1659558225 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f77bc0cae40 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.703+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5576b8827490 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1659558225 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77bc0a2240 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 10 client.17595 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x5576b86e4c00 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1659558225 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5576b8827490 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1659558225 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f77bc098fd0 con 0x5576b87d86b0 2023-07-14T13:05:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 10 client.17595 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 10 client.17595 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 20 client.17595 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b899e0d0 0x5576b89a04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 4 client.17595 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5576b88c6e50 con 0x5576b899e0d0 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.704+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b899e0d0 0x5576b89a04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.705+0000 7f77ab7fe700 10 client.17595 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:22.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.705+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b899e0d0 0x5576b89a04b0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d451695b089642a server_cookie=e9d6fc439b3f3802 in_seq=0 out_seq=0 2023-07-14T13:05:22.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.705+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1659558225 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5576b88c6e50 con 0x5576b899e0d0 2023-07-14T13:05:22.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.705+0000 7f77ab7fe700 10 client.17595 handle_command_reply: tid=0 2023-07-14T13:05:22.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.705+0000 7f77de775b80 1 client.17595 shutdown 2023-07-14T13:05:22.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b87d86b0 msgr2=0x5576b8985960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:22.755 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b87d86b0 0x5576b8985960 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00c5b0 tx=0x7f77bc09a650 comp rx=0 tx=0).stop 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 shutdown_connections 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b89822d0 0x5576b89863e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b87d86b0 0x5576b8985960 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b899e0d0 0x5576b89a04b0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 --2- 172.21.15.40:0/1659558225 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b897c580 0x5576b8985ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 >> 172.21.15.40:0/1659558225 conn(0x5576b8971be0 msgr2=0x5576b89764e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77ab7fe700 0 client.17595 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:22.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 shutdown_connections 2023-07-14T13:05:22.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 1 -- 172.21.15.40:0/1659558225 wait complete. 2023-07-14T13:05:22.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.706+0000 7f77de775b80 20 client.17595 trim_cache size 0 max 16384 2023-07-14T13:05:22.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:22 smithi133 ceph-mon[98311]: pgmap v597: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 613 op/s 2023-07-14T13:05:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 Processor -- start 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 -- start start 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b8971be0 0x5576b897c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b898cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b8981210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b8827490 con 0x5576b897c580 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b897f7a0 con 0x5576b87d86b0 2023-07-14T13:05:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.726+0000 7f77de775b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b8942060 con 0x5576b8971be0 2023-07-14T13:05:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b8981210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b8981210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39108/0 (socket says 172.21.15.40:39108) 2023-07-14T13:05:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 -- 172.21.15.40:0/3225723482 learned_addr learned my addr 172.21.15.40:0/3225723482 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b898cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77cbfff700 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b8971be0 0x5576b897c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 -- 172.21.15.40:0/3225723482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b8971be0 msgr2=0x5576b897c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b8971be0 0x5576b897c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 -- 172.21.15.40:0/3225723482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 msgr2=0x5576b898cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b898cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 -- 172.21.15.40:0/3225723482 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5576b897cc20 con 0x5576b897c580 2023-07-14T13:05:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b8981210 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f77c4007b90 tx=0x7f77c4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e822f7c8ff0ac7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77b2ffd700 1 -- 172.21.15.40:0/3225723482 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77c400e040 con 0x5576b897c580 2023-07-14T13:05:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77b2ffd700 1 -- 172.21.15.40:0/3225723482 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77c400f040 con 0x5576b897c580 2023-07-14T13:05:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.727+0000 7f77b2ffd700 1 -- 172.21.15.40:0/3225723482 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77c4004020 con 0x5576b897c580 2023-07-14T13:05:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 -- 172.21.15.40:0/3225723482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 msgr2=0x5576b8981210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b8981210 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f77c4007b90 tx=0x7f77c4009920 comp rx=0 tx=0).stop 2023-07-14T13:05:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 -- 172.21.15.40:0/3225723482 shutdown_connections 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b8971be0 0x5576b897c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b8981210 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 --2- 172.21.15.40:0/3225723482 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b87d86b0 0x5576b898cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 -- 172.21.15.40:0/3225723482 >> 172.21.15.40:0/3225723482 conn(0x5576b89a0440 msgr2=0x5576b8980b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 -- 172.21.15.40:0/3225723482 shutdown_connections 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.728+0000 7f77de775b80 1 -- 172.21.15.40:0/3225723482 wait complete. 2023-07-14T13:05:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 -- start start 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 Processor -- start 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b87d86b0 0x5576b89e5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b8971be0 0x5576b89e6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b89f0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b89e6b90 con 0x5576b897c580 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b89e6d00 con 0x5576b8971be0 2023-07-14T13:05:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576b89f1480 con 0x5576b87d86b0 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77de775b80 10 client.0 _ll_register_callbacks cb 0x7f77c000f970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b89f0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77cb7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b8971be0 0x5576b89e6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77d0b8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b89f0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39114/0 (socket says 172.21.15.40:39114) 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.729+0000 7f77d0b8c700 1 -- 172.21.15.40:0/1373223902 learned_addr learned my addr 172.21.15.40:0/1373223902 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77cb7fe700 1 -- 172.21.15.40:0/1373223902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b87d86b0 msgr2=0x5576b89e5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b87d86b0 0x5576b89e5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77cb7fe700 1 -- 172.21.15.40:0/1373223902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 msgr2=0x5576b89f0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b89f0f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77cb7fe700 1 -- 172.21.15.40:0/1373223902 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77c4007810 con 0x5576b8971be0 2023-07-14T13:05:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77d0b8c700 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b89f0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77cb7fe700 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b8971be0 0x5576b89e6400 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x5576b8986f10 tx=0x7f77c0009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=616cd189d8af9a6c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77ab7fe700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:05:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1373223902 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77c0033ab0 con 0x5576b8971be0 2023-07-14T13:05:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77bc09a2d0 con 0x5576b8971be0 2023-07-14T13:05:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1373223902 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f77c002a040 con 0x5576b8971be0 2023-07-14T13:05:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1373223902 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77c0033c10 con 0x5576b8971be0 2023-07-14T13:05:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77de775b80 10 client.27104 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.730+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x5576b87221f0 con 0x5576b8971be0 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1373223902 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77bc09a2d0 con 0x5576b8971be0 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1373223902 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f77c00236b0 con 0x5576b8971be0 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77de775b80 10 client.27104 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77de775b80 10 client.27104 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77de775b80 20 client.27104 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77de775b80 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b89822d0 0x5576b89f4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77de775b80 4 client.27104 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:05:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5576b8888ff0 con 0x5576b89822d0 2023-07-14T13:05:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.731+0000 7f77cbfff700 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b89822d0 0x5576b89f4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.732+0000 7f77cbfff700 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b89822d0 0x5576b89f4c60 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a024c15819929ce5 server_cookie=d19cb0344579342d in_seq=0 out_seq=0 2023-07-14T13:05:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:22.732+0000 7f77ab7fe700 10 client.27104 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:22.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 224118 33.76 MB/sec execute 235 sec latency 300.838 ms 2023-07-14T13:05:23.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.050+0000 7f77ab7fe700 1 -- 172.21.15.40:0/1373223902 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5576b8888ff0 con 0x5576b89822d0 2023-07-14T13:05:23.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.050+0000 7f77ab7fe700 10 client.27104 handle_command_reply: tid=0 2023-07-14T13:05:23.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.053+0000 7f77de775b80 1 client.27104 shutdown 2023-07-14T13:05:23.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.054+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b8971be0 msgr2=0x5576b89e6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:23.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.054+0000 7f77de775b80 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b8971be0 0x5576b89e6400 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x5576b8986f10 tx=0x7f77c0009310 comp rx=0 tx=0).stop 2023-07-14T13:05:23.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 shutdown_connections 2023-07-14T13:05:23.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5576b89822d0 0x5576b89f4c60 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5576b87d86b0 0x5576b89e5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77ab7fe700 0 client.27104 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:23.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5576b897c580 0x5576b89f0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 --2- 172.21.15.40:0/1373223902 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5576b8971be0 0x5576b89e6400 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 >> 172.21.15.40:0/1373223902 conn(0x5576b89a0440 msgr2=0x5576b8981390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:23.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 shutdown_connections 2023-07-14T13:05:23.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.055+0000 7f77de775b80 1 -- 172.21.15.40:0/1373223902 wait complete. 2023-07-14T13:05:23.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.058+0000 7f77de775b80 20 client.27104 trim_cache size 0 max 16384 2023-07-14T13:05:23.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:05:23.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:05:23.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:05:23.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:05:23.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.059+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f77b40a12c0 msgr2=0x7f77b40a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:23.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.059+0000 7f77d25ef700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f77b40a12c0 0x7f77b40a3770 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f77c0006010 tx=0x7f77c0011040 comp rx=0 tx=0).stop 2023-07-14T13:05:23.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.059+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 msgr2=0x7f77cc199ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.059+0000 7f77d25ef700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 0x7f77cc199ad0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00e9f0 tx=0x7f77bc00edb0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.060+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 shutdown_connections 2023-07-14T13:05:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.060+0000 7f77d25ef700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f77b40a12c0 0x7f77b40a3770 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.060+0000 7f77d25ef700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f77cc105b60 0x7f77cc193930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.060+0000 7f77d25ef700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f77cc0ffb30 0x7f77cc199ad0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.060+0000 7f77d25ef700 1 --2- 172.21.15.40:0/2492074509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f77cc1004e0 0x7f77cc19a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.060+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 >> 172.21.15.40:0/2492074509 conn(0x7f77cc0fb5f0 msgr2=0x7f77cc0fcb30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.061+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 shutdown_connections 2023-07-14T13:05:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:23.062+0000 7f77d25ef700 1 -- 172.21.15.40:0/2492074509 wait complete. 2023-07-14T13:05:23.821 INFO:tasks.workunit.client.0.smithi040.stdout: 10 224651 33.76 MB/sec execute 236 sec latency 249.400 ms 2023-07-14T13:05:24.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:24 smithi040 ceph-mon[96535]: pgmap v598: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 16 MiB/s wr, 914 op/s 2023-07-14T13:05:24.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:24 smithi133 ceph-mon[98311]: pgmap v598: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 16 MiB/s wr, 914 op/s 2023-07-14T13:05:24.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:24 smithi130 ceph-mon[97977]: pgmap v598: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 16 MiB/s wr, 914 op/s 2023-07-14T13:05:24.821 INFO:tasks.workunit.client.0.smithi040.stdout: 10 225349 33.82 MB/sec execute 237 sec latency 67.659 ms 2023-07-14T13:05:25.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 225917 33.77 MB/sec execute 238 sec latency 114.009 ms 2023-07-14T13:05:26.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:26 smithi130 ceph-mon[97977]: pgmap v599: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 10 MiB/s wr, 583 op/s 2023-07-14T13:05:26.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:26 smithi040 ceph-mon[96535]: pgmap v599: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 10 MiB/s wr, 583 op/s 2023-07-14T13:05:26.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:26 smithi133 ceph-mon[98311]: pgmap v599: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 10 MiB/s wr, 583 op/s 2023-07-14T13:05:26.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 226546 33.78 MB/sec execute 239 sec latency 110.531 ms 2023-07-14T13:05:27.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 226988 33.74 MB/sec execute 240 sec latency 238.619 ms 2023-07-14T13:05:28.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:28 smithi130 ceph-mon[97977]: pgmap v600: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 10 MiB/s wr, 583 op/s 2023-07-14T13:05:28.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:28 smithi040 ceph-mon[96535]: pgmap v600: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 10 MiB/s wr, 583 op/s 2023-07-14T13:05:28.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:28 smithi133 ceph-mon[98311]: pgmap v600: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 10 MiB/s wr, 583 op/s 2023-07-14T13:05:28.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 227540 33.70 MB/sec execute 241 sec latency 115.731 ms 2023-07-14T13:05:29.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 228440 33.78 MB/sec execute 242 sec latency 103.551 ms 2023-07-14T13:05:30.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:30 smithi130 ceph-mon[97977]: pgmap v601: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 15 MiB/s wr, 858 op/s 2023-07-14T13:05:30.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:30 smithi040 ceph-mon[96535]: pgmap v601: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 15 MiB/s wr, 858 op/s 2023-07-14T13:05:30.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:30 smithi133 ceph-mon[98311]: pgmap v601: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 15 MiB/s wr, 858 op/s 2023-07-14T13:05:30.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 229040 33.78 MB/sec execute 243 sec latency 74.492 ms 2023-07-14T13:05:31.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 229705 33.80 MB/sec execute 244 sec latency 102.834 ms 2023-07-14T13:05:32.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:32 smithi040 ceph-mon[96535]: pgmap v602: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 575 op/s 2023-07-14T13:05:32.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:32 smithi133 ceph-mon[98311]: pgmap v602: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 575 op/s 2023-07-14T13:05:32.790 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:32 smithi130 ceph-mon[97977]: pgmap v602: 97 pgs: 97 active+clean; 1.9 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 575 op/s 2023-07-14T13:05:32.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 230097 33.74 MB/sec execute 245 sec latency 173.105 ms 2023-07-14T13:05:33.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 230667 33.70 MB/sec execute 246 sec latency 98.473 ms 2023-07-14T13:05:34.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:34 smithi040 ceph-mon[96535]: pgmap v603: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 852 op/s 2023-07-14T13:05:34.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:34 smithi133 ceph-mon[98311]: pgmap v603: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 852 op/s 2023-07-14T13:05:34.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:34 smithi130 ceph-mon[97977]: pgmap v603: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 852 op/s 2023-07-14T13:05:34.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 231393 33.71 MB/sec execute 247 sec latency 96.110 ms 2023-07-14T13:05:35.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 232163 33.80 MB/sec execute 248 sec latency 60.152 ms 2023-07-14T13:05:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 -- 172.21.15.40:0/2775282283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b40ffde0 msgr2=0x7f85b41001b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 --2- 172.21.15.40:0/2775282283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b40ffde0 0x7f85b41001b0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f85b00099c0 tx=0x7f85b0009cd0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 -- 172.21.15.40:0/2775282283 shutdown_connections 2023-07-14T13:05:36.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 --2- 172.21.15.40:0/2775282283 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f85b4104e20 0x7f85b410c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 --2- 172.21.15.40:0/2775282283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b40ffde0 0x7f85b41001b0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 --2- 172.21.15.40:0/2775282283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b4100780 0x7f85b4104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 -- 172.21.15.40:0/2775282283 >> 172.21.15.40:0/2775282283 conn(0x7f85b40fb6f0 msgr2=0x7f85b40fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:36.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 -- 172.21.15.40:0/2775282283 shutdown_connections 2023-07-14T13:05:36.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.202+0000 7f85bbd14700 1 -- 172.21.15.40:0/2775282283 wait complete. 2023-07-14T13:05:36.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 Processor -- start 2023-07-14T13:05:36.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 -- start start 2023-07-14T13:05:36.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f85b40ffde0 0x7f85b419bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 0x7f85b419c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b4104e20 0x7f85b4195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b41960f0 con 0x7f85b4100780 2023-07-14T13:05:36.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b4196260 con 0x7f85b40ffde0 2023-07-14T13:05:36.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85bbd14700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b4196420 con 0x7f85b4104e20 2023-07-14T13:05:36.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85b92af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 0x7f85b419c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85b92af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 0x7f85b419c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39126/0 (socket says 172.21.15.40:39126) 2023-07-14T13:05:36.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.203+0000 7f85b92af700 1 -- 172.21.15.40:0/251624412 learned_addr learned my addr 172.21.15.40:0/251624412 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:36.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b4104e20 0x7f85b4195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85b92af700 1 -- 172.21.15.40:0/251624412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b4104e20 msgr2=0x7f85b4195a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85b92af700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b4104e20 0x7f85b4195a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85b92af700 1 -- 172.21.15.40:0/251624412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f85b40ffde0 msgr2=0x7f85b419bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85b92af700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f85b40ffde0 0x7f85b419bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85b92af700 1 -- 172.21.15.40:0/251624412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b00095f0 con 0x7f85b4100780 2023-07-14T13:05:36.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85b92af700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 0x7f85b419c160 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f85a800e940 tx=0x7f85a800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:36.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85a6ffd700 1 -- 172.21.15.40:0/251624412 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8009730 con 0x7f85b4100780 2023-07-14T13:05:36.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85b4196700 con 0x7f85b4100780 2023-07-14T13:05:36.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85a6ffd700 1 -- 172.21.15.40:0/251624412 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f85a800cbd0 con 0x7f85b4100780 2023-07-14T13:05:36.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85a6ffd700 1 -- 172.21.15.40:0/251624412 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8018680 con 0x7f85b4100780 2023-07-14T13:05:36.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.204+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85b41a2c10 con 0x7f85b4100780 2023-07-14T13:05:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.207+0000 7f85a6ffd700 1 -- 172.21.15.40:0/251624412 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f85a800cd40 con 0x7f85b4100780 2023-07-14T13:05:36.255 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.207+0000 7f85a6ffd700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f85a00a12c0 0x7f85a00a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.208+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f85a00a12c0 0x7f85a00a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.208+0000 7f85a6ffd700 1 -- 172.21.15.40:0/251624412 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f85a8014070 con 0x7f85b4100780 2023-07-14T13:05:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.208+0000 7f85c7e9ab80 1 Processor -- start 2023-07-14T13:05:36.256 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.208+0000 7f85c7e9ab80 1 -- start start 2023-07-14T13:05:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.208+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f85a00a12c0 0x7f85a00a3770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f85b00058e0 tx=0x7f85b0003680 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be33d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be2e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.257 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be2e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5bd33c50 con 0x55bc5be2e580 2023-07-14T13:05:36.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5bd869e0 con 0x55bc5bc8a6b0 2023-07-14T13:05:36.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5bd7fe70 con 0x55bc5be342d0 2023-07-14T13:05:36.258 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be2e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be2e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39136/0 (socket says 172.21.15.40:39136) 2023-07-14T13:05:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85b92af700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be2e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 -- 172.21.15.40:0/4224179071 learned_addr learned my addr 172.21.15.40:0/4224179071 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:36.259 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be33d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 -- 172.21.15.40:0/4224179071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 msgr2=0x55bc5be2e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be2e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 -- 172.21.15.40:0/4224179071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 msgr2=0x55bc5be33d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.260 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be33d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 -- 172.21.15.40:0/4224179071 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc5bbadd80 con 0x55bc5be2e580 2023-07-14T13:05:36.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be2e9d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0093b0 tx=0x7f85ac009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b536ec8b7fae77 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:36.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.209+0000 7f859ffff700 1 -- 172.21.15.40:0/4224179071 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac00e070 con 0x55bc5be2e580 2023-07-14T13:05:36.261 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f859ffff700 1 -- 172.21.15.40:0/4224179071 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f85ac00f040 con 0x55bc5be2e580 2023-07-14T13:05:36.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f859ffff700 1 -- 172.21.15.40:0/4224179071 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac0145a0 con 0x55bc5be2e580 2023-07-14T13:05:36.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/4224179071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 msgr2=0x55bc5be2e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be2e9d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0093b0 tx=0x7f85ac009920 comp rx=0 tx=0).stop 2023-07-14T13:05:36.262 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/4224179071 shutdown_connections 2023-07-14T13:05:36.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be2e9d0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be33d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/4224179071 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be2e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.263 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.210+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/4224179071 >> 172.21.15.40:0/4224179071 conn(0x55bc5be23be0 msgr2=0x55bc5be28f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:36.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.211+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/4224179071 shutdown_connections 2023-07-14T13:05:36.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.211+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/4224179071 wait complete. 2023-07-14T13:05:36.264 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.211+0000 7f85c7e9ab80 1 -- start start 2023-07-14T13:05:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.211+0000 7f85c7e9ab80 1 Processor -- start 2023-07-14T13:05:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.265 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be37850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be37e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5bd1fa60 con 0x55bc5be342d0 2023-07-14T13:05:36.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5bd1f760 con 0x55bc5be2e580 2023-07-14T13:05:36.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5bc038c0 con 0x55bc5bc8a6b0 2023-07-14T13:05:36.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be37e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85c7e9ab80 10 client.0 _ll_register_callbacks cb 0x55bc5bd1d700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:36.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be37e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39142/0 (socket says 172.21.15.40:39142) 2023-07-14T13:05:36.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85b9ab0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 -- 172.21.15.40:0/1949117498 learned_addr learned my addr 172.21.15.40:0/1949117498 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:36.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85b92af700 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be37850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 -- 172.21.15.40:0/1949117498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 msgr2=0x55bc5be3a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 -- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 msgr2=0x55bc5be37850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be37850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 -- 172.21.15.40:0/1949117498 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85ac009090 con 0x55bc5be342d0 2023-07-14T13:05:36.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be37e80 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0158c0 tx=0x7f85ac0158f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e0025ad1f54c835 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:36.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f859d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:36.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.212+0000 7f859d7fa700 1 -- 172.21.15.40:0/1949117498 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac00e070 con 0x55bc5be342d0 2023-07-14T13:05:36.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f859d7fa700 1 -- 172.21.15.40:0/1949117498 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f85ac0095e0 con 0x55bc5be342d0 2023-07-14T13:05:36.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bc5bcd9490 con 0x55bc5be342d0 2023-07-14T13:05:36.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f859d7fa700 1 -- 172.21.15.40:0/1949117498 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85ac004ad0 con 0x55bc5be342d0 2023-07-14T13:05:36.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 10 client.17613 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:36.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55bc5bb96c00 con 0x55bc5be342d0 2023-07-14T13:05:36.271 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f859d7fa700 1 -- 172.21.15.40:0/1949117498 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f85ac032080 con 0x55bc5be342d0 2023-07-14T13:05:36.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f859d7fa700 1 -- 172.21.15.40:0/1949117498 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f85ac02c030 con 0x55bc5be342d0 2023-07-14T13:05:36.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 10 client.17613 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:36.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 10 client.17613 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:36.272 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 20 client.17613 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:36.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be47a80 0x55bc5be49e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 4 client.17613 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:05:36.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bc5bd78e50 con 0x55bc5be47a80 2023-07-14T13:05:36.273 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.213+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be47a80 0x55bc5be49e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.214+0000 7f859d7fa700 10 client.17613 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.214+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be47a80 0x55bc5be49e90 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47f4bf930ac8e9e6 server_cookie=5bb4cff908b1eda4 in_seq=0 out_seq=0 2023-07-14T13:05:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f859d7fa700 1 -- 172.21.15.40:0/1949117498 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55bc5bd78e50 con 0x55bc5be47a80 2023-07-14T13:05:36.274 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f859d7fa700 10 client.17613 handle_command_reply: tid=0 2023-07-14T13:05:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 client.17613 shutdown 2023-07-14T13:05:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 msgr2=0x55bc5be37e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be37e80 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0158c0 tx=0x7f85ac0158f0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 shutdown_connections 2023-07-14T13:05:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be47a80 0x55bc5be49e90 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be37e80 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f859d7fa700 0 client.17613 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/1949117498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be37850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 >> 172.21.15.40:0/1949117498 conn(0x55bc5be23be0 msgr2=0x55bc5be27c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:36.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 shutdown_connections 2023-07-14T13:05:36.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/1949117498 wait complete. 2023-07-14T13:05:36.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.217+0000 7f85c7e9ab80 20 client.17613 trim_cache size 0 max 16384 2023-07-14T13:05:36.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.233+0000 7f85c7e9ab80 1 Processor -- start 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.233+0000 7f85c7e9ab80 1 -- start start 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be2e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be28c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be32a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5be35e40 con 0x55bc5be342d0 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5be32620 con 0x55bc5be2e580 2023-07-14T13:05:36.283 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5be340b0 con 0x55bc5bc8a6b0 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be32a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85b9ab0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be2e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85b92af700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be28c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be32a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39150/0 (socket says 172.21.15.40:39150) 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85b9ab0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be2e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52836/0 (socket says 172.21.15.40:52836) 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85b92af700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be28c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56402/0 (socket says 172.21.15.40:56402) 2023-07-14T13:05:36.284 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 -- 172.21.15.40:0/3304193715 learned_addr learned my addr 172.21.15.40:0/3304193715 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 -- 172.21.15.40:0/3304193715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 msgr2=0x55bc5be2e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be2e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 -- 172.21.15.40:0/3304193715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 msgr2=0x55bc5be28c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be28c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 -- 172.21.15.40:0/3304193715 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc5bbd41f0 con 0x55bc5be342d0 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.234+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be32a30 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f85ac005bd0 tx=0x7f85ac006070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7061d5988f38f3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85a4ff9700 1 -- 172.21.15.40:0/3304193715 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac00e040 con 0x55bc5be342d0 2023-07-14T13:05:36.285 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85a4ff9700 1 -- 172.21.15.40:0/3304193715 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bc5bcd9490 con 0x55bc5be342d0 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85a4ff9700 1 -- 172.21.15.40:0/3304193715 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac02ec30 con 0x55bc5be342d0 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/3304193715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 msgr2=0x55bc5be32a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be32a30 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f85ac005bd0 tx=0x7f85ac006070 comp rx=0 tx=0).stop 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/3304193715 shutdown_connections 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be2e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be342d0 0x55bc5be32a30 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/3304193715 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5be2e580 0x55bc5be28c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.235+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/3304193715 >> 172.21.15.40:0/3304193715 conn(0x55bc5be23be0 msgr2=0x55bc5be31a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:36.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/3304193715 shutdown_connections 2023-07-14T13:05:36.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/3304193715 wait complete. 2023-07-14T13:05:36.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 -- start start 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 Processor -- start 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be3d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be9a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5be3d920 con 0x55bc5be2e580 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5be3da90 con 0x55bc5bc8a6b0 2023-07-14T13:05:36.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc5be9ae80 con 0x55bc5be342d0 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85c7e9ab80 10 client.0 _ll_register_callbacks cb 0x7f85b0009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.236+0000 7f85b92af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be3d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b9ab0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be3d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39154/0 (socket says 172.21.15.40:39154) 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85ba2b1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be9a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 -- 172.21.15.40:0/2375478017 learned_addr learned my addr 172.21.15.40:0/2375478017 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:36.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 -- 172.21.15.40:0/2375478017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 msgr2=0x55bc5be9a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be9a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 -- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 msgr2=0x55bc5be3cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 -- 172.21.15.40:0/2375478017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bc5bb96c00 con 0x55bc5be2e580 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85ba2b1700 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be9a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85b92af700 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be3d190 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f85a800c5b0 tx=0x7f85a809e1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93d7350c5c5d1e4e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f859d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:36.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f859d7fa700 1 -- 172.21.15.40:0/2375478017 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a80997e0 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f859d7fa700 1 -- 172.21.15.40:0/2375478017 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f85a80a20b0 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f85ac00f040 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f859d7fa700 1 -- 172.21.15.40:0/2375478017 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85a80a2270 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.237+0000 7f85c7e9ab80 10 client.17619 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55bc5bbac250 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f859d7fa700 1 -- 172.21.15.40:0/2375478017 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f85a80c8080 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f859d7fa700 1 -- 172.21.15.40:0/2375478017 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f85a8099050 con 0x55bc5be2e580 2023-07-14T13:05:36.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 10 client.17619 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 10 client.17619 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 20 client.17619 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be9c690 0x55bc5be9eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 4 client.17619 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55bc5bd3aff0 con 0x55bc5be9c690 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.238+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be9c690 0x55bc5be9eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:36.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.239+0000 7f85b9ab0700 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be9c690 0x55bc5be9eaa0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d8aa4e7fc78d034 server_cookie=89b924130cfc7f4e in_seq=0 out_seq=0 2023-07-14T13:05:36.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.239+0000 7f859d7fa700 10 client.17619 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:36.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.466+0000 7f859d7fa700 1 -- 172.21.15.40:0/2375478017 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55bc5bd3aff0 con 0x55bc5be9c690 2023-07-14T13:05:36.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.466+0000 7f859d7fa700 10 client.17619 handle_command_reply: tid=0 2023-07-14T13:05:36.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.466+0000 7f85c7e9ab80 1 client.17619 shutdown 2023-07-14T13:05:36.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.466+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 msgr2=0x55bc5be3d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.466+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be3d190 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f85a800c5b0 tx=0x7f85a809e1c0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 shutdown_connections 2023-07-14T13:05:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bc5be9c690 0x55bc5be9eaa0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bc5be342d0 0x55bc5be9a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bc5bc8a6b0 0x55bc5be3cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 --2- 172.21.15.40:0/2375478017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bc5be2e580 0x55bc5be3d190 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 >> 172.21.15.40:0/2375478017 conn(0x55bc5be23be0 msgr2=0x55bc5be332c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:36.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f859d7fa700 0 client.17619 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 shutdown_connections 2023-07-14T13:05:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 1 -- 172.21.15.40:0/2375478017 wait complete. 2023-07-14T13:05:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85c7e9ab80 20 client.17619 trim_cache size 0 max 16384 2023-07-14T13:05:36.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:05:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:05:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:05:36.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:05:36.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f85a00a12c0 msgr2=0x7f85a00a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85bbd14700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f85a00a12c0 0x7f85a00a3770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f85b00058e0 tx=0x7f85b0003680 comp rx=0 tx=0).stop 2023-07-14T13:05:36.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 msgr2=0x7f85b419c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:36.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.467+0000 7f85bbd14700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 0x7f85b419c160 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f85a800e940 tx=0x7f85a800ed00 comp rx=0 tx=0).stop 2023-07-14T13:05:36.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 shutdown_connections 2023-07-14T13:05:36.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f85a00a12c0 0x7f85a00a3770 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f85b4104e20 0x7f85b4195a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f85b40ffde0 0x7f85b419bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 --2- 172.21.15.40:0/251624412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85b4100780 0x7f85b419c160 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 >> 172.21.15.40:0/251624412 conn(0x7f85b40fb6f0 msgr2=0x7f85b40fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 shutdown_connections 2023-07-14T13:05:36.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:36.468+0000 7f85bbd14700 1 -- 172.21.15.40:0/251624412 wait complete. 2023-07-14T13:05:36.546 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:36 smithi130 ceph-mon[97977]: pgmap v604: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 551 op/s 2023-07-14T13:05:36.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:36 smithi040 ceph-mon[96535]: pgmap v604: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 551 op/s 2023-07-14T13:05:36.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:36 smithi133 ceph-mon[98311]: pgmap v604: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 551 op/s 2023-07-14T13:05:36.822 INFO:tasks.workunit.client.0.smithi040.stdout: 10 232669 33.76 MB/sec execute 249 sec latency 169.279 ms 2023-07-14T13:05:37.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 233113 33.71 MB/sec execute 250 sec latency 312.066 ms 2023-07-14T13:05:38.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:38 smithi130 ceph-mon[97977]: pgmap v605: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 551 op/s 2023-07-14T13:05:38.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:38 smithi040 ceph-mon[96535]: pgmap v605: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 551 op/s 2023-07-14T13:05:38.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:38 smithi133 ceph-mon[98311]: pgmap v605: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 9.8 MiB/s wr, 551 op/s 2023-07-14T13:05:38.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 233583 33.66 MB/sec execute 251 sec latency 104.303 ms 2023-07-14T13:05:39.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 234285 33.70 MB/sec execute 252 sec latency 84.229 ms 2023-07-14T13:05:40.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:40 smithi130 ceph-mon[97977]: pgmap v606: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 868 op/s 2023-07-14T13:05:40.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:40 smithi040 ceph-mon[96535]: pgmap v606: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 868 op/s 2023-07-14T13:05:40.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:40 smithi133 ceph-mon[98311]: pgmap v606: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 868 op/s 2023-07-14T13:05:40.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 234988 33.70 MB/sec execute 253 sec latency 76.370 ms 2023-07-14T13:05:41.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 235673 33.73 MB/sec execute 254 sec latency 89.378 ms 2023-07-14T13:05:42.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:42 smithi130 ceph-mon[97977]: pgmap v607: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.9 MiB/s wr, 593 op/s 2023-07-14T13:05:42.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:42 smithi040 ceph-mon[96535]: pgmap v607: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.9 MiB/s wr, 593 op/s 2023-07-14T13:05:42.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:42 smithi133 ceph-mon[98311]: pgmap v607: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.9 MiB/s wr, 593 op/s 2023-07-14T13:05:42.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 236113 33.70 MB/sec execute 255 sec latency 267.803 ms 2023-07-14T13:05:43.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 236588 33.66 MB/sec execute 256 sec latency 117.955 ms 2023-07-14T13:05:44.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:44 smithi040 ceph-mon[96535]: pgmap v608: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 868 op/s 2023-07-14T13:05:44.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:44 smithi133 ceph-mon[98311]: pgmap v608: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 868 op/s 2023-07-14T13:05:44.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:44 smithi130 ceph-mon[97977]: pgmap v608: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 868 op/s 2023-07-14T13:05:44.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 237236 33.64 MB/sec execute 257 sec latency 87.600 ms 2023-07-14T13:05:45.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 237938 33.67 MB/sec execute 258 sec latency 79.130 ms 2023-07-14T13:05:46.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:46 smithi130 ceph-mon[97977]: pgmap v609: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 591 op/s 2023-07-14T13:05:46.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:46 smithi040 ceph-mon[96535]: pgmap v609: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 591 op/s 2023-07-14T13:05:46.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:46 smithi133 ceph-mon[98311]: pgmap v609: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 591 op/s 2023-07-14T13:05:46.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 238644 33.69 MB/sec execute 259 sec latency 61.925 ms 2023-07-14T13:05:47.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 239089 33.65 MB/sec execute 260 sec latency 227.791 ms 2023-07-14T13:05:48.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:48 smithi130 ceph-mon[97977]: pgmap v610: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 591 op/s 2023-07-14T13:05:48.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:48 smithi040 ceph-mon[96535]: pgmap v610: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 591 op/s 2023-07-14T13:05:48.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:48 smithi133 ceph-mon[98311]: pgmap v610: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 10 MiB/s wr, 591 op/s 2023-07-14T13:05:48.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 239583 33.63 MB/sec execute 261 sec latency 245.598 ms 2023-07-14T13:05:49.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.593+0000 7f8043748700 1 -- 172.21.15.40:0/4276722354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ffab0 msgr2=0x7f803c10b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.593+0000 7f8043748700 1 --2- 172.21.15.40:0/4276722354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ffab0 0x7f803c10b840 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f803400b0d0 tx=0x7f803400b3e0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 -- 172.21.15.40:0/4276722354 shutdown_connections 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 --2- 172.21.15.40:0/4276722354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f803c1039b0 0x7f803c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 --2- 172.21.15.40:0/4276722354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ffab0 0x7f803c10b840 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 --2- 172.21.15.40:0/4276722354 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f803c0ff100 0x7f803c0ff570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 -- 172.21.15.40:0/4276722354 >> 172.21.15.40:0/4276722354 conn(0x7f803c075f90 msgr2=0x7f803c076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 -- 172.21.15.40:0/4276722354 shutdown_connections 2023-07-14T13:05:49.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 -- 172.21.15.40:0/4276722354 wait complete. 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 Processor -- start 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.594+0000 7f8043748700 1 -- start start 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 0x7f803c196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f803c0ffab0 0x7f803c1971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f803c1039b0 0x7f803c1a1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f803c1a2100 con 0x7f803c0ff100 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f803c1a2270 con 0x7f803c0ffab0 2023-07-14T13:05:49.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f803c1a2430 con 0x7f803c1039b0 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 0x7f803c196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 0x7f803c196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39166/0 (socket says 172.21.15.40:39166) 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 -- 172.21.15.40:0/1930139236 learned_addr learned my addr 172.21.15.40:0/1930139236 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8040ce3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f803c0ffab0 0x7f803c1971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8041ce5700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f803c1039b0 0x7f803c1a1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 -- 172.21.15.40:0/1930139236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f803c1039b0 msgr2=0x7f803c1a1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f803c1039b0 0x7f803c1a1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 -- 172.21.15.40:0/1930139236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f803c0ffab0 msgr2=0x7f803c1971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f803c0ffab0 0x7f803c1971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 -- 172.21.15.40:0/1930139236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8034009d00 con 0x7f803c0ff100 2023-07-14T13:05:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80414e4700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 0x7f803c196c90 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f803800e9a0 tx=0x7f803800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80327fc700 1 -- 172.21.15.40:0/1930139236 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8038009790 con 0x7f803c0ff100 2023-07-14T13:05:49.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80327fc700 1 -- 172.21.15.40:0/1930139236 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8038010430 con 0x7f803c0ff100 2023-07-14T13:05:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f803c1a2710 con 0x7f803c0ff100 2023-07-14T13:05:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f80327fc700 1 -- 172.21.15.40:0/1930139236 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8038018680 con 0x7f803c0ff100 2023-07-14T13:05:49.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.595+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f803c1a2c20 con 0x7f803c0ff100 2023-07-14T13:05:49.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.598+0000 7f80327fc700 1 -- 172.21.15.40:0/1930139236 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f80380105a0 con 0x7f803c0ff100 2023-07-14T13:05:49.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.599+0000 7f80327fc700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f80280a12c0 0x7f80280a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.599+0000 7f80327fc700 1 -- 172.21.15.40:0/1930139236 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f8038014070 con 0x7f803c0ff100 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.599+0000 7f8040ce3700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f80280a12c0 0x7f80280a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.599+0000 7f804f8ceb80 1 Processor -- start 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.599+0000 7f804f8ceb80 1 -- start start 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f8040ce3700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f80280a12c0 0x7f80280a3770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f803c0ff0d0 tx=0x7f802c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2c7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2c2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2c29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b1c7c50 con 0x56353b2c2580 2023-07-14T13:05:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b21a9e0 con 0x56353b2c82d0 2023-07-14T13:05:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b213e70 con 0x56353b11e6b0 2023-07-14T13:05:49.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2c7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f8041ce5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2c29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2c7d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52864/0 (socket says 172.21.15.40:52864) 2023-07-14T13:05:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 -- 172.21.15.40:0/1943620290 learned_addr learned my addr 172.21.15.40:0/1943620290 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f8040ce3700 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2c2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 -- 172.21.15.40:0/1943620290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 msgr2=0x56353b2c2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2c2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 -- 172.21.15.40:0/1943620290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 msgr2=0x56353b2c29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2c29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f80414e4700 1 -- 172.21.15.40:0/1943620290 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56353b041d80 con 0x56353b11e6b0 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.600+0000 7f8041ce5700 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2c29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.601+0000 7f80414e4700 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2c7d90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8038096a20 tx=0x7f8038099c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=946530232ce436e0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.601+0000 7f80277fe700 1 -- 172.21.15.40:0/1943620290 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80380a2400 con 0x56353b11e6b0 2023-07-14T13:05:49.640 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.601+0000 7f80277fe700 1 -- 172.21.15.40:0/1943620290 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8038010880 con 0x56353b11e6b0 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.601+0000 7f80277fe700 1 -- 172.21.15.40:0/1943620290 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80380a1f70 con 0x56353b11e6b0 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1943620290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 msgr2=0x56353b2c7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2c7d90 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8038096a20 tx=0x7f8038099c20 comp rx=0 tx=0).stop 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1943620290 shutdown_connections 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2c7d90 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2c29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.641 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1943620290 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2c2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1943620290 >> 172.21.15.40:0/1943620290 conn(0x56353b2b7be0 msgr2=0x56353b2bcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:49.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1943620290 shutdown_connections 2023-07-14T13:05:49.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1943620290 wait complete. 2023-07-14T13:05:49.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 -- start start 2023-07-14T13:05:49.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.602+0000 7f804f8ceb80 1 Processor -- start 2023-07-14T13:05:49.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 0x56353b2cb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c2580 0x56353b2cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b1b3a60 con 0x56353b11e6b0 2023-07-14T13:05:49.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b1b3760 con 0x56353b2c2580 2023-07-14T13:05:49.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b0978c0 con 0x56353b2c82d0 2023-07-14T13:05:49.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f804f8ceb80 10 client.0 _ll_register_callbacks cb 0x56353b1b1700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:49.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 0x56353b2cb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 0x56353b2cb950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39180/0 (socket says 172.21.15.40:39180) 2023-07-14T13:05:49.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 -- 172.21.15.40:0/4067765022 learned_addr learned my addr 172.21.15.40:0/4067765022 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f8041ce5700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f8040ce3700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c2580 0x56353b2cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 -- 172.21.15.40:0/4067765022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 msgr2=0x56353b2cc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 -- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c2580 msgr2=0x56353b2cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c2580 0x56353b2cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.603+0000 7f80414e4700 1 -- 172.21.15.40:0/4067765022 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f803c10c0d0 con 0x56353b11e6b0 2023-07-14T13:05:49.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f80414e4700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 0x56353b2cb950 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f80380a1ed0 tx=0x7f803809a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1737bf8a3d566aa server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f8024ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f8024ff9700 1 -- 172.21.15.40:0/4067765022 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80380a2400 con 0x56353b11e6b0 2023-07-14T13:05:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f8024ff9700 1 -- 172.21.15.40:0/4067765022 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f80380a2180 con 0x56353b11e6b0 2023-07-14T13:05:49.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56353b16d490 con 0x56353b11e6b0 2023-07-14T13:05:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f8024ff9700 1 -- 172.21.15.40:0/4067765022 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80380b8250 con 0x56353b11e6b0 2023-07-14T13:05:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 10 client.17631 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:49.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x7f803c1a2c20 con 0x56353b11e6b0 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f8024ff9700 1 -- 172.21.15.40:0/4067765022 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56353b16d490 con 0x56353b11e6b0 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f8024ff9700 1 -- 172.21.15.40:0/4067765022 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8038098f10 con 0x56353b11e6b0 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 10 client.17631 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 10 client.17631 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 20 client.17631 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b2db830 0x56353b2ddc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 4 client.17631 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.604+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56353b20ce50 con 0x56353b2db830 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.605+0000 7f8040ce3700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b2db830 0x56353b2ddc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.605+0000 7f8024ff9700 10 client.17631 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.605+0000 7f8040ce3700 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b2db830 0x56353b2ddc40 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ba2f1327e874028 server_cookie=b47ec2668a216b76 in_seq=0 out_seq=0 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f8024ff9700 1 -- 172.21.15.40:0/4067765022 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56353b20ce50 con 0x56353b2db830 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f8024ff9700 10 client.17631 handle_command_reply: tid=0 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 client.17631 shutdown 2023-07-14T13:05:49.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 msgr2=0x56353b2cb950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 0x56353b2cb950 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f80380a1ed0 tx=0x7f803809a5d0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 shutdown_connections 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b2db830 0x56353b2ddc40 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f8024ff9700 0 client.17631 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b11e6b0 0x56353b2cb950 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/4067765022 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c2580 0x56353b2cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 >> 172.21.15.40:0/4067765022 conn(0x56353b2b7be0 msgr2=0x56353b2bc4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:49.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 shutdown_connections 2023-07-14T13:05:49.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.606+0000 7f804f8ceb80 1 -- 172.21.15.40:0/4067765022 wait complete. 2023-07-14T13:05:49.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.609+0000 7f804f8ceb80 20 client.17631 trim_cache size 0 max 16384 2023-07-14T13:05:49.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 Processor -- start 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 -- start start 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b11e6b0 0x56353b2c2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b2ce9b0 con 0x56353b2c2580 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b2ccde0 con 0x56353b11e6b0 2023-07-14T13:05:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b2b4be0 con 0x56353b2c82d0 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39190/0 (socket says 172.21.15.40:39190) 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 -- 172.21.15.40:0/2232470612 learned_addr learned my addr 172.21.15.40:0/2232470612 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f80414e4700 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b11e6b0 0x56353b2c2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8041ce5700 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 -- 172.21.15.40:0/2232470612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 msgr2=0x56353b2cc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 -- 172.21.15.40:0/2232470612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b11e6b0 msgr2=0x56353b2c2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b11e6b0 0x56353b2c2040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f8040ce3700 1 -- 172.21.15.40:0/2232470612 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56353b02ac00 con 0x56353b2c2580 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.627+0000 7f80414e4700 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b11e6b0 0x56353b2c2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.628+0000 7f8040ce3700 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d2c60 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x56353b2beb40 tx=0x7f802c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b75463512d520ca server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.628+0000 7f8027fff700 1 -- 172.21.15.40:0/2232470612 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f802c022030 con 0x56353b2c2580 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.628+0000 7f8027fff700 1 -- 172.21.15.40:0/2232470612 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f802c023040 con 0x56353b2c2580 2023-07-14T13:05:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.628+0000 7f8027fff700 1 -- 172.21.15.40:0/2232470612 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f802c003bd0 con 0x56353b2c2580 2023-07-14T13:05:49.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 -- 172.21.15.40:0/2232470612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 msgr2=0x56353b2d2c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d2c60 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x56353b2beb40 tx=0x7f802c014000 comp rx=0 tx=0).stop 2023-07-14T13:05:49.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 -- 172.21.15.40:0/2232470612 shutdown_connections 2023-07-14T13:05:49.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b2c82d0 0x56353b2cc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b11e6b0 0x56353b2c2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/2232470612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d2c60 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 -- 172.21.15.40:0/2232470612 >> 172.21.15.40:0/2232470612 conn(0x56353b2b7be0 msgr2=0x56353b2c73b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 -- 172.21.15.40:0/2232470612 shutdown_connections 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 -- 172.21.15.40:0/2232470612 wait complete. 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 -- start start 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.629+0000 7f804f8ceb80 1 Processor -- start 2023-07-14T13:05:49.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2d2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d0e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2d1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b2d1890 con 0x56353b2c2580 2023-07-14T13:05:49.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b2d1a00 con 0x56353b2c82d0 2023-07-14T13:05:49.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56353b2d1bc0 con 0x56353b11e6b0 2023-07-14T13:05:49.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f804f8ceb80 10 client.0 _ll_register_callbacks cb 0x7f802c005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f80414e4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2d2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39196/0 (socket says 172.21.15.40:39196) 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 -- 172.21.15.40:0/1106275764 learned_addr learned my addr 172.21.15.40:0/1106275764 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8041ce5700 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2d1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 -- 172.21.15.40:0/1106275764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 msgr2=0x56353b2d2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2d2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 -- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 msgr2=0x56353b2d1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2d1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.630+0000 7f8040ce3700 1 -- 172.21.15.40:0/1106275764 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f802c017070 con 0x56353b2c2580 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8040ce3700 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d0e10 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f802c0097c0 tx=0x7f802c02ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb6c31ea8ad54151 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8024ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8024ff9700 1 -- 172.21.15.40:0/1106275764 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f802c022040 con 0x56353b2c2580 2023-07-14T13:05:49.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8024ff9700 1 -- 172.21.15.40:0/1106275764 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f802c02a460 con 0x56353b2c2580 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8038010880 con 0x56353b2c2580 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8024ff9700 1 -- 172.21.15.40:0/1106275764 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f802c02a620 con 0x56353b2c2580 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 10 client.17637 fetch_fsmap learned FSMap version 81 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x56353b0681f0 con 0x56353b2c2580 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8024ff9700 1 -- 172.21.15.40:0/1106275764 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8038010880 con 0x56353b2c2580 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f8024ff9700 1 -- 172.21.15.40:0/1106275764 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f802c032880 con 0x56353b2c2580 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 10 client.17637 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:05:49.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 10 client.17637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 20 client.17637 populate_metadata read hostname 'smithi040' 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.631+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b330ad0 0x56353b332ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.632+0000 7f804f8ceb80 4 client.17637 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.632+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56353b1ceff0 con 0x56353b330ad0 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.632+0000 7f80414e4700 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b330ad0 0x56353b332ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.632+0000 7f8024ff9700 10 client.17637 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:49.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.632+0000 7f80414e4700 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b330ad0 0x56353b332ee0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c99c378f37999ba0 server_cookie=dc95ed06fba48bc7 in_seq=0 out_seq=0 2023-07-14T13:05:49.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 240137 33.61 MB/sec execute 262 sec latency 137.142 ms 2023-07-14T13:05:49.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f8024ff9700 1 -- 172.21.15.40:0/1106275764 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56353b1ceff0 con 0x56353b330ad0 2023-07-14T13:05:49.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f8024ff9700 10 client.17637 handle_command_reply: tid=0 2023-07-14T13:05:49.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 client.17637 shutdown 2023-07-14T13:05:49.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 msgr2=0x56353b2d0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d0e10 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f802c0097c0 tx=0x7f802c02ab00 comp rx=0 tx=0).stop 2023-07-14T13:05:49.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 shutdown_connections 2023-07-14T13:05:49.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56353b330ad0 0x56353b332ee0 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56353b11e6b0 0x56353b2d2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56353b2c82d0 0x56353b2d1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 --2- 172.21.15.40:0/1106275764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56353b2c2580 0x56353b2d0e10 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.884+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 >> 172.21.15.40:0/1106275764 conn(0x56353b2b7be0 msgr2=0x56353b2ca100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.885+0000 7f8024ff9700 0 client.17637 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.885+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 shutdown_connections 2023-07-14T13:05:49.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.885+0000 7f804f8ceb80 1 -- 172.21.15.40:0/1106275764 wait complete. 2023-07-14T13:05:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.885+0000 7f804f8ceb80 20 client.17637 trim_cache size 0 max 16384 2023-07-14T13:05:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:05:49.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:05:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:05:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:05:49.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f80280a12c0 msgr2=0x7f80280a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f80280a12c0 0x7f80280a3770 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f803c0ff0d0 tx=0x7f802c009260 comp rx=0 tx=0).stop 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 msgr2=0x7f803c196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 0x7f803c196c90 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f803800e9a0 tx=0x7f803800ecb0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 shutdown_connections 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f80280a12c0 0x7f80280a3770 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f803c1039b0 0x7f803c1a1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f803c0ff100 0x7f803c196c90 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 --2- 172.21.15.40:0/1930139236 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f803c0ffab0 0x7f803c1971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:05:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 >> 172.21.15.40:0/1930139236 conn(0x7f803c075f90 msgr2=0x7f803c0fbaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:05:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 shutdown_connections 2023-07-14T13:05:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:05:49.886+0000 7f8043748700 1 -- 172.21.15.40:0/1930139236 wait complete. 2023-07-14T13:05:50.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:50 smithi130 ceph-mon[97977]: pgmap v611: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 863 op/s 2023-07-14T13:05:50.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:50 smithi040 ceph-mon[96535]: pgmap v611: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 863 op/s 2023-07-14T13:05:50.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:50 smithi133 ceph-mon[98311]: pgmap v611: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 863 op/s 2023-07-14T13:05:50.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 240785 33.62 MB/sec execute 263 sec latency 185.834 ms 2023-07-14T13:05:51.823 INFO:tasks.workunit.client.0.smithi040.stdout: 10 241392 33.61 MB/sec execute 264 sec latency 103.114 ms 2023-07-14T13:05:52.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:52 smithi130 ceph-mon[97977]: pgmap v612: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 547 op/s 2023-07-14T13:05:52.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:52 smithi040 ceph-mon[96535]: pgmap v612: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 547 op/s 2023-07-14T13:05:52.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:52 smithi133 ceph-mon[98311]: pgmap v612: 97 pgs: 97 active+clean; 2.0 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 547 op/s 2023-07-14T13:05:52.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 241943 33.60 MB/sec execute 265 sec latency 127.517 ms 2023-07-14T13:05:53.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 242408 33.56 MB/sec execute 266 sec latency 320.970 ms 2023-07-14T13:05:54.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:54 smithi040 ceph-mon[96535]: pgmap v613: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 861 op/s 2023-07-14T13:05:54.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:54 smithi133 ceph-mon[98311]: pgmap v613: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 861 op/s 2023-07-14T13:05:54.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:54 smithi130 ceph-mon[97977]: pgmap v613: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 15 MiB/s wr, 861 op/s 2023-07-14T13:05:54.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 243087 33.60 MB/sec execute 267 sec latency 117.686 ms 2023-07-14T13:05:55.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 243666 33.55 MB/sec execute 268 sec latency 112.527 ms 2023-07-14T13:05:56.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:56 smithi130 ceph-mon[97977]: pgmap v614: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 586 op/s 2023-07-14T13:05:56.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:56 smithi040 ceph-mon[96535]: pgmap v614: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 586 op/s 2023-07-14T13:05:56.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:56 smithi133 ceph-mon[98311]: pgmap v614: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 586 op/s 2023-07-14T13:05:56.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 244368 33.58 MB/sec execute 269 sec latency 94.379 ms 2023-07-14T13:05:57.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:57 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:05:57.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:57 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:05:57.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:57 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:05:57.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 244852 33.58 MB/sec execute 270 sec latency 79.266 ms 2023-07-14T13:05:58.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:58 smithi040 ceph-mon[96535]: pgmap v615: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 586 op/s 2023-07-14T13:05:58.728 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:58 smithi130 ceph-mon[97977]: pgmap v615: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 586 op/s 2023-07-14T13:05:58.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:58 smithi133 ceph-mon[98311]: pgmap v615: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 586 op/s 2023-07-14T13:05:58.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 245238 33.50 MB/sec execute 271 sec latency 247.460 ms 2023-07-14T13:05:59.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:59 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:05:59.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:59 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:05:59.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:05:59 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:05:59.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:59 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:05:59.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:59 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:05:59.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:05:59 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:05:59.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:59 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:05:59.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:59 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:05:59.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:05:59 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:05:59.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 245825 33.48 MB/sec execute 272 sec latency 112.946 ms 2023-07-14T13:06:00.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 246513 33.52 MB/sec execute 273 sec latency 99.425 ms 2023-07-14T13:06:01.250 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:00 smithi133 ceph-mon[98311]: pgmap v616: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 858 op/s 2023-07-14T13:06:01.290 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:00 smithi130 ceph-mon[97977]: pgmap v616: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 858 op/s 2023-07-14T13:06:01.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:00 smithi040 ceph-mon[96535]: pgmap v616: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 15 MiB/s wr, 858 op/s 2023-07-14T13:06:01.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 246538 33.40 MB/sec execute 274 sec latency 1006.586 ms 2023-07-14T13:06:02.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 246597 33.28 MB/sec execute 275 sec latency 1270.032 ms 2023-07-14T13:06:03.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.093+0000 7fb38826b700 1 -- 172.21.15.40:0/191370701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38006c910 msgr2=0x7fb38006cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.093+0000 7fb38826b700 1 --2- 172.21.15.40:0/191370701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38006c910 0x7fb38006cd80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fb37801c0d0 tx=0x7fb37801c3e0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.099+0000 7fb38826b700 1 -- 172.21.15.40:0/191370701 shutdown_connections 2023-07-14T13:06:03.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.099+0000 7fb38826b700 1 --2- 172.21.15.40:0/191370701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb38010e2a0 0x7fb38010e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.099+0000 7fb38826b700 1 --2- 172.21.15.40:0/191370701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006d3a0 0x7fb38011b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.099+0000 7fb38826b700 1 --2- 172.21.15.40:0/191370701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38006c910 0x7fb38006cd80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.099+0000 7fb38826b700 1 -- 172.21.15.40:0/191370701 >> 172.21.15.40:0/191370701 conn(0x7fb38006bd70 msgr2=0x7fb380070f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:03.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.109+0000 7fb38826b700 1 -- 172.21.15.40:0/191370701 shutdown_connections 2023-07-14T13:06:03.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.109+0000 7fb38826b700 1 -- 172.21.15.40:0/191370701 wait complete. 2023-07-14T13:06:03.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.110+0000 7fb38826b700 1 Processor -- start 2023-07-14T13:06:03.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 -- start start 2023-07-14T13:06:03.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 0x7fb38011ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb38006d3a0 0x7fb38011b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38010e2a0 0x7fb380116c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3801172f0 con 0x7fb38006c910 2023-07-14T13:06:03.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb380117460 con 0x7fb38010e2a0 2023-07-14T13:06:03.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.112+0000 7fb38826b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb380117620 con 0x7fb38006d3a0 2023-07-14T13:06:03.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.115+0000 7fb386007700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 0x7fb38011ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.115+0000 7fb386007700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 0x7fb38011ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39210/0 (socket says 172.21.15.40:39210) 2023-07-14T13:06:03.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.115+0000 7fb386007700 1 -- 172.21.15.40:0/3075602565 learned_addr learned my addr 172.21.15.40:0/3075602565 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:03.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.116+0000 7fb386007700 1 -- 172.21.15.40:0/3075602565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb38006d3a0 msgr2=0x7fb38011b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.116+0000 7fb386007700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb38006d3a0 0x7fb38011b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.116+0000 7fb386007700 1 -- 172.21.15.40:0/3075602565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38010e2a0 msgr2=0x7fb380116c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.116+0000 7fb386007700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38010e2a0 0x7fb380116c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.116+0000 7fb386007700 1 -- 172.21.15.40:0/3075602565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb37801ad10 con 0x7fb38006c910 2023-07-14T13:06:03.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.116+0000 7fb386007700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 0x7fb38011ace0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fb37c00b550 tx=0x7fb37c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:03.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.119+0000 7fb3777fe700 1 -- 172.21.15.40:0/3075602565 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37c011830 con 0x7fb38006c910 2023-07-14T13:06:03.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.119+0000 7fb3777fe700 1 -- 172.21.15.40:0/3075602565 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb37c011e50 con 0x7fb38006c910 2023-07-14T13:06:03.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.119+0000 7fb3777fe700 1 -- 172.21.15.40:0/3075602565 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37c00f2e0 con 0x7fb38006c910 2023-07-14T13:06:03.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.119+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3801178a0 con 0x7fb38006c910 2023-07-14T13:06:03.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.119+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3801a9340 con 0x7fb38006c910 2023-07-14T13:06:03.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.123+0000 7fb3777fe700 1 -- 172.21.15.40:0/3075602565 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fb37c011990 con 0x7fb38006c910 2023-07-14T13:06:03.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.124+0000 7fb3777fe700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb36c0a1450 0x7fb36c0a3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.124+0000 7fb3777fe700 1 -- 172.21.15.40:0/3075602565 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fb37c0cc6c0 con 0x7fb38006c910 2023-07-14T13:06:03.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.124+0000 7fb385806700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb36c0a1450 0x7fb36c0a3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.124+0000 7fb3943f1b80 1 Processor -- start 2023-07-14T13:06:03.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.124+0000 7fb3943f1b80 1 -- start start 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.124+0000 7fb385806700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb36c0a1450 0x7fb36c0a3900 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb37801c860 tx=0x7fb37801c040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 0x55c769bcad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bcb2d0 0x55c769bc5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bc5580 0x55c769bc59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769acac50 con 0x55c769a216b0 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769b1d9e0 con 0x55c769bc5580 2023-07-14T13:06:03.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769b16e70 con 0x55c769bcb2d0 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 0x55c769bcad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 0x55c769bcad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39214/0 (socket says 172.21.15.40:39214) 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 -- 172.21.15.40:0/3678340617 learned_addr learned my addr 172.21.15.40:0/3678340617 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb385806700 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bcb2d0 0x55c769bc5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386808700 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bc5580 0x55c769bc59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 -- 172.21.15.40:0/3678340617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bcb2d0 msgr2=0x55c769bc5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bcb2d0 0x55c769bc5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 -- 172.21.15.40:0/3678340617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bc5580 msgr2=0x55c769bc59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bc5580 0x55c769bc59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 -- 172.21.15.40:0/3678340617 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c769944d80 con 0x55c769a216b0 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.125+0000 7fb386007700 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 0x55c769bcad90 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fb37c095cf0 tx=0x7fb37c099870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df61bcff95fca19 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.126+0000 7fb374dac700 1 -- 172.21.15.40:0/3678340617 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37c097b90 con 0x55c769a216b0 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.126+0000 7fb374dac700 1 -- 172.21.15.40:0/3678340617 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb37c0b90b0 con 0x55c769a216b0 2023-07-14T13:06:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.126+0000 7fb374dac700 1 -- 172.21.15.40:0/3678340617 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37c098f40 con 0x55c769a216b0 2023-07-14T13:06:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.126+0000 7fb3943f1b80 1 -- 172.21.15.40:0/3678340617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 msgr2=0x55c769bcad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.126+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 0x55c769bcad90 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fb37c095cf0 tx=0x7fb37c099870 comp rx=0 tx=0).stop 2023-07-14T13:06:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- 172.21.15.40:0/3678340617 shutdown_connections 2023-07-14T13:06:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bc5580 0x55c769bc59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769a216b0 0x55c769bcad90 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/3678340617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bcb2d0 0x55c769bc5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- 172.21.15.40:0/3678340617 >> 172.21.15.40:0/3678340617 conn(0x55c769bbabe0 msgr2=0x55c769bbff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- 172.21.15.40:0/3678340617 shutdown_connections 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- 172.21.15.40:0/3678340617 wait complete. 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- start start 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 Processor -- start 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769bd15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 0x55c769bcef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769ab6a60 con 0x55c769bcb2d0 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769ab6760 con 0x55c769a216b0 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.127+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c76999a8c0 con 0x55c769bc5580 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb3943f1b80 10 client.0 _ll_register_callbacks cb 0x55c769ab4700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb386808700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 0x55c769bcef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb386007700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769bd15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb386007700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769bd15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56474/0 (socket says 172.21.15.40:56474) 2023-07-14T13:06:03.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb386007700 1 -- 172.21.15.40:0/1111817530 learned_addr learned my addr 172.21.15.40:0/1111817530 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb386808700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 0x55c769bcef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39222/0 (socket says 172.21.15.40:39222) 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 -- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 msgr2=0x55c769bd15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769bd15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 -- 172.21.15.40:0/1111817530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 msgr2=0x55c769bcef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 0x55c769bcef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 -- 172.21.15.40:0/1111817530 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3801a9340 con 0x55c769bc5580 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb386808700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 0x55c769bcef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb385806700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bce8a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb3801186f0 tx=0x7fb37801a9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8b7392e273d2433 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.128+0000 7fb369ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb369ffb700 1 -- 172.21.15.40:0/1111817530 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37801f040 con 0x55c769bc5580 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c769a70490 con 0x55c769bc5580 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb369ffb700 1 -- 172.21.15.40:0/1111817530 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fb378031040 con 0x55c769bc5580 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb369ffb700 1 -- 172.21.15.40:0/1111817530 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb37802c420 con 0x55c769bc5580 2023-07-14T13:06:03.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb3943f1b80 10 client.27109 fetch_fsmap learned FSMap version 81 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55c76992dc00 con 0x55c769bc5580 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb369ffb700 1 -- 172.21.15.40:0/1111817530 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c769a70490 con 0x55c769bc5580 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.129+0000 7fb369ffb700 1 -- 172.21.15.40:0/1111817530 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb3780377a0 con 0x55c769bc5580 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb3943f1b80 10 client.27109 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb3943f1b80 10 client.27109 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb3943f1b80 20 client.27109 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:03.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bdebf0 0x55c769be1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb3943f1b80 4 client.27109 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:06:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c769b0fe50 con 0x55c769bdebf0 2023-07-14T13:06:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.130+0000 7fb386007700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bdebf0 0x55c769be1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.136+0000 7fb369ffb700 10 client.27109 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:03.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.136+0000 7fb386007700 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bdebf0 0x55c769be1000 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cce5c7484f69171f server_cookie=909af92a1a4ee403 in_seq=0 out_seq=0 2023-07-14T13:06:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.138+0000 7fb369ffb700 1 -- 172.21.15.40:0/1111817530 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c769b0fe50 con 0x55c769bdebf0 2023-07-14T13:06:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.138+0000 7fb369ffb700 10 client.27109 handle_command_reply: tid=0 2023-07-14T13:06:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.138+0000 7fb3943f1b80 1 client.27109 shutdown 2023-07-14T13:06:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.138+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 msgr2=0x55c769bce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.138+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bce8a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb3801186f0 tx=0x7fb37801a9f0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 shutdown_connections 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bcb2d0 0x55c769bcef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769bd15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bdebf0 0x55c769be1000 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/1111817530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bce8a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb369ffb700 0 client.27109 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 >> 172.21.15.40:0/1111817530 conn(0x55c769bbabe0 msgr2=0x55c769bbf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 shutdown_connections 2023-07-14T13:06:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 1 -- 172.21.15.40:0/1111817530 wait complete. 2023-07-14T13:06:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.139+0000 7fb3943f1b80 20 client.27109 trim_cache size 0 max 16384 2023-07-14T13:06:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 Processor -- start 2023-07-14T13:06:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 -- start start 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bbabe0 0x55c769bc5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769a216b0 0x55c769bca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 0x55c769bd5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769bbcd00 con 0x55c769bc5580 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769bca9f0 con 0x55c769bbabe0 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769bbc5f0 con 0x55c769a216b0 2023-07-14T13:06:03.191 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb386808700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 0x55c769bd5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb386808700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 0x55c769bd5c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39232/0 (socket says 172.21.15.40:39232) 2023-07-14T13:06:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb386808700 1 -- 172.21.15.40:0/477022053 learned_addr learned my addr 172.21.15.40:0/477022053 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:03.192 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.156+0000 7fb385806700 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769a216b0 0x55c769bca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb386808700 1 -- 172.21.15.40:0/477022053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769a216b0 msgr2=0x55c769bca2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb386808700 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769a216b0 0x55c769bca2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb386808700 1 -- 172.21.15.40:0/477022053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bbabe0 msgr2=0x55c769bc5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb386808700 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bbabe0 0x55c769bc5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.194 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb386808700 1 -- 172.21.15.40:0/477022053 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c769be5c30 con 0x55c769bc5580 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb386808700 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 0x55c769bd5c70 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fb370007ae0 tx=0x7fb370007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d89f299410623d4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb3755ad700 1 -- 172.21.15.40:0/477022053 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb370007790 con 0x55c769bc5580 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb3755ad700 1 -- 172.21.15.40:0/477022053 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb370010d90 con 0x55c769bc5580 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.157+0000 7fb3755ad700 1 -- 172.21.15.40:0/477022053 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3700133d0 con 0x55c769bc5580 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 -- 172.21.15.40:0/477022053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 msgr2=0x55c769bd5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 0x55c769bd5c70 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fb370007ae0 tx=0x7fb370007df0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 -- 172.21.15.40:0/477022053 shutdown_connections 2023-07-14T13:06:03.195 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bc5580 0x55c769bd5c70 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769bbabe0 0x55c769bc5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/477022053 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769a216b0 0x55c769bca2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 -- 172.21.15.40:0/477022053 >> 172.21.15.40:0/477022053 conn(0x55c769bdb240 msgr2=0x55c769bcb900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 -- 172.21.15.40:0/477022053 shutdown_connections 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.158+0000 7fb3943f1b80 1 -- 172.21.15.40:0/477022053 wait complete. 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 -- start start 2023-07-14T13:06:03.196 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 Processor -- start 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769c2be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 0x55c769c2c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bd3c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769bd4220 con 0x55c769bbabe0 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769bd4390 con 0x55c769a216b0 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c769bd4550 con 0x55c769bc5580 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb3943f1b80 10 client.0 _ll_register_callbacks cb 0x7fb378004d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:03.197 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb385806700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 0x55c769c2c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb385806700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 0x55c769c2c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39236/0 (socket says 172.21.15.40:39236) 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb385806700 1 -- 172.21.15.40:0/2220109399 learned_addr learned my addr 172.21.15.40:0/2220109399 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.159+0000 7fb386808700 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bd3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb385806700 1 -- 172.21.15.40:0/2220109399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 msgr2=0x55c769bd3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb385806700 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bd3c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb385806700 1 -- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 msgr2=0x55c769c2be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:03.198 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb385806700 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769c2be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb385806700 1 -- 172.21.15.40:0/2220109399 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb37000e040 con 0x55c769bbabe0 2023-07-14T13:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb385806700 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 0x55c769c2c3d0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fb37801a260 tx=0x7fb378037410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c426b728838303 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb369ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb369ffb700 1 -- 172.21.15.40:0/2220109399 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb37801f040 con 0x55c769bbabe0 2023-07-14T13:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb369ffb700 1 -- 172.21.15.40:0/2220109399 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(110..110 src has 1..110) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fb37802c420 con 0x55c769bbabe0 2023-07-14T13:06:03.199 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb37c0b90b0 con 0x55c769bbabe0 2023-07-14T13:06:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb369ffb700 1 -- 172.21.15.40:0/2220109399 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb378037900 con 0x55c769bbabe0 2023-07-14T13:06:03.200 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb3943f1b80 10 client.17652 fetch_fsmap learned FSMap version 81 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.160+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55c76996b1f0 con 0x55c769bbabe0 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb369ffb700 1 -- 172.21.15.40:0/2220109399 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb37c0b90b0 con 0x55c769bbabe0 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb369ffb700 1 -- 172.21.15.40:0/2220109399 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fb378048840 con 0x55c769bbabe0 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb3943f1b80 10 client.17652 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb3943f1b80 10 client.17652 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb3943f1b80 20 client.17652 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:03.201 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bcb2d0 0x55c769c35830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb3943f1b80 4 client.17652 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c769ad1ff0 con 0x55c769bcb2d0 2023-07-14T13:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.161+0000 7fb386007700 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bcb2d0 0x55c769c35830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.162+0000 7fb386007700 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bcb2d0 0x55c769c35830 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33e6dd5ea404115a server_cookie=aeaa867ac01e4f43 in_seq=0 out_seq=0 2023-07-14T13:06:03.202 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.162+0000 7fb369ffb700 10 client.17652 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:03.370 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:03 smithi040 ceph-mon[96535]: pgmap v617: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 586 op/s 2023-07-14T13:06:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb369ffb700 1 -- 172.21.15.40:0/2220109399 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c769ad1ff0 con 0x55c769bcb2d0 2023-07-14T13:06:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb369ffb700 10 client.17652 handle_command_reply: tid=0 2023-07-14T13:06:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 client.17652 shutdown 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 msgr2=0x55c769c2c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 0x55c769c2c3d0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fb37801a260 tx=0x7fb378037410 comp rx=0 tx=0).stop 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 shutdown_connections 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c769bcb2d0 0x55c769c35830 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c769bc5580 0x55c769bd3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb369ffb700 0 client.17652 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c769a216b0 0x55c769c2be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 --2- 172.21.15.40:0/2220109399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c769bbabe0 0x55c769c2c3d0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 >> 172.21.15.40:0/2220109399 conn(0x55c769bdb240 msgr2=0x55c769bca120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 shutdown_connections 2023-07-14T13:06:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.424+0000 7fb3943f1b80 1 -- 172.21.15.40:0/2220109399 wait complete. 2023-07-14T13:06:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb3943f1b80 20 client.17652 trim_cache size 0 max 16384 2023-07-14T13:06:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:06:03.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:06:03.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:06:03.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:06:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb36c0a1450 msgr2=0x7fb36c0a3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb36c0a1450 0x7fb36c0a3900 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb37801c860 tx=0x7fb37801c040 comp rx=0 tx=0).stop 2023-07-14T13:06:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 msgr2=0x7fb38011ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 0x7fb38011ace0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fb37c00b550 tx=0x7fb37c00b910 comp rx=0 tx=0).stop 2023-07-14T13:06:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 shutdown_connections 2023-07-14T13:06:03.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb36c0a1450 0x7fb36c0a3900 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb38010e2a0 0x7fb380116c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb38006c910 0x7fb38011ace0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 --2- 172.21.15.40:0/3075602565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb38006d3a0 0x7fb38011b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 >> 172.21.15.40:0/3075602565 conn(0x7fb38006bd70 msgr2=0x7fb38006f140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 shutdown_connections 2023-07-14T13:06:03.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:03.425+0000 7fb38826b700 1 -- 172.21.15.40:0/3075602565 wait complete. 2023-07-14T13:06:03.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:03 smithi133 ceph-mon[98311]: pgmap v617: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 586 op/s 2023-07-14T13:06:03.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:03 smithi130 ceph-mon[97977]: pgmap v617: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 586 op/s 2023-07-14T13:06:03.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 246829 33.21 MB/sec execute 276 sec latency 1270.526 ms 2023-07-14T13:06:04.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:04 smithi133 ceph-mon[98311]: pgmap v618: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 14 MiB/s wr, 813 op/s 2023-07-14T13:06:04.540 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:04 smithi130 ceph-mon[97977]: pgmap v618: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 14 MiB/s wr, 813 op/s 2023-07-14T13:06:04.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:04 smithi040 ceph-mon[96535]: pgmap v618: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 14 MiB/s wr, 813 op/s 2023-07-14T13:06:04.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 247196 33.16 MB/sec execute 277 sec latency 177.922 ms 2023-07-14T13:06:05.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 247565 33.11 MB/sec execute 278 sec latency 160.125 ms 2023-07-14T13:06:06.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:06 smithi130 ceph-mon[97977]: pgmap v619: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.1 MiB/s wr, 498 op/s 2023-07-14T13:06:06.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:06 smithi040 ceph-mon[96535]: pgmap v619: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.1 MiB/s wr, 498 op/s 2023-07-14T13:06:06.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:06 smithi133 ceph-mon[98311]: pgmap v619: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.1 MiB/s wr, 498 op/s 2023-07-14T13:06:06.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 248140 33.13 MB/sec execute 279 sec latency 110.409 ms 2023-07-14T13:06:07.826 INFO:tasks.workunit.client.0.smithi040.stdout: 10 248470 33.06 MB/sec execute 280 sec latency 139.640 ms 2023-07-14T13:06:08.623 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:08 smithi040 ceph-mon[96535]: pgmap v620: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.1 MiB/s wr, 498 op/s 2023-07-14T13:06:08.623 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:08 smithi040 ceph-mon[96535]: osdmap e111: 12 total, 12 up, 12 in 2023-07-14T13:06:08.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:08 smithi133 ceph-mon[98311]: pgmap v620: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.1 MiB/s wr, 498 op/s 2023-07-14T13:06:08.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:08 smithi133 ceph-mon[98311]: osdmap e111: 12 total, 12 up, 12 in 2023-07-14T13:06:08.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:08 smithi130 ceph-mon[97977]: pgmap v620: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.1 MiB/s wr, 498 op/s 2023-07-14T13:06:08.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:08 smithi130 ceph-mon[97977]: osdmap e111: 12 total, 12 up, 12 in 2023-07-14T13:06:08.829 INFO:tasks.workunit.client.0.smithi040.stdout: 10 248648 32.97 MB/sec execute 281 sec latency 297.116 ms 2023-07-14T13:06:09.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 248858 32.87 MB/sec execute 282 sec latency 197.409 ms 2023-07-14T13:06:10.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:10 smithi133 ceph-mon[98311]: pgmap v622: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 11 MiB/s wr, 757 op/s 2023-07-14T13:06:10.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:10 smithi040 ceph-mon[96535]: pgmap v622: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 11 MiB/s wr, 757 op/s 2023-07-14T13:06:10.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:10 smithi130 ceph-mon[97977]: pgmap v622: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 11 MiB/s wr, 757 op/s 2023-07-14T13:06:10.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 249404 32.88 MB/sec execute 283 sec latency 119.820 ms 2023-07-14T13:06:11.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 250156 32.89 MB/sec execute 284 sec latency 106.132 ms 2023-07-14T13:06:12.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:12 smithi040 ceph-mon[96535]: pgmap v623: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 11 MiB/s wr, 757 op/s 2023-07-14T13:06:12.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:12 smithi133 ceph-mon[98311]: pgmap v623: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 11 MiB/s wr, 757 op/s 2023-07-14T13:06:12.790 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:12 smithi130 ceph-mon[97977]: pgmap v623: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 11 MiB/s wr, 757 op/s 2023-07-14T13:06:12.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 250875 32.93 MB/sec execute 285 sec latency 76.103 ms 2023-07-14T13:06:13.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 251344 32.91 MB/sec execute 286 sec latency 273.539 ms 2023-07-14T13:06:14.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:14 smithi133 ceph-mon[98311]: pgmap v624: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 5.9 MiB/s wr, 486 op/s 2023-07-14T13:06:14.544 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:14 smithi130 ceph-mon[97977]: pgmap v624: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 5.9 MiB/s wr, 486 op/s 2023-07-14T13:06:14.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:14 smithi040 ceph-mon[96535]: pgmap v624: 97 pgs: 22 active+clean+snaptrim, 40 active+clean+snaptrim_wait, 35 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 5.9 MiB/s wr, 486 op/s 2023-07-14T13:06:14.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 251796 32.89 MB/sec execute 287 sec latency 69.620 ms 2023-07-14T13:06:15.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 252352 32.86 MB/sec execute 288 sec latency 92.248 ms 2023-07-14T13:06:16.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:16 smithi130 ceph-mon[97977]: pgmap v625: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 12 MiB/s wr, 775 op/s 2023-07-14T13:06:16.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.555+0000 7f62076f5700 1 -- 172.21.15.40:0/1603850118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000ff3e0 msgr2=0x7f620010b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.555+0000 7f62076f5700 1 --2- 172.21.15.40:0/1603850118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000ff3e0 0x7f620010b860 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f61f800b0a0 tx=0x7f61f800b3b0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 -- 172.21.15.40:0/1603850118 shutdown_connections 2023-07-14T13:06:16.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 --2- 172.21.15.40:0/1603850118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6200104a30 0x7f6200104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 --2- 172.21.15.40:0/1603850118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000ff3e0 0x7f620010b860 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 --2- 172.21.15.40:0/1603850118 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62000fea30 0x7f62000feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 -- 172.21.15.40:0/1603850118 >> 172.21.15.40:0/1603850118 conn(0x7f6200074760 msgr2=0x7f6200074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 -- 172.21.15.40:0/1603850118 shutdown_connections 2023-07-14T13:06:16.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 -- 172.21.15.40:0/1603850118 wait complete. 2023-07-14T13:06:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 Processor -- start 2023-07-14T13:06:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.556+0000 7f62076f5700 1 -- start start 2023-07-14T13:06:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f62076f5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 0x7f6200100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f62076f5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62000ff3e0 0x7f6200100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f62076f5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6200104a30 0x7f62001a3f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f62076f5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62001a4450 con 0x7f62000fea30 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f62076f5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62001a4590 con 0x7f62000ff3e0 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f62076f5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62001a4700 con 0x7f6200104a30 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 0x7f6200100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 0x7f6200100810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39246/0 (socket says 172.21.15.40:39246) 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 -- 172.21.15.40:0/3549192218 learned_addr learned my addr 172.21.15.40:0/3549192218 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6204c90700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62000ff3e0 0x7f6200100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205c92700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6200104a30 0x7f62001a3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 -- 172.21.15.40:0/3549192218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6200104a30 msgr2=0x7f62001a3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6200104a30 0x7f62001a3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 -- 172.21.15.40:0/3549192218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62000ff3e0 msgr2=0x7f6200100d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62000ff3e0 0x7f6200100d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.557+0000 7f6205491700 1 -- 172.21.15.40:0/3549192218 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61f8009d00 con 0x7f62000fea30 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.558+0000 7f6205491700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 0x7f6200100810 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f61fc00e970 tx=0x7f61fc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.558+0000 7f61f67fc700 1 -- 172.21.15.40:0/3549192218 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61fc009790 con 0x7f62000fea30 2023-07-14T13:06:16.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.558+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62001a49e0 con 0x7f62000fea30 2023-07-14T13:06:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.558+0000 7f61f67fc700 1 -- 172.21.15.40:0/3549192218 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f61fc00c7e0 con 0x7f62000fea30 2023-07-14T13:06:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.558+0000 7f61f67fc700 1 -- 172.21.15.40:0/3549192218 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61fc003c70 con 0x7f62000fea30 2023-07-14T13:06:16.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.558+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62001a4f40 con 0x7f62000fea30 2023-07-14T13:06:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.561+0000 7f61f67fc700 1 -- 172.21.15.40:0/3549192218 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f61fc00cc50 con 0x7f62000fea30 2023-07-14T13:06:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.561+0000 7f61f67fc700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f61ec0a12c0 0x7f61ec0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.562+0000 7f6204c90700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f61ec0a12c0 0x7f61ec0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.562+0000 7f61f67fc700 1 -- 172.21.15.40:0/3549192218 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f61fc014070 con 0x7f62000fea30 2023-07-14T13:06:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.562+0000 7f6204c90700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f61ec0a12c0 0x7f61ec0a3770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6200102030 tx=0x7f61f0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:16.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.562+0000 7f621387bb80 1 Processor -- start 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.562+0000 7f621387bb80 1 -- start start 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f621387bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a673699d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f621387bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a673694040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f621387bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a6736949d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f621387bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a673599c50 con 0x55a67369a2d0 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f621387bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6735ec9e0 con 0x55a673694580 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f621387bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6735e5e70 con 0x55a6734f06b0 2023-07-14T13:06:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6204c90700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a673694040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6204c90700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a673694040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39256/0 (socket says 172.21.15.40:39256) 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6204c90700 1 -- 172.21.15.40:0/2492320554 learned_addr learned my addr 172.21.15.40:0/2492320554 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a673699d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205c92700 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a6736949d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 -- 172.21.15.40:0/2492320554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 msgr2=0x55a6736949d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a6736949d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 -- 172.21.15.40:0/2492320554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 msgr2=0x55a673694040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a673694040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 -- 172.21.15.40:0/2492320554 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a673413d80 con 0x55a6734f06b0 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205c92700 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a6736949d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.563+0000 7f6205491700 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a673699d90 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f61fc0ca5b0 tx=0x7f61fc099890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3998d7b95c930680 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f61eb7fe700 1 -- 172.21.15.40:0/2492320554 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61fc09df60 con 0x55a6734f06b0 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f61eb7fe700 1 -- 172.21.15.40:0/2492320554 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f61fc0a2380 con 0x55a6734f06b0 2023-07-14T13:06:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f61eb7fe700 1 -- 172.21.15.40:0/2492320554 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61fc09a420 con 0x55a6734f06b0 2023-07-14T13:06:16.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 -- 172.21.15.40:0/2492320554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 msgr2=0x55a673699d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a673699d90 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f61fc0ca5b0 tx=0x7f61fc099890 comp rx=0 tx=0).stop 2023-07-14T13:06:16.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 -- 172.21.15.40:0/2492320554 shutdown_connections 2023-07-14T13:06:16.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a673699d90 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.604 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a6736949d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 --2- 172.21.15.40:0/2492320554 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a673694040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.564+0000 7f621387bb80 1 -- 172.21.15.40:0/2492320554 >> 172.21.15.40:0/2492320554 conn(0x55a673689be0 msgr2=0x55a67368ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 -- 172.21.15.40:0/2492320554 shutdown_connections 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 -- 172.21.15.40:0/2492320554 wait complete. 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 -- start start 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 Processor -- start 2023-07-14T13:06:16.605 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a6736a0660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 0x55a67369d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.565+0000 7f621387bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a673585a60 con 0x55a67369a2d0 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f621387bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a673585760 con 0x55a6734f06b0 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f621387bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6734698c0 con 0x55a673694580 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f621387bb80 10 client.0 _ll_register_callbacks cb 0x55a673583700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6204c90700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 0x55a67369d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205c92700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a6736a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6204c90700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 0x55a67369d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52952/0 (socket says 172.21.15.40:52952) 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205c92700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39264/0 (socket says 172.21.15.40:39264) 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6204c90700 1 -- 172.21.15.40:0/4046705048 learned_addr learned my addr 172.21.15.40:0/4046705048 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a6736a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56514/0 (socket says 172.21.15.40:56514) 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 -- 172.21.15.40:0/4046705048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 msgr2=0x55a67369d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.607 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 0x55a67369d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 -- 172.21.15.40:0/4046705048 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 msgr2=0x55a67369dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 -- 172.21.15.40:0/4046705048 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62001a4f40 con 0x55a6734f06b0 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6204c90700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 0x55a67369d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205c92700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f6205491700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a6736a0660 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55a67369a810 tx=0x7f61fc096850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23900d5e7e7be098 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f61e8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:06:16.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.566+0000 7f61e8ff9700 1 -- 172.21.15.40:0/4046705048 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61fc0ca2c0 con 0x55a6734f06b0 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a67353f490 con 0x55a6734f06b0 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f61e8ff9700 1 -- 172.21.15.40:0/4046705048 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(111..111 src has 1..111) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f61fc099420 con 0x55a6734f06b0 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f61e8ff9700 1 -- 172.21.15.40:0/4046705048 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f61fc0995e0 con 0x55a6734f06b0 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 10 client.27158 fetch_fsmap learned FSMap version 81 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55a6733fcc00 con 0x55a6734f06b0 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f61e8ff9700 1 -- 172.21.15.40:0/4046705048 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f61fc07c020 con 0x55a6734f06b0 2023-07-14T13:06:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f61e8ff9700 1 -- 172.21.15.40:0/4046705048 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f61fc095d20 con 0x55a6734f06b0 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 10 client.27158 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 10 client.27158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 20 client.27158 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a6736ad8b0 0x55a6736afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 4 client.27158 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.567+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a6735dee50 con 0x55a6736ad8b0 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.568+0000 7f6204c90700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a6736ad8b0 0x55a6736afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.568+0000 7f61e8ff9700 10 client.27158 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.568+0000 7f6204c90700 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a6736ad8b0 0x55a6736afcc0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83cb7f43baf4a6be server_cookie=562bb99c48a01bba in_seq=0 out_seq=0 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.571+0000 7f61e8ff9700 1 -- 172.21.15.40:0/4046705048 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a6735dee50 con 0x55a6736ad8b0 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.571+0000 7f61e8ff9700 10 client.27158 handle_command_reply: tid=0 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 client.27158 shutdown 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 msgr2=0x55a6736a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a6736a0660 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55a67369a810 tx=0x7f61fc096850 comp rx=0 tx=0).stop 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 shutdown_connections 2023-07-14T13:06:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a6736a0660 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a6736ad8b0 0x55a6736afcc0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 --2- 172.21.15.40:0/4046705048 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a673694580 0x55a67369d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f61e8ff9700 0 client.27158 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 >> 172.21.15.40:0/4046705048 conn(0x55a673689be0 msgr2=0x55a67368e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 shutdown_connections 2023-07-14T13:06:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 1 -- 172.21.15.40:0/4046705048 wait complete. 2023-07-14T13:06:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.572+0000 7f621387bb80 20 client.27158 trim_cache size 0 max 16384 2023-07-14T13:06:16.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:16 smithi040 ceph-mon[96535]: pgmap v625: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 12 MiB/s wr, 775 op/s 2023-07-14T13:06:16.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 Processor -- start 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 -- start start 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a673694040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a673694580 0x55a67369d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a67369a2d0 0x55a6736a4c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a673698640 con 0x55a673694580 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a67369ecd0 con 0x55a6734f06b0 2023-07-14T13:06:16.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f621387bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a67369a090 con 0x55a67369a2d0 2023-07-14T13:06:16.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f6205491700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a673694040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f6205491700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a673694040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56522/0 (socket says 172.21.15.40:56522) 2023-07-14T13:06:16.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f6205491700 1 -- 172.21.15.40:0/618963991 learned_addr learned my addr 172.21.15.40:0/618963991 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:16.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.591+0000 7f6204c90700 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a673694580 0x55a67369d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f6204c90700 1 -- 172.21.15.40:0/618963991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a67369a2d0 msgr2=0x55a6736a4c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f6204c90700 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a67369a2d0 0x55a6736a4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f6204c90700 1 -- 172.21.15.40:0/618963991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 msgr2=0x55a673694040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f6204c90700 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a673694040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f6204c90700 1 -- 172.21.15.40:0/618963991 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a67343a1f0 con 0x55a673694580 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f6204c90700 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a673694580 0x55a67369d820 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x55a6736b0560 tx=0x7f61f0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9de378190a38315f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f61ebfff700 1 -- 172.21.15.40:0/618963991 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f0022030 con 0x55a673694580 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f61ebfff700 1 -- 172.21.15.40:0/618963991 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f61f0023040 con 0x55a673694580 2023-07-14T13:06:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.592+0000 7f61ebfff700 1 -- 172.21.15.40:0/618963991 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f0003de0 con 0x55a673694580 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 -- 172.21.15.40:0/618963991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a673694580 msgr2=0x55a67369d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a673694580 0x55a67369d820 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x55a6736b0560 tx=0x7f61f0014000 comp rx=0 tx=0).stop 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 -- 172.21.15.40:0/618963991 shutdown_connections 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a67369a2d0 0x55a6736a4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a6734f06b0 0x55a673694040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 --2- 172.21.15.40:0/618963991 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a673694580 0x55a67369d820 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 -- 172.21.15.40:0/618963991 >> 172.21.15.40:0/618963991 conn(0x55a673689be0 msgr2=0x55a67369d110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 -- 172.21.15.40:0/618963991 shutdown_connections 2023-07-14T13:06:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 -- 172.21.15.40:0/618963991 wait complete. 2023-07-14T13:06:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 -- start start 2023-07-14T13:06:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.593+0000 7f621387bb80 1 Processor -- start 2023-07-14T13:06:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a67369d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a67369d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a67369dbd0 con 0x55a67369a2d0 2023-07-14T13:06:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a67369c310 con 0x55a673694580 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a67369c4d0 con 0x55a6734f06b0 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f621387bb80 10 client.0 _ll_register_callbacks cb 0x7f61f0011a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f6205491700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a67369d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f6205491700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a67369d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:52964/0 (socket says 172.21.15.40:52964) 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.596+0000 7f6205491700 1 -- 172.21.15.40:0/2867895703 learned_addr learned my addr 172.21.15.40:0/2867895703 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205c92700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6204c90700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a67369d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205491700 1 -- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 msgr2=0x55a67369d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205491700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a67369d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205491700 1 -- 172.21.15.40:0/2867895703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 msgr2=0x55a67369bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205491700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205491700 1 -- 172.21.15.40:0/2867895703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61f0017070 con 0x55a6734f06b0 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f6205491700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a67369d070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f61fc099ec0 tx=0x7f61fc099b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20d110f9781ef7ef server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:16.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.597+0000 7f61e8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f61e8ff9700 1 -- 172.21.15.40:0/2867895703 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61fc003dd0 con 0x55a6734f06b0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f61e8ff9700 1 -- 172.21.15.40:0/2867895703 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(111..111 src has 1..111) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f61fc07d080 con 0x55a6734f06b0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f61fc0a2380 con 0x55a6734f06b0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f61e8ff9700 1 -- 172.21.15.40:0/2867895703 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7f61fc099890 con 0x55a6734f06b0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 10 client.27130 fetch_fsmap learned FSMap version 81 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x55a673412250 con 0x55a6734f06b0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f61e8ff9700 1 -- 172.21.15.40:0/2867895703 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f61fc0a2380 con 0x55a6734f06b0 2023-07-14T13:06:16.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f61e8ff9700 1 -- 172.21.15.40:0/2867895703 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f61fc09a190 con 0x55a6734f06b0 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 10 client.27130 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 10 client.27130 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 20 client.27130 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a673701ff0 0x55a6737043d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 4 client.27130 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.598+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a6735a0ff0 con 0x55a673701ff0 2023-07-14T13:06:16.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.599+0000 7f6204c90700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a673701ff0 0x55a6737043d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:16.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.599+0000 7f61e8ff9700 10 client.27130 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:16.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.599+0000 7f6204c90700 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a673701ff0 0x55a6737043d0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c20a8bbbfc90efdf server_cookie=8d30c76dc6290a85 in_seq=0 out_seq=0 2023-07-14T13:06:16.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:16 smithi133 ceph-mon[98311]: pgmap v625: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 12 MiB/s wr, 775 op/s 2023-07-14T13:06:16.832 INFO:tasks.workunit.client.0.smithi040.stdout: 10 252885 32.86 MB/sec execute 289 sec latency 155.044 ms 2023-07-14T13:06:16.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f61e8ff9700 1 -- 172.21.15.40:0/2867895703 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a6735a0ff0 con 0x55a673701ff0 2023-07-14T13:06:16.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f61e8ff9700 10 client.27130 handle_command_reply: tid=0 2023-07-14T13:06:16.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 client.27130 shutdown 2023-07-14T13:06:16.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 msgr2=0x55a67369d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a67369d070 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f61fc099ec0 tx=0x7f61fc099b20 comp rx=0 tx=0).stop 2023-07-14T13:06:16.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 shutdown_connections 2023-07-14T13:06:16.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a673701ff0 0x55a6737043d0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a6734f06b0 0x55a67369d070 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f61e8ff9700 0 client.27130 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a67369a2d0 0x55a67369bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 --2- 172.21.15.40:0/2867895703 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a673694580 0x55a67369d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 >> 172.21.15.40:0/2867895703 conn(0x55a673689be0 msgr2=0x55a67369a900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 shutdown_connections 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 1 -- 172.21.15.40:0/2867895703 wait complete. 2023-07-14T13:06:16.881 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.845+0000 7f621387bb80 20 client.27130 trim_cache size 0 max 16384 2023-07-14T13:06:16.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:06:16.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:06:16.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:06:16.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:06:16.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f61ec0a12c0 msgr2=0x7f61ec0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f61ec0a12c0 0x7f61ec0a3770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6200102030 tx=0x7f61f0009260 comp rx=0 tx=0).stop 2023-07-14T13:06:16.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 msgr2=0x7f6200100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 0x7f6200100810 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f61fc00e970 tx=0x7f61fc00ec80 comp rx=0 tx=0).stop 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 shutdown_connections 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f61ec0a12c0 0x7f61ec0a3770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6200104a30 0x7f62001a3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f62000fea30 0x7f6200100810 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 --2- 172.21.15.40:0/3549192218 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62000ff3e0 0x7f6200100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:16.884 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 >> 172.21.15.40:0/3549192218 conn(0x7f6200074760 msgr2=0x7f6200067980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:16.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 shutdown_connections 2023-07-14T13:06:16.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:16.846+0000 7f62076f5700 1 -- 172.21.15.40:0/3549192218 wait complete. 2023-07-14T13:06:17.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 253472 32.84 MB/sec execute 290 sec latency 158.824 ms 2023-07-14T13:06:18.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:18 smithi040 ceph-mon[96535]: pgmap v626: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 12 MiB/s wr, 775 op/s 2023-07-14T13:06:18.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:18 smithi040 ceph-mon[96535]: osdmap e112: 12 total, 12 up, 12 in 2023-07-14T13:06:18.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:18 smithi133 ceph-mon[98311]: pgmap v626: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 12 MiB/s wr, 775 op/s 2023-07-14T13:06:18.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:18 smithi133 ceph-mon[98311]: osdmap e112: 12 total, 12 up, 12 in 2023-07-14T13:06:18.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:18 smithi130 ceph-mon[97977]: pgmap v626: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 12 MiB/s wr, 775 op/s 2023-07-14T13:06:18.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:18 smithi130 ceph-mon[97977]: osdmap e112: 12 total, 12 up, 12 in 2023-07-14T13:06:18.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 253842 32.79 MB/sec execute 291 sec latency 369.935 ms 2023-07-14T13:06:19.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 254383 32.78 MB/sec execute 292 sec latency 144.522 ms 2023-07-14T13:06:20.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:20 smithi040 ceph-mon[96535]: pgmap v628: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:20.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:20 smithi133 ceph-mon[98311]: pgmap v628: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:20.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:20 smithi130 ceph-mon[97977]: pgmap v628: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:20.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 254957 32.79 MB/sec execute 293 sec latency 120.772 ms 2023-07-14T13:06:21.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 255585 32.80 MB/sec execute 294 sec latency 79.619 ms 2023-07-14T13:06:22.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:22 smithi040 ceph-mon[96535]: pgmap v629: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:22.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:22 smithi133 ceph-mon[98311]: pgmap v629: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:22.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:22 smithi130 ceph-mon[97977]: pgmap v629: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:22.830 INFO:tasks.workunit.client.0.smithi040.stdout: 10 256099 32.78 MB/sec execute 295 sec latency 162.569 ms 2023-07-14T13:06:23.831 INFO:tasks.workunit.client.0.smithi040.stdout: 10 256400 32.72 MB/sec execute 296 sec latency 392.449 ms 2023-07-14T13:06:24.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:24 smithi133 ceph-mon[98311]: pgmap v630: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:24.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:24 smithi130 ceph-mon[97977]: pgmap v630: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:24.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:24 smithi040 ceph-mon[96535]: pgmap v630: 97 pgs: 97 active+clean; 2.1 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 12 MiB/s wr, 657 op/s 2023-07-14T13:06:24.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 256824 32.67 MB/sec execute 297 sec latency 412.901 ms 2023-07-14T13:06:25.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 257545 32.71 MB/sec execute 298 sec latency 82.439 ms 2023-07-14T13:06:26.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:26 smithi040 ceph-mon[96535]: pgmap v631: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 13 MiB/s wr, 691 op/s 2023-07-14T13:06:26.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:26 smithi133 ceph-mon[98311]: pgmap v631: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 13 MiB/s wr, 691 op/s 2023-07-14T13:06:26.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:26 smithi130 ceph-mon[97977]: pgmap v631: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 13 MiB/s wr, 691 op/s 2023-07-14T13:06:26.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 258120 32.71 MB/sec execute 299 sec latency 157.284 ms 2023-07-14T13:06:27.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 258680 32.67 MB/sec execute 300 sec latency 102.689 ms 2023-07-14T13:06:28.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:28 smithi040 ceph-mon[96535]: pgmap v632: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 13 MiB/s wr, 691 op/s 2023-07-14T13:06:28.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:28 smithi133 ceph-mon[98311]: pgmap v632: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 13 MiB/s wr, 691 op/s 2023-07-14T13:06:28.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:28 smithi130 ceph-mon[97977]: pgmap v632: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 13 MiB/s wr, 691 op/s 2023-07-14T13:06:28.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 259195 32.67 MB/sec execute 301 sec latency 224.667 ms 2023-07-14T13:06:29.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 259721 32.65 MB/sec execute 302 sec latency 225.212 ms 2023-07-14T13:06:30.005 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 -- 172.21.15.40:0/2316899510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed44104a30 msgr2=0x7fed44104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 --2- 172.21.15.40:0/2316899510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed44104a30 0x7fed44104e00 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fed38009990 tx=0x7fed38009ca0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 -- 172.21.15.40:0/2316899510 shutdown_connections 2023-07-14T13:06:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 --2- 172.21.15.40:0/2316899510 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed440ff3e0 0x7fed4410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 --2- 172.21.15.40:0/2316899510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed44104a30 0x7fed44104e00 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 --2- 172.21.15.40:0/2316899510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed440fea30 0x7fed440feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.006 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 -- 172.21.15.40:0/2316899510 >> 172.21.15.40:0/2316899510 conn(0x7fed44074760 msgr2=0x7fed44074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 -- 172.21.15.40:0/2316899510 shutdown_connections 2023-07-14T13:06:30.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.970+0000 7fed4ac55700 1 -- 172.21.15.40:0/2316899510 wait complete. 2023-07-14T13:06:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 Processor -- start 2023-07-14T13:06:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 -- start start 2023-07-14T13:06:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed440fea30 0x7fed44196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 0x7fed441970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed44104a30 0x7fed441a1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed441a2030 con 0x7fed440ff3e0 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed441a21a0 con 0x7fed440fea30 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed4ac55700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed441a2360 con 0x7fed44104a30 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 0x7fed441970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed489f1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed440fea30 0x7fed44196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 0x7fed441970d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39290/0 (socket says 172.21.15.40:39290) 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 -- 172.21.15.40:0/886878058 learned_addr learned my addr 172.21.15.40:0/886878058 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:30.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed491f2700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed44104a30 0x7fed441a1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 -- 172.21.15.40:0/886878058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed44104a30 msgr2=0x7fed441a1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed44104a30 0x7fed441a1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 -- 172.21.15.40:0/886878058 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed440fea30 msgr2=0x7fed44196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed440fea30 0x7fed44196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 -- 172.21.15.40:0/886878058 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed380095f0 con 0x7fed440ff3e0 2023-07-14T13:06:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.971+0000 7fed43fff700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 0x7fed441970d0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fed3000e9a0 tx=0x7fed3000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.972+0000 7fed41ffb700 1 -- 172.21.15.40:0/886878058 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30009790 con 0x7fed440ff3e0 2023-07-14T13:06:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.972+0000 7fed41ffb700 1 -- 172.21.15.40:0/886878058 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed30010430 con 0x7fed440ff3e0 2023-07-14T13:06:30.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.972+0000 7fed41ffb700 1 -- 172.21.15.40:0/886878058 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30018680 con 0x7fed440ff3e0 2023-07-14T13:06:30.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.972+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed441a2640 con 0x7fed440ff3e0 2023-07-14T13:06:30.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.972+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed441a2b50 con 0x7fed440ff3e0 2023-07-14T13:06:30.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.975+0000 7fed41ffb700 1 -- 172.21.15.40:0/886878058 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fed300105a0 con 0x7fed440ff3e0 2023-07-14T13:06:30.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.975+0000 7fed41ffb700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fed340a1340 0x7fed340a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed41ffb700 1 -- 172.21.15.40:0/886878058 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fed30014070 con 0x7fed440ff3e0 2023-07-14T13:06:30.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed489f1700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fed340a1340 0x7fed340a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 Processor -- start 2023-07-14T13:06:30.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 -- start start 2023-07-14T13:06:30.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd17160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd11450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd119d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dc12c50 con 0x560f7db696b0 2023-07-14T13:06:30.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dc659e0 con 0x560f7dd17b10 2023-07-14T13:06:30.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dc5ee70 con 0x560f7dd176a0 2023-07-14T13:06:30.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed489f1700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fed340a1340 0x7fed340a37f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fed3800b2e0 tx=0x7fed38005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:30.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed489f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd17160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed489f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd17160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39296/0 (socket says 172.21.15.40:39296) 2023-07-14T13:06:30.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed489f1700 1 -- 172.21.15.40:0/335509945 learned_addr learned my addr 172.21.15.40:0/335509945 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:30.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.976+0000 7fed43fff700 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd11450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed489f1700 1 -- 172.21.15.40:0/335509945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 msgr2=0x560f7dd11450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed489f1700 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd11450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed489f1700 1 -- 172.21.15.40:0/335509945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 msgr2=0x560f7dd119d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed489f1700 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd119d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed489f1700 1 -- 172.21.15.40:0/335509945 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f7da8cd80 con 0x560f7db696b0 2023-07-14T13:06:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed489f1700 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd17160 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fed440ffba0 tx=0x7fed38020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6707c778c3540442 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed2effd700 1 -- 172.21.15.40:0/335509945 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38005700 con 0x560f7db696b0 2023-07-14T13:06:30.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed2effd700 1 -- 172.21.15.40:0/335509945 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed3801e040 con 0x560f7db696b0 2023-07-14T13:06:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.977+0000 7fed2effd700 1 -- 172.21.15.40:0/335509945 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3800f8c0 con 0x560f7db696b0 2023-07-14T13:06:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 -- 172.21.15.40:0/335509945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 msgr2=0x560f7dd17160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd17160 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fed440ffba0 tx=0x7fed38020000 comp rx=0 tx=0).stop 2023-07-14T13:06:30.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 -- 172.21.15.40:0/335509945 shutdown_connections 2023-07-14T13:06:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd119d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd17160 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/335509945 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd11450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 -- 172.21.15.40:0/335509945 >> 172.21.15.40:0/335509945 conn(0x560f7dd02be0 msgr2=0x560f7dd07f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 -- 172.21.15.40:0/335509945 shutdown_connections 2023-07-14T13:06:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 -- 172.21.15.40:0/335509945 wait complete. 2023-07-14T13:06:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 -- start start 2023-07-14T13:06:30.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.978+0000 7fed56ddbb80 1 Processor -- start 2023-07-14T13:06:30.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7db696b0 0x560f7dd1daa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 0x560f7dd1ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd17b10 0x560f7dd1b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dbfea60 con 0x560f7dd176a0 2023-07-14T13:06:30.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dbfe760 con 0x560f7db696b0 2023-07-14T13:06:30.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dae28c0 con 0x560f7dd17b10 2023-07-14T13:06:30.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed56ddbb80 10 client.0 _ll_register_callbacks cb 0x560f7dbfc700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:30.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 0x560f7dd1ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 0x560f7dd1ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39304/0 (socket says 172.21.15.40:39304) 2023-07-14T13:06:30.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 -- 172.21.15.40:0/1626252956 learned_addr learned my addr 172.21.15.40:0/1626252956 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:30.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed489f1700 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7db696b0 0x560f7dd1daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 -- 172.21.15.40:0/1626252956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd17b10 msgr2=0x560f7dd1b460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T13:06:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd17b10 0x560f7dd1b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 -- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7db696b0 msgr2=0x560f7dd1daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7db696b0 0x560f7dd1daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.979+0000 7fed43fff700 1 -- 172.21.15.40:0/1626252956 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed4410c160 con 0x560f7dd176a0 2023-07-14T13:06:30.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed43fff700 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 0x560f7dd1ad20 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fed30099c60 tx=0x7fed30099950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb8f216175785edb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:30.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed23fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:06:30.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed23fff700 1 -- 172.21.15.40:0/1626252956 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed300a23b0 con 0x560f7dd176a0 2023-07-14T13:06:30.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f7dbb8490 con 0x560f7dd176a0 2023-07-14T13:06:30.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed23fff700 1 -- 172.21.15.40:0/1626252956 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(112..112 src has 1..112) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fed30099450 con 0x560f7dd176a0 2023-07-14T13:06:30.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed23fff700 1 -- 172.21.15.40:0/1626252956 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed30099610 con 0x560f7dd176a0 2023-07-14T13:06:30.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed56ddbb80 10 client.17682 fetch_fsmap learned FSMap version 81 2023-07-14T13:06:30.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x560f7da75c00 con 0x560f7dd176a0 2023-07-14T13:06:30.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed23fff700 1 -- 172.21.15.40:0/1626252956 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560f7dbb8490 con 0x560f7dd176a0 2023-07-14T13:06:30.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.980+0000 7fed23fff700 1 -- 172.21.15.40:0/1626252956 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fed300a1f20 con 0x560f7dd176a0 2023-07-14T13:06:30.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed56ddbb80 10 client.17682 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:06:30.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed56ddbb80 10 client.17682 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:30.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed56ddbb80 20 client.17682 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:30.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd2af10 0x560f7dd2d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed56ddbb80 4 client.17682 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:06:30.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560f7dc57e50 con 0x560f7dd2af10 2023-07-14T13:06:30.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed489f1700 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd2af10 0x560f7dd2d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed23fff700 10 client.17682 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:30.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.981+0000 7fed489f1700 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd2af10 0x560f7dd2d2f0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b3d50689fe31f5 server_cookie=50cf2ac1dec4fb91 in_seq=0 out_seq=0 2023-07-14T13:06:30.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.983+0000 7fed23fff700 1 -- 172.21.15.40:0/1626252956 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x560f7dc57e50 con 0x560f7dd2af10 2023-07-14T13:06:30.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.983+0000 7fed23fff700 10 client.17682 handle_command_reply: tid=0 2023-07-14T13:06:30.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.983+0000 7fed56ddbb80 1 client.17682 shutdown 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.983+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 msgr2=0x560f7dd1ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.983+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 0x560f7dd1ad20 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fed30099c60 tx=0x7fed30099950 comp rx=0 tx=0).stop 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 shutdown_connections 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd2af10 0x560f7dd2d2f0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd17b10 0x560f7dd1b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7db696b0 0x560f7dd1daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/1626252956 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd176a0 0x560f7dd1ad20 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 >> 172.21.15.40:0/1626252956 conn(0x560f7dd02be0 msgr2=0x560f7dd074e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:30.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed23fff700 0 client.17682 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:30.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 shutdown_connections 2023-07-14T13:06:30.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.984+0000 7fed56ddbb80 1 -- 172.21.15.40:0/1626252956 wait complete. 2023-07-14T13:06:30.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:29.986+0000 7fed56ddbb80 20 client.17682 trim_cache size 0 max 16384 2023-07-14T13:06:30.045 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.001+0000 7fed56ddbb80 1 Processor -- start 2023-07-14T13:06:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.001+0000 7fed56ddbb80 1 -- start start 2023-07-14T13:06:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 0x560f7dd1acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd176a0 0x560f7dd07c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd17b10 0x560f7dd1d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dd123f0 con 0x560f7dd17b10 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dd11ff0 con 0x560f7dd176a0 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dd12620 con 0x560f7db696b0 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 0x560f7dd1acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed43fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd176a0 0x560f7dd07c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed491f2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd17b10 0x560f7dd1d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 0x560f7dd1acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53000/0 (socket says 172.21.15.40:53000) 2023-07-14T13:06:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed43fff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd176a0 0x560f7dd07c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56566/0 (socket says 172.21.15.40:56566) 2023-07-14T13:06:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 -- 172.21.15.40:0/2744042914 learned_addr learned my addr 172.21.15.40:0/2744042914 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 -- 172.21.15.40:0/2744042914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd176a0 msgr2=0x560f7dd07c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd176a0 0x560f7dd07c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 -- 172.21.15.40:0/2744042914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd17b10 msgr2=0x560f7dd1d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd17b10 0x560f7dd1d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 -- 172.21.15.40:0/2744042914 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f7dab31f0 con 0x560f7db696b0 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.002+0000 7fed489f1700 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 0x560f7dd1acd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fed3800bce0 tx=0x7fed38026040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4160174b11ec545 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.003+0000 7fed2f7fe700 1 -- 172.21.15.40:0/2744042914 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38035040 con 0x560f7db696b0 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.003+0000 7fed2f7fe700 1 -- 172.21.15.40:0/2744042914 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed38029040 con 0x560f7db696b0 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.003+0000 7fed2f7fe700 1 -- 172.21.15.40:0/2744042914 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3800f9f0 con 0x560f7db696b0 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2744042914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 msgr2=0x560f7dd1acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 0x560f7dd1acd0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fed3800bce0 tx=0x7fed38026040 comp rx=0 tx=0).stop 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2744042914 shutdown_connections 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7db696b0 0x560f7dd1acd0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7dd17b10 0x560f7dd1d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2744042914 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd176a0 0x560f7dd07c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2744042914 >> 172.21.15.40:0/2744042914 conn(0x560f7dd02be0 msgr2=0x560f7dd1a5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2744042914 shutdown_connections 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2744042914 wait complete. 2023-07-14T13:06:30.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 -- start start 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.004+0000 7fed56ddbb80 1 Processor -- start 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd20020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd20560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd20aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dd7de30 con 0x560f7db696b0 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dd7dfa0 con 0x560f7dd17b10 2023-07-14T13:06:30.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7dd7e160 con 0x560f7dd176a0 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed56ddbb80 10 client.0 _ll_register_callbacks cb 0x7fed30099aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd20020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed43fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd20560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd20020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39320/0 (socket says 172.21.15.40:39320) 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 -- 172.21.15.40:0/2520023364 learned_addr learned my addr 172.21.15.40:0/2520023364 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed491f2700 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd20aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 -- 172.21.15.40:0/2520023364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 msgr2=0x560f7dd20560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd20560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 -- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 msgr2=0x560f7dd20aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd20aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 -- 172.21.15.40:0/2520023364 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560f7da8cd80 con 0x560f7db696b0 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed489f1700 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd20020 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fed38009ce0 tx=0x7fed3803b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cdbab34801d22fe server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.005+0000 7fed23fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed23fff700 1 -- 172.21.15.40:0/2520023364 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38035040 con 0x560f7db696b0 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed23fff700 1 -- 172.21.15.40:0/2520023364 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(112..112 src has 1..112) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fed3800f460 con 0x560f7db696b0 2023-07-14T13:06:30.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed3801e040 con 0x560f7db696b0 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed23fff700 1 -- 172.21.15.40:0/2520023364 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed3800f620 con 0x560f7db696b0 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 10 client.17688 fetch_fsmap learned FSMap version 81 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=4+}) v3 -- 0x560f7da8b250 con 0x560f7db696b0 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed23fff700 1 -- 172.21.15.40:0/2520023364 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed3801e040 con 0x560f7db696b0 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed23fff700 1 -- 172.21.15.40:0/2520023364 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 81) v1 ==== 7462+0+0 (secure 0 0 0) 0x7fed38044450 con 0x560f7db696b0 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 10 client.17688 fetch_fsmap finished waiting for FSMap version 81 2023-07-14T13:06:30.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 10 client.17688 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 20 client.17688 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd7f440 0x560f7dd81820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 4 client.17688 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560f7dc19ff0 con 0x560f7dd7f440 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.006+0000 7fed43fff700 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd7f440 0x560f7dd81820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.008+0000 7fed23fff700 10 client.17688 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:30.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.008+0000 7fed43fff700 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd7f440 0x560f7dd81820 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f24306de53fa193 server_cookie=7f824582053baa43 in_seq=0 out_seq=0 2023-07-14T13:06:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed23fff700 1 -- 172.21.15.40:0/2520023364 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560f7dc19ff0 con 0x560f7dd7f440 2023-07-14T13:06:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed23fff700 10 client.17688 handle_command_reply: tid=0 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 client.17688 shutdown 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 msgr2=0x560f7dd20020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd20020 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fed38009ce0 tx=0x7fed3803b5b0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 shutdown_connections 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x560f7dd17b10 0x560f7dd20aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560f7db696b0 0x560f7dd20020 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x560f7dd7f440 0x560f7dd81820 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 --2- 172.21.15.40:0/2520023364 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f7dd176a0 0x560f7dd20560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed23fff700 0 client.17688 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.261+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 >> 172.21.15.40:0/2520023364 conn(0x560f7dd02be0 msgr2=0x560f7dd17f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 shutdown_connections 2023-07-14T13:06:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed56ddbb80 1 -- 172.21.15.40:0/2520023364 wait complete. 2023-07-14T13:06:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed56ddbb80 20 client.17688 trim_cache size 0 max 16384 2023-07-14T13:06:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:06:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:06:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:06:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:06:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fed340a1340 msgr2=0x7fed340a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fed340a1340 0x7fed340a37f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fed3800b2e0 tx=0x7fed38005fb0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 msgr2=0x7fed441970d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 0x7fed441970d0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fed3000e9a0 tx=0x7fed3000ecb0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 shutdown_connections 2023-07-14T13:06:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fed340a1340 0x7fed340a37f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fed44104a30 0x7fed441a1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fed440fea30 0x7fed44196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 --2- 172.21.15.40:0/886878058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fed440ff3e0 0x7fed441970d0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.262+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 >> 172.21.15.40:0/886878058 conn(0x7fed44074760 msgr2=0x7fed440fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.263+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 shutdown_connections 2023-07-14T13:06:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:30.263+0000 7fed4ac55700 1 -- 172.21.15.40:0/886878058 wait complete. 2023-07-14T13:06:30.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:30 smithi040 ceph-mon[96535]: pgmap v633: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 904 op/s 2023-07-14T13:06:30.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:30 smithi133 ceph-mon[98311]: pgmap v633: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 904 op/s 2023-07-14T13:06:30.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:30 smithi130 ceph-mon[97977]: pgmap v633: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 18 MiB/s wr, 904 op/s 2023-07-14T13:06:30.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 260306 32.67 MB/sec execute 303 sec latency 158.105 ms 2023-07-14T13:06:31.251 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setuser ceph since I am not root 2023-07-14T13:06:31.251 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setgroup ceph since I am not root 2023-07-14T13:06:31.251 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:30 smithi133 ceph-mds[124329]: -- 172.21.15.133:0/35064061 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5643f8deb1e0 con 0x5643f8dc0800 2023-07-14T13:06:31.251 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: starting mds.c at 2023-07-14T13:06:31.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:31 smithi040 ceph-mon[96535]: daemon mds.c restarted 2023-07-14T13:06:31.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:31 smithi133 ceph-mon[98311]: daemon mds.c restarted 2023-07-14T13:06:31.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:31 smithi130 ceph-mon[97977]: daemon mds.c restarted 2023-07-14T13:06:31.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 260880 32.65 MB/sec execute 304 sec latency 75.914 ms 2023-07-14T13:06:32.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:32 smithi040 ceph-mon[96535]: pgmap v634: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 532 op/s 2023-07-14T13:06:32.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:32 smithi040 ceph-mon[96535]: osdmap e113: 12 total, 12 up, 12 in 2023-07-14T13:06:32.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:32 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6836/3383874530,v1:172.21.15.133:6837/3383874530] up:boot 2023-07-14T13:06:32.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:32 smithi040 ceph-mon[96535]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-07-14T13:06:32.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:32 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:06:32.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:32 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:06:32.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:32 smithi133 ceph-mon[98311]: pgmap v634: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 532 op/s 2023-07-14T13:06:32.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:32 smithi133 ceph-mon[98311]: osdmap e113: 12 total, 12 up, 12 in 2023-07-14T13:06:32.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:32 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6836/3383874530,v1:172.21.15.133:6837/3383874530] up:boot 2023-07-14T13:06:32.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:32 smithi133 ceph-mon[98311]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-07-14T13:06:32.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:32 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:06:32.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:32 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:06:32.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:32 smithi130 ceph-mon[97977]: pgmap v634: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 11 MiB/s wr, 532 op/s 2023-07-14T13:06:32.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:32 smithi130 ceph-mon[97977]: osdmap e113: 12 total, 12 up, 12 in 2023-07-14T13:06:32.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:32 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6836/3383874530,v1:172.21.15.133:6837/3383874530] up:boot 2023-07-14T13:06:32.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:32 smithi130 ceph-mon[97977]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-07-14T13:06:32.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:32 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:06:32.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:32 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:06:32.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 261514 32.65 MB/sec execute 305 sec latency 74.769 ms 2023-07-14T13:06:33.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 262058 32.63 MB/sec execute 306 sec latency 140.733 ms 2023-07-14T13:06:34.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:34 smithi040 ceph-mon[96535]: pgmap v636: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 14 MiB/s wr, 638 op/s 2023-07-14T13:06:34.500 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:34 smithi133 ceph-mon[98311]: pgmap v636: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 14 MiB/s wr, 638 op/s 2023-07-14T13:06:34.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:34 smithi130 ceph-mon[97977]: pgmap v636: 97 pgs: 97 active+clean; 2.1 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 14 MiB/s wr, 638 op/s 2023-07-14T13:06:34.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 262717 32.63 MB/sec execute 307 sec latency 96.661 ms 2023-07-14T13:06:35.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 263440 32.68 MB/sec execute 308 sec latency 64.066 ms 2023-07-14T13:06:36.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:36 smithi040 ceph-mon[96535]: pgmap v637: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 13 MiB/s wr, 682 op/s 2023-07-14T13:06:36.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:36 smithi133 ceph-mon[98311]: pgmap v637: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 13 MiB/s wr, 682 op/s 2023-07-14T13:06:36.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:36 smithi130 ceph-mon[97977]: pgmap v637: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 13 MiB/s wr, 682 op/s 2023-07-14T13:06:36.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 264048 32.67 MB/sec execute 309 sec latency 66.302 ms 2023-07-14T13:06:37.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 264624 32.67 MB/sec execute 310 sec latency 118.745 ms 2023-07-14T13:06:38.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:38 smithi040 ceph-mon[96535]: pgmap v638: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 13 MiB/s wr, 682 op/s 2023-07-14T13:06:38.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:38 smithi133 ceph-mon[98311]: pgmap v638: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 13 MiB/s wr, 682 op/s 2023-07-14T13:06:38.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:38 smithi130 ceph-mon[97977]: pgmap v638: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 13 MiB/s wr, 682 op/s 2023-07-14T13:06:38.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 265244 32.66 MB/sec execute 311 sec latency 76.153 ms 2023-07-14T13:06:39.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 265750 32.63 MB/sec execute 312 sec latency 200.950 ms 2023-07-14T13:06:40.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:40 smithi040 ceph-mon[96535]: pgmap v639: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:06:40.750 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:40 smithi133 ceph-mon[98311]: pgmap v639: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:06:40.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:40 smithi130 ceph-mon[97977]: pgmap v639: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:06:40.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 266434 32.67 MB/sec execute 313 sec latency 158.425 ms 2023-07-14T13:06:41.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 267063 32.68 MB/sec execute 314 sec latency 82.551 ms 2023-07-14T13:06:42.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:42 smithi040 ceph-mon[96535]: pgmap v640: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:06:42.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:42 smithi133 ceph-mon[98311]: pgmap v640: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:06:42.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:42 smithi130 ceph-mon[97977]: pgmap v640: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:06:42.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 267637 32.66 MB/sec execute 315 sec latency 77.639 ms 2023-07-14T13:06:43.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 -- 172.21.15.40:0/4172953794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb4104a40 msgr2=0x7efcb4104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 --2- 172.21.15.40:0/4172953794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb4104a40 0x7efcb4104e10 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7efcb0009990 tx=0x7efcb0009ca0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 -- 172.21.15.40:0/4172953794 shutdown_connections 2023-07-14T13:06:43.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 --2- 172.21.15.40:0/4172953794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcb40ff3e0 0x7efcb410b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 --2- 172.21.15.40:0/4172953794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb4104a40 0x7efcb4104e10 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 --2- 172.21.15.40:0/4172953794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcb40fea30 0x7efcb40feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 -- 172.21.15.40:0/4172953794 >> 172.21.15.40:0/4172953794 conn(0x7efcb40fa4f0 msgr2=0x7efcb40fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:43.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 -- 172.21.15.40:0/4172953794 shutdown_connections 2023-07-14T13:06:43.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.393+0000 7efcbb128700 1 -- 172.21.15.40:0/4172953794 wait complete. 2023-07-14T13:06:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 Processor -- start 2023-07-14T13:06:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 -- start start 2023-07-14T13:06:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcb40fea30 0x7efcb419bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 0x7efcb419c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcb4104a40 0x7efcb4195a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcb4196070 con 0x7efcb40ff3e0 2023-07-14T13:06:43.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcb41961e0 con 0x7efcb4104a40 2023-07-14T13:06:43.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.394+0000 7efcbb128700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcb41963a0 con 0x7efcb40fea30 2023-07-14T13:06:43.435 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 0x7efcb419c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 0x7efcb419c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39334/0 (socket says 172.21.15.40:39334) 2023-07-14T13:06:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 -- 172.21.15.40:0/1618215586 learned_addr learned my addr 172.21.15.40:0/1618215586 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcb40fea30 0x7efcb419bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 -- 172.21.15.40:0/1618215586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcb40fea30 msgr2=0x7efcb419bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcb40fea30 0x7efcb419bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 -- 172.21.15.40:0/1618215586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcb4104a40 msgr2=0x7efcb4195a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcb4104a40 0x7efcb4195a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 -- 172.21.15.40:0/1618215586 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcac009c40 con 0x7efcb40ff3e0 2023-07-14T13:06:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efcabfff700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 0x7efcb419c0e0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7efca400e9a0 tx=0x7efca400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.395+0000 7efca9ffb700 1 -- 172.21.15.40:0/1618215586 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efca400cb50 con 0x7efcb40ff3e0 2023-07-14T13:06:43.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.396+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcb00095f0 con 0x7efcb40ff3e0 2023-07-14T13:06:43.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.396+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcb4196870 con 0x7efcb40ff3e0 2023-07-14T13:06:43.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.396+0000 7efca9ffb700 1 -- 172.21.15.40:0/1618215586 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efca400ccb0 con 0x7efcb40ff3e0 2023-07-14T13:06:43.438 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.396+0000 7efca9ffb700 1 -- 172.21.15.40:0/1618215586 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efca4018680 con 0x7efcb40ff3e0 2023-07-14T13:06:43.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.399+0000 7efca9ffb700 1 -- 172.21.15.40:0/1618215586 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7efca40187e0 con 0x7efcb40ff3e0 2023-07-14T13:06:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.400+0000 7efca9ffb700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efc9c0a1340 0x7efc9c0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.400+0000 7efca9ffb700 1 -- 172.21.15.40:0/1618215586 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efca4014070 con 0x7efcb40ff3e0 2023-07-14T13:06:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.400+0000 7efcc72aeb80 1 Processor -- start 2023-07-14T13:06:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.400+0000 7efcc72aeb80 1 -- start start 2023-07-14T13:06:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e34670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 0x55d235e26040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e269d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235d2bc50 con 0x55d235c826b0 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235d7e9e0 con 0x55d235e26580 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235d77e70 con 0x55d235e34bb0 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcb96c5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e269d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcabfff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 0x55d235e26040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.442 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcb96c5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e269d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56594/0 (socket says 172.21.15.40:56594) 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcb96c5700 1 -- 172.21.15.40:0/713964231 learned_addr learned my addr 172.21.15.40:0/713964231 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcabfff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 0x55d235e26040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53032/0 (socket says 172.21.15.40:53032) 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.401+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e34670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efc9c0a1340 0x7efc9c0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb96c5700 1 -- 172.21.15.40:0/713964231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 msgr2=0x55d235e26040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb96c5700 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 0x55d235e26040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb96c5700 1 -- 172.21.15.40:0/713964231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 msgr2=0x55d235e34670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:43.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb96c5700 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e34670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb96c5700 1 -- 172.21.15.40:0/713964231 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d235ba5d80 con 0x55d235e26580 2023-07-14T13:06:43.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcabfff700 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 0x55d235e26040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:43.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb96c5700 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e269d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efcac00e520 tx=0x7efcac00e830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=491ef21b78d7600d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:43.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efc9c0a1340 0x7efc9c0a37f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efcb0006010 tx=0x7efcb0009ca0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:43.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efc9affd700 1 -- 172.21.15.40:0/713964231 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcac017070 con 0x55d235e26580 2023-07-14T13:06:43.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efc9affd700 1 -- 172.21.15.40:0/713964231 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcac00f040 con 0x55d235e26580 2023-07-14T13:06:43.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.402+0000 7efc9affd700 1 -- 172.21.15.40:0/713964231 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcac00e050 con 0x55d235e26580 2023-07-14T13:06:43.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 -- 172.21.15.40:0/713964231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 msgr2=0x55d235e269d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e269d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efcac00e520 tx=0x7efcac00e830 comp rx=0 tx=0).stop 2023-07-14T13:06:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 -- 172.21.15.40:0/713964231 shutdown_connections 2023-07-14T13:06:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e269d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e34670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/713964231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e34bb0 0x55d235e26040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 -- 172.21.15.40:0/713964231 >> 172.21.15.40:0/713964231 conn(0x55d235e1bbe0 msgr2=0x55d235e21140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 -- 172.21.15.40:0/713964231 shutdown_connections 2023-07-14T13:06:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.403+0000 7efcc72aeb80 1 -- 172.21.15.40:0/713964231 wait complete. 2023-07-14T13:06:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.404+0000 7efcc72aeb80 1 -- start start 2023-07-14T13:06:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.404+0000 7efcc72aeb80 1 Processor -- start 2023-07-14T13:06:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e3adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e26580 0x55d235e38070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e38680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235d17a60 con 0x55d235c826b0 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235d17760 con 0x55d235e34bb0 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235bfb8c0 con 0x55d235e26580 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcc72aeb80 10 client.0 _ll_register_callbacks cb 0x55d235d15700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e3adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e3adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39344/0 (socket says 172.21.15.40:39344) 2023-07-14T13:06:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 -- 172.21.15.40:0/2720544378 learned_addr learned my addr 172.21.15.40:0/2720544378 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 -- 172.21.15.40:0/2720544378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e26580 msgr2=0x55d235e38070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:06:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e26580 0x55d235e38070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 -- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 msgr2=0x55d235e38680 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:06:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e38680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.405+0000 7efcb8ec4700 1 -- 172.21.15.40:0/2720544378 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcb00095f0 con 0x55d235c826b0 2023-07-14T13:06:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e3adf0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7efcb0015000 tx=0x7efcb0009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93995ff0a6702ff6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efc93fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:06:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efc93fff700 1 -- 172.21.15.40:0/2720544378 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcb002d070 con 0x55d235c826b0 2023-07-14T13:06:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d235cd1490 con 0x55d235c826b0 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efc93fff700 1 -- 172.21.15.40:0/2720544378 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(113..113 src has 1..113) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efcb000f670 con 0x55d235c826b0 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efc93fff700 1 -- 172.21.15.40:0/2720544378 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7efcb000f830 con 0x55d235c826b0 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efcc72aeb80 10 client.17706 fetch_fsmap learned FSMap version 83 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=4+}) v3 -- 0x7efcac00e200 con 0x55d235c826b0 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.406+0000 7efc93fff700 1 -- 172.21.15.40:0/2720544378 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d235cd1490 con 0x55d235c826b0 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efc93fff700 1 -- 172.21.15.40:0/2720544378 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 83) v1 ==== 7462+0+0 (secure 0 0 0) 0x7efcb0031a90 con 0x55d235c826b0 2023-07-14T13:06:43.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcc72aeb80 10 client.17706 fetch_fsmap finished waiting for FSMap version 83 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcc72aeb80 10 client.17706 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcc72aeb80 20 client.17706 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235e592f0 0x55d235e5b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcc72aeb80 4 client.17706 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d235d70e50 con 0x55d235e592f0 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcabfff700 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235e592f0 0x55d235e5b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efc93fff700 10 client.17706 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.407+0000 7efcabfff700 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235e592f0 0x55d235e5b760 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=403656ac5e105a2e server_cookie=e8df64f5a143210 in_seq=0 out_seq=0 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.408+0000 7efc93fff700 1 -- 172.21.15.40:0/2720544378 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d235d70e50 con 0x55d235e592f0 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.408+0000 7efc93fff700 10 client.17706 handle_command_reply: tid=0 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.408+0000 7efcc72aeb80 1 client.17706 shutdown 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 msgr2=0x55d235e3adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e3adf0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7efcb0015000 tx=0x7efcb0009310 comp rx=0 tx=0).stop 2023-07-14T13:06:43.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 shutdown_connections 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e38680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235c826b0 0x55d235e3adf0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235e592f0 0x55d235e5b760 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2720544378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235e26580 0x55d235e38070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efc93fff700 0 client.17706 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 >> 172.21.15.40:0/2720544378 conn(0x55d235e1bbe0 msgr2=0x55d235e1fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 shutdown_connections 2023-07-14T13:06:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2720544378 wait complete. 2023-07-14T13:06:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.409+0000 7efcc72aeb80 20 client.17706 trim_cache size 0 max 16384 2023-07-14T13:06:43.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 Processor -- start 2023-07-14T13:06:43.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 -- start start 2023-07-14T13:06:43.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e50450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e37830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 0x55d235e3a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235e26fd0 con 0x55d235e34bb0 2023-07-14T13:06:43.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235e38c60 con 0x55d235e26580 2023-07-14T13:06:43.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235e18be0 con 0x55d235c826b0 2023-07-14T13:06:43.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcb96c5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 0x55d235e3a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcb8ec4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e50450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcabfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e37830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcb8ec4700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e50450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53038/0 (socket says 172.21.15.40:53038) 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcb96c5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 0x55d235e3a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39352/0 (socket says 172.21.15.40:39352) 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcabfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e37830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56602/0 (socket says 172.21.15.40:56602) 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.428+0000 7efcb8ec4700 1 -- 172.21.15.40:0/2283631196 learned_addr learned my addr 172.21.15.40:0/2283631196 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efcb96c5700 1 -- 172.21.15.40:0/2283631196 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 msgr2=0x55d235e50450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:43.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efcb96c5700 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e50450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efcb96c5700 1 -- 172.21.15.40:0/2283631196 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 msgr2=0x55d235e37830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:43.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efcb96c5700 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e37830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efcb96c5700 1 -- 172.21.15.40:0/2283631196 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d235b8ec00 con 0x55d235e34bb0 2023-07-14T13:06:43.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efcb96c5700 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 0x55d235e3a920 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7efcac00eb80 tx=0x7efcac009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=710df56d52a1b65d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efc9b7fe700 1 -- 172.21.15.40:0/2283631196 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcac017040 con 0x55d235e34bb0 2023-07-14T13:06:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efc9b7fe700 1 -- 172.21.15.40:0/2283631196 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcac0092d0 con 0x55d235e34bb0 2023-07-14T13:06:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.429+0000 7efc9b7fe700 1 -- 172.21.15.40:0/2283631196 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcac004910 con 0x55d235e34bb0 2023-07-14T13:06:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2283631196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 msgr2=0x55d235e3a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 0x55d235e3a920 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7efcac00eb80 tx=0x7efcac009b20 comp rx=0 tx=0).stop 2023-07-14T13:06:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2283631196 shutdown_connections 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e50450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e34bb0 0x55d235e3a920 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/2283631196 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e26580 0x55d235e37830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2283631196 >> 172.21.15.40:0/2283631196 conn(0x55d235e1bbe0 msgr2=0x55d235e32240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2283631196 shutdown_connections 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 -- 172.21.15.40:0/2283631196 wait complete. 2023-07-14T13:06:43.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 -- start start 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.430+0000 7efcc72aeb80 1 Processor -- start 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e31660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 0x55d235e30060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e305a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235e31d20 con 0x55d235e26580 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcabfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 0x55d235e30060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235e30ae0 con 0x55d235e34bb0 2023-07-14T13:06:43.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d235e30ca0 con 0x55d235c826b0 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcabfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 0x55d235e30060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39356/0 (socket says 172.21.15.40:39356) 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcabfff700 1 -- 172.21.15.40:0/727936439 learned_addr learned my addr 172.21.15.40:0/727936439 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e31660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcc72aeb80 10 client.0 _ll_register_callbacks cb 0x7efcb00055c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb96c5700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e305a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb8ec4700 1 -- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 msgr2=0x55d235e305a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e305a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb8ec4700 1 -- 172.21.15.40:0/727936439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 msgr2=0x55d235e30060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 0x55d235e30060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.431+0000 7efcb8ec4700 1 -- 172.21.15.40:0/727936439 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d235ba5d80 con 0x55d235c826b0 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efcabfff700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 0x55d235e30060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efcb8ec4700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e31660 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efcb0009990 tx=0x7efcb0017cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d8438fc91630499 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efc93fff700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:06:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efc93fff700 1 -- 172.21.15.40:0/727936439 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcb002d070 con 0x55d235c826b0 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efc93fff700 1 -- 172.21.15.40:0/727936439 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(113..113 src has 1..113) v4 ==== 8551+0+0 (secure 0 0 0) 0x7efcb0017e20 con 0x55d235c826b0 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efcac00f040 con 0x55d235c826b0 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efc93fff700 1 -- 172.21.15.40:0/727936439 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7efcb000f670 con 0x55d235c826b0 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efcc72aeb80 10 client.27166 fetch_fsmap learned FSMap version 83 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=4+}) v3 -- 0x55d235bcc1f0 con 0x55d235c826b0 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.432+0000 7efc93fff700 1 -- 172.21.15.40:0/727936439 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcac00f040 con 0x55d235c826b0 2023-07-14T13:06:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efc93fff700 1 -- 172.21.15.40:0/727936439 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 83) v1 ==== 7462+0+0 (secure 0 0 0) 0x7efcb00319b0 con 0x55d235c826b0 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcc72aeb80 10 client.27166 fetch_fsmap finished waiting for FSMap version 83 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcc72aeb80 10 client.27166 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcc72aeb80 20 client.27166 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235eadfd0 0x55d235eb03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcc72aeb80 4 client.27166 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d235d32ff0 con 0x55d235eadfd0 2023-07-14T13:06:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcabfff700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235eadfd0 0x55d235eb03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:43.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efcabfff700 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235eadfd0 0x55d235eb03b0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eeb22a3e2b2a2d5 server_cookie=1602e528d81a9115 in_seq=0 out_seq=0 2023-07-14T13:06:43.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.433+0000 7efc93fff700 10 client.27166 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:43.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.665+0000 7efc93fff700 1 -- 172.21.15.40:0/727936439 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d235d32ff0 con 0x55d235eadfd0 2023-07-14T13:06:43.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.665+0000 7efc93fff700 10 client.27166 handle_command_reply: tid=0 2023-07-14T13:06:43.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.665+0000 7efcc72aeb80 1 client.27166 shutdown 2023-07-14T13:06:43.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 msgr2=0x55d235e31660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e31660 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efcb0009990 tx=0x7efcb0017cb0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 shutdown_connections 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d235eadfd0 0x55d235eb03b0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d235c826b0 0x55d235e31660 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d235e34bb0 0x55d235e305a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 --2- 172.21.15.40:0/727936439 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d235e26580 0x55d235e30060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 >> 172.21.15.40:0/727936439 conn(0x55d235e1bbe0 msgr2=0x55d235e353a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:43.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efc93fff700 0 client.27166 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 shutdown_connections 2023-07-14T13:06:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 1 -- 172.21.15.40:0/727936439 wait complete. 2023-07-14T13:06:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.666+0000 7efcc72aeb80 20 client.27166 trim_cache size 0 max 16384 2023-07-14T13:06:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:06:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:06:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:06:43.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:06:43.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efc9c0a1340 msgr2=0x7efc9c0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efc9c0a1340 0x7efc9c0a37f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efcb0006010 tx=0x7efcb0009ca0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 msgr2=0x7efcb419c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 0x7efcb419c0e0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7efca400e9a0 tx=0x7efca400ed60 comp rx=0 tx=0).stop 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 shutdown_connections 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efc9c0a1340 0x7efc9c0a37f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcb40fea30 0x7efcb419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcb4104a40 0x7efcb4195a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 --2- 172.21.15.40:0/1618215586 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcb40ff3e0 0x7efcb419c0e0 secure :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7efca400e9a0 tx=0x7efca400ed60 comp rx=0 tx=0).stop 2023-07-14T13:06:43.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.667+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 >> 172.21.15.40:0/1618215586 conn(0x7efcb40fa4f0 msgr2=0x7efcb41027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:43.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.672+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 shutdown_connections 2023-07-14T13:06:43.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:43.672+0000 7efcbb128700 1 -- 172.21.15.40:0/1618215586 wait complete. 2023-07-14T13:06:43.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 268195 32.66 MB/sec execute 316 sec latency 195.105 ms 2023-07-14T13:06:44.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:44 smithi133 ceph-mon[98311]: pgmap v641: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 8.4 MiB/s wr, 540 op/s 2023-07-14T13:06:44.544 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:44 smithi130 ceph-mon[97977]: pgmap v641: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 8.4 MiB/s wr, 540 op/s 2023-07-14T13:06:44.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:44 smithi040 ceph-mon[96535]: pgmap v641: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 8.4 MiB/s wr, 540 op/s 2023-07-14T13:06:44.833 INFO:tasks.workunit.client.0.smithi040.stdout: 10 268625 32.62 MB/sec execute 317 sec latency 295.986 ms 2023-07-14T13:06:45.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 269126 32.59 MB/sec execute 318 sec latency 124.200 ms 2023-07-14T13:06:46.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:46 smithi040 ceph-mon[96535]: pgmap v642: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 814 op/s 2023-07-14T13:06:46.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:46 smithi133 ceph-mon[98311]: pgmap v642: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 814 op/s 2023-07-14T13:06:46.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:46 smithi130 ceph-mon[97977]: pgmap v642: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 814 op/s 2023-07-14T13:06:46.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 269890 32.64 MB/sec execute 319 sec latency 87.754 ms 2023-07-14T13:06:47.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 270526 32.65 MB/sec execute 320 sec latency 66.640 ms 2023-07-14T13:06:48.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:48 smithi040 ceph-mon[96535]: pgmap v643: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.6 MiB/s wr, 507 op/s 2023-07-14T13:06:48.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:48 smithi133 ceph-mon[98311]: pgmap v643: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.6 MiB/s wr, 507 op/s 2023-07-14T13:06:48.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:48 smithi130 ceph-mon[97977]: pgmap v643: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.6 MiB/s wr, 507 op/s 2023-07-14T13:06:48.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 271131 32.64 MB/sec execute 321 sec latency 111.198 ms 2023-07-14T13:06:49.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 271595 32.62 MB/sec execute 322 sec latency 238.367 ms 2023-07-14T13:06:50.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:50 smithi040 ceph-mon[96535]: pgmap v644: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 14 MiB/s wr, 791 op/s 2023-07-14T13:06:50.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:50 smithi133 ceph-mon[98311]: pgmap v644: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 14 MiB/s wr, 791 op/s 2023-07-14T13:06:50.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:50 smithi130 ceph-mon[97977]: pgmap v644: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 14 MiB/s wr, 791 op/s 2023-07-14T13:06:50.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 272157 32.61 MB/sec execute 323 sec latency 89.948 ms 2023-07-14T13:06:51.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 272885 32.63 MB/sec execute 324 sec latency 81.319 ms 2023-07-14T13:06:52.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:52 smithi040 ceph-mon[96535]: pgmap v645: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:06:52.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:52 smithi133 ceph-mon[98311]: pgmap v645: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:06:52.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:52 smithi130 ceph-mon[97977]: pgmap v645: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:06:52.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 273530 32.65 MB/sec execute 325 sec latency 74.534 ms 2023-07-14T13:06:53.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 274155 32.64 MB/sec execute 326 sec latency 75.604 ms 2023-07-14T13:06:54.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:54 smithi133 ceph-mon[98311]: pgmap v646: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:06:54.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:54 smithi130 ceph-mon[97977]: pgmap v646: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:06:54.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:54 smithi040 ceph-mon[96535]: pgmap v646: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:06:54.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 274591 32.60 MB/sec execute 327 sec latency 219.921 ms 2023-07-14T13:06:55.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 275215 32.62 MB/sec execute 328 sec latency 96.970 ms 2023-07-14T13:06:56.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:56 smithi040 ceph-mon[96535]: pgmap v647: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 15 MiB/s wr, 834 op/s 2023-07-14T13:06:56.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:56 smithi133 ceph-mon[98311]: pgmap v647: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 15 MiB/s wr, 834 op/s 2023-07-14T13:06:56.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:56 smithi130 ceph-mon[97977]: pgmap v647: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 15 MiB/s wr, 834 op/s 2023-07-14T13:06:56.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 275887 32.62 MB/sec execute 329 sec latency 83.268 ms 2023-07-14T13:06:56.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 -- 172.21.15.40:0/2890435609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340fea30 msgr2=0x7f8e340feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:56.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/2890435609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340fea30 0x7f8e340feea0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f8e28009990 tx=0x7f8e28009ca0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 -- 172.21.15.40:0/2890435609 shutdown_connections 2023-07-14T13:06:56.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/2890435609 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e34104a30 0x7f8e34104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/2890435609 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e340ff3e0 0x7f8e3410b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/2890435609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340fea30 0x7f8e340feea0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 -- 172.21.15.40:0/2890435609 >> 172.21.15.40:0/2890435609 conn(0x7f8e34074760 msgr2=0x7f8e34074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:56.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 -- 172.21.15.40:0/2890435609 shutdown_connections 2023-07-14T13:06:56.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.815+0000 7f8e38fb5700 1 -- 172.21.15.40:0/2890435609 wait complete. 2023-07-14T13:06:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 Processor -- start 2023-07-14T13:06:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 -- start start 2023-07-14T13:06:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e340fea30 0x7f8e3419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 0x7f8e3419b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e34104a30 0x7f8e34194950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e34194fc0 con 0x7f8e340ff3e0 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e34195130 con 0x7f8e340fea30 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e38fb5700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e341952f0 con 0x7f8e34104a30 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.816+0000 7f8e31d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 0x7f8e3419b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e340fea30 0x7f8e3419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 0x7f8e3419b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39370/0 (socket says 172.21.15.40:39370) 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 -- 172.21.15.40:0/667402581 learned_addr learned my addr 172.21.15.40:0/667402581 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:56.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e32d9d700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e34104a30 0x7f8e34194950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 -- 172.21.15.40:0/667402581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e34104a30 msgr2=0x7f8e34194950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e34104a30 0x7f8e34194950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 -- 172.21.15.40:0/667402581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e340fea30 msgr2=0x7f8e3419aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e340fea30 0x7f8e3419aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 -- 172.21.15.40:0/667402581 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e280095f0 con 0x7f8e340ff3e0 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 0x7f8e3419b030 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f8e28005910 tx=0x7f8e28004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e237fe700 1 -- 172.21.15.40:0/667402581 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e2801d070 con 0x7f8e340ff3e0 2023-07-14T13:06:56.855 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e237fe700 1 -- 172.21.15.40:0/667402581 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e28022470 con 0x7f8e340ff3e0 2023-07-14T13:06:56.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e237fe700 1 -- 172.21.15.40:0/667402581 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e28017650 con 0x7f8e340ff3e0 2023-07-14T13:06:56.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e34195570 con 0x7f8e340ff3e0 2023-07-14T13:06:56.856 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.817+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e341a1ae0 con 0x7f8e340ff3e0 2023-07-14T13:06:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.820+0000 7f8e237fe700 1 -- 172.21.15.40:0/667402581 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f8e2800fad0 con 0x7f8e340ff3e0 2023-07-14T13:06:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.820+0000 7f8e237fe700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e1c0a12c0 0x7f8e1c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.820+0000 7f8e237fe700 1 -- 172.21.15.40:0/667402581 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f8e280ce110 con 0x7f8e340ff3e0 2023-07-14T13:06:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.820+0000 7f8e3259c700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e1c0a12c0 0x7f8e1c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.858 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.821+0000 7f8e3259c700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e1c0a12c0 0x7f8e1c0a3770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8e340ffba0 tx=0x7f8e2400b040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.821+0000 7f8e4513bb80 1 Processor -- start 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.821+0000 7f8e4513bb80 1 -- start start 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7dad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7d5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7d59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf6dac50 con 0x55bcdf6316b0 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf72d9e0 con 0x55bcdf7d5580 2023-07-14T13:06:56.859 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf726e70 con 0x55bcdf7db2d0 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7dad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7d5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7d5040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53068/0 (socket says 172.21.15.40:53068) 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7dad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39376/0 (socket says 172.21.15.40:39376) 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 -- 172.21.15.40:0/706894701 learned_addr learned my addr 172.21.15.40:0/706894701 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e32d9d700 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7d59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.860 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 -- 172.21.15.40:0/706894701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 msgr2=0x55bcdf7d59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7d59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 -- 172.21.15.40:0/706894701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 msgr2=0x55bcdf7dad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7dad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 -- 172.21.15.40:0/706894701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bcdf554d80 con 0x55bcdf7db2d0 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e3259c700 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7dad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7d5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8e28097d60 tx=0x7f8e28097740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d322f0bbe963413 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.822+0000 7f8e20ff9700 1 -- 172.21.15.40:0/706894701 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e2809b2f0 con 0x55bcdf7db2d0 2023-07-14T13:06:56.861 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e20ff9700 1 -- 172.21.15.40:0/706894701 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e2809f320 con 0x55bcdf7db2d0 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e20ff9700 1 -- 172.21.15.40:0/706894701 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e28022890 con 0x55bcdf7db2d0 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 -- 172.21.15.40:0/706894701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 msgr2=0x55bcdf7d5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7d5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8e28097d60 tx=0x7f8e28097740 comp rx=0 tx=0).stop 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 -- 172.21.15.40:0/706894701 shutdown_connections 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7d59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7dad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/706894701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7d5040 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.862 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.823+0000 7f8e4513bb80 1 -- 172.21.15.40:0/706894701 >> 172.21.15.40:0/706894701 conn(0x55bcdf7cabe0 msgr2=0x55bcdf7cff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:56.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 -- 172.21.15.40:0/706894701 shutdown_connections 2023-07-14T13:06:56.863 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 -- 172.21.15.40:0/706894701 wait complete. 2023-07-14T13:06:56.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 -- start start 2023-07-14T13:06:56.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 Processor -- start 2023-07-14T13:06:56.865 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.824+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7de670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf6c6a60 con 0x55bcdf7db2d0 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf6c6760 con 0x55bcdf6316b0 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf5aa8c0 con 0x55bcdf7d5580 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e4513bb80 10 client.0 _ll_register_callbacks cb 0x55bcdf6c4700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:56.866 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e43b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56636/0 (socket says 172.21.15.40:56636) 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e3259c700 1 -- 172.21.15.40:0/3712123420 learned_addr learned my addr 172.21.15.40:0/3712123420 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e32d9d700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7de670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 -- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf6316b0 msgr2=0x55bcdf7e43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 -- 172.21.15.40:0/3712123420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7db2d0 msgr2=0x55bcdf7de670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.867 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7de670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 -- 172.21.15.40:0/3712123420 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e24017440 con 0x55bcdf7d5580 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e48f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8e2809b280 tx=0x7f8e280a36b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=583823963a716c8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.825+0000 7f8e19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e19ffb700 1 -- 172.21.15.40:0/3712123420 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e28022890 con 0x55bcdf7d5580 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e19ffb700 1 -- 172.21.15.40:0/3712123420 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(113..113 src has 1..113) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f8e2809b550 con 0x55bcdf7d5580 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bcdf680490 con 0x55bcdf7d5580 2023-07-14T13:06:56.868 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e19ffb700 1 -- 172.21.15.40:0/3712123420 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e2809b710 con 0x55bcdf7d5580 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 10 client.27178 fetch_fsmap learned FSMap version 83 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=4+}) v3 -- 0x7f8e341a1ae0 con 0x55bcdf7d5580 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e19ffb700 1 -- 172.21.15.40:0/3712123420 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55bcdf680490 con 0x55bcdf7d5580 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e19ffb700 1 -- 172.21.15.40:0/3712123420 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 83) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8e280a32b0 con 0x55bcdf7d5580 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 10 client.27178 fetch_fsmap finished waiting for FSMap version 83 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 10 client.27178 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 20 client.27178 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:56.869 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7ee330 0x55bcdf7f0710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 4 client.27178 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.826+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bcdf71fe50 con 0x55bcdf7ee330 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.827+0000 7f8e3259c700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7ee330 0x55bcdf7f0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.827+0000 7f8e19ffb700 10 client.27178 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.827+0000 7f8e3259c700 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7ee330 0x55bcdf7f0710 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a796ce7e9d452529 server_cookie=bb863e93e6d6a06 in_seq=0 out_seq=0 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e19ffb700 1 -- 172.21.15.40:0/3712123420 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55bcdf71fe50 con 0x55bcdf7ee330 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e19ffb700 10 client.27178 handle_command_reply: tid=0 2023-07-14T13:06:56.870 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 client.27178 shutdown 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7d5580 msgr2=0x55bcdf7e48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e48f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8e2809b280 tx=0x7f8e280a36b0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 shutdown_connections 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7de670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7ee330 0x55bcdf7f0710 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3712123420 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e48f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e19ffb700 0 client.27178 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.829+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 >> 172.21.15.40:0/3712123420 conn(0x55bcdf7cabe0 msgr2=0x55bcdf7cf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.830+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 shutdown_connections 2023-07-14T13:06:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.830+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3712123420 wait complete. 2023-07-14T13:06:56.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.830+0000 7f8e4513bb80 20 client.27178 trim_cache size 0 max 16384 2023-07-14T13:06:56.882 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 Processor -- start 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 -- start start 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf6316b0 0x55bcdf7d5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7d5580 0x55bcdf7da280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7cfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf7d1ac0 con 0x55bcdf7d5580 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf7ccd30 con 0x55bcdf7db2d0 2023-07-14T13:06:56.883 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf7dcbd0 con 0x55bcdf6316b0 2023-07-14T13:06:56.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e32d9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7cfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e31d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7d5580 0x55bcdf7da280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e32d9d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7cfc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56646/0 (socket says 172.21.15.40:56646) 2023-07-14T13:06:56.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf6316b0 0x55bcdf7d5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.885 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.848+0000 7f8e32d9d700 1 -- 172.21.15.40:0/3189378522 learned_addr learned my addr 172.21.15.40:0/3189378522 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e31d9b700 1 -- 172.21.15.40:0/3189378522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf6316b0 msgr2=0x55bcdf7d5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf6316b0 0x55bcdf7d5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e31d9b700 1 -- 172.21.15.40:0/3189378522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7db2d0 msgr2=0x55bcdf7cfc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7cfc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e31d9b700 1 -- 172.21.15.40:0/3189378522 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bcdf53dc00 con 0x55bcdf7d5580 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e3259c700 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf6316b0 0x55bcdf7d5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7d5580 0x55bcdf7da280 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f8e2809b4b0 tx=0x7f8e28000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2430c3fe6a6449d7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:56.886 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e217fa700 1 -- 172.21.15.40:0/3189378522 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e2809ae30 con 0x55bcdf7d5580 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e217fa700 1 -- 172.21.15.40:0/3189378522 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e280972f0 con 0x55bcdf7d5580 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.849+0000 7f8e217fa700 1 -- 172.21.15.40:0/3189378522 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e2809a7e0 con 0x55bcdf7d5580 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3189378522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7d5580 msgr2=0x55bcdf7da280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7d5580 0x55bcdf7da280 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f8e2809b4b0 tx=0x7f8e28000bc0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3189378522 shutdown_connections 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf6316b0 0x55bcdf7d5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.887 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7cfc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/3189378522 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf7d5580 0x55bcdf7da280 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3189378522 >> 172.21.15.40:0/3189378522 conn(0x55bcdf7cabe0 msgr2=0x55bcdf7de590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3189378522 shutdown_connections 2023-07-14T13:06:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 -- 172.21.15.40:0/3189378522 wait complete. 2023-07-14T13:06:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 -- start start 2023-07-14T13:06:56.888 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.850+0000 7f8e4513bb80 1 Processor -- start 2023-07-14T13:06:56.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e2920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e2e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7e3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf7e4400 con 0x55bcdf6316b0 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf7e4570 con 0x55bcdf7d5580 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bcdf7e4730 con 0x55bcdf7db2d0 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e4513bb80 10 client.0 _ll_register_callbacks cb 0x7f8e2400fe50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:06:56.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39396/0 (socket says 172.21.15.40:39396) 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 -- 172.21.15.40:0/395345171 learned_addr learned my addr 172.21.15.40:0/395345171 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e32d9d700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7e3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 -- 172.21.15.40:0/395345171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 msgr2=0x55bcdf7e3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7e3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 -- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 msgr2=0x55bcdf7e2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:06:56.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e3259c700 1 -- 172.21.15.40:0/395345171 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e240175d0 con 0x55bcdf6316b0 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.851+0000 7f8e32d9d700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7e3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e3259c700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e2920 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009690 tx=0x7f8e24004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b193a923e4549e4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e19ffb700 1 -- 172.21.15.40:0/395345171 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e24028040 con 0x55bcdf6316b0 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e19ffb700 1 -- 172.21.15.40:0/395345171 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(113..113 src has 1..113) v4 ==== 8551+0+0 (secure 0 0 0) 0x7f8e2401c040 con 0x55bcdf6316b0 2023-07-14T13:06:56.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e2809f320 con 0x55bcdf6316b0 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e19ffb700 1 -- 172.21.15.40:0/395345171 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e2400e040 con 0x55bcdf6316b0 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 10 client.17730 fetch_fsmap learned FSMap version 83 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=4+}) v3 -- 0x7f8e341a1ae0 con 0x55bcdf6316b0 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e19ffb700 1 -- 172.21.15.40:0/395345171 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e2809f320 con 0x55bcdf6316b0 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e19ffb700 1 -- 172.21.15.40:0/395345171 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 83) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f8e2402a980 con 0x55bcdf6316b0 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 10 client.17730 fetch_fsmap finished waiting for FSMap version 83 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 10 client.17730 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:06:56.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 20 client.17730 populate_metadata read hostname 'smithi040' 2023-07-14T13:06:56.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7f2060 0x55bcdf7f2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:06:56.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 4 client.17730 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:06:56.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.852+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55bcdf6e1ff0 con 0x55bcdf7f2060 2023-07-14T13:06:56.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.853+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7f2060 0x55bcdf7f2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:06:56.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.853+0000 7f8e31d9b700 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7f2060 0x55bcdf7f2460 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50e6e03a077bd859 server_cookie=d7332f48660131b0 in_seq=0 out_seq=0 2023-07-14T13:06:56.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:56.853+0000 7f8e19ffb700 10 client.17730 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:57.087 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.053+0000 7f8e19ffb700 1 -- 172.21.15.40:0/395345171 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55bcdf6e1ff0 con 0x55bcdf7f2060 2023-07-14T13:06:57.088 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.053+0000 7f8e19ffb700 10 client.17730 handle_command_reply: tid=0 2023-07-14T13:06:57.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 client.17730 shutdown 2023-07-14T13:06:57.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 msgr2=0x55bcdf7e2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:57.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e2920 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f8e24009690 tx=0x7f8e24004ad0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 shutdown_connections 2023-07-14T13:06:57.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55bcdf7f2060 0x55bcdf7f2460 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55bcdf7db2d0 0x55bcdf7e3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55bcdf6316b0 0x55bcdf7e2920 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 --2- 172.21.15.40:0/395345171 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55bcdf7d5580 0x55bcdf7e2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 >> 172.21.15.40:0/395345171 conn(0x55bcdf7cabe0 msgr2=0x55bcdf7dd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e19ffb700 0 client.17730 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 shutdown_connections 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.055+0000 7f8e4513bb80 1 -- 172.21.15.40:0/395345171 wait complete. 2023-07-14T13:06:57.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.056+0000 7f8e4513bb80 20 client.17730 trim_cache size 0 max 16384 2023-07-14T13:06:57.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:06:57.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:06:57.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:06:57.092 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.056+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e1c0a12c0 msgr2=0x7f8e1c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.056+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e1c0a12c0 0x7f8e1c0a3770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8e340ffba0 tx=0x7f8e2400b040 comp rx=0 tx=0).stop 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.056+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 msgr2=0x7f8e3419b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.056+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 0x7f8e3419b030 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f8e28005910 tx=0x7f8e28004730 comp rx=0 tx=0).stop 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 shutdown_connections 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f8e1c0a12c0 0x7f8e1c0a3770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8e34104a30 0x7f8e34194950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f8e340fea30 0x7f8e3419aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 --2- 172.21.15.40:0/667402581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e340ff3e0 0x7f8e3419b030 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:06:57.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 >> 172.21.15.40:0/667402581 conn(0x7f8e34074760 msgr2=0x7f8e34102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:06:57.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 shutdown_connections 2023-07-14T13:06:57.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:06:57.057+0000 7f8e38fb5700 1 -- 172.21.15.40:0/667402581 wait complete. 2023-07-14T13:06:57.752 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:57 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setuser ceph since I am not root 2023-07-14T13:06:57.752 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:57 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setgroup ceph since I am not root 2023-07-14T13:06:57.753 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:06:57 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: starting mds.c at 2023-07-14T13:06:57.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 276359 32.59 MB/sec execute 330 sec latency 173.159 ms 2023-07-14T13:06:58.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:58 smithi040 ceph-mon[96535]: pgmap v648: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 557 op/s 2023-07-14T13:06:58.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:58 smithi040 ceph-mon[96535]: daemon mds.c restarted 2023-07-14T13:06:58.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:58 smithi040 ceph-mon[96535]: osdmap e114: 12 total, 12 up, 12 in 2023-07-14T13:06:58.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:58 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6836/1548578200,v1:172.21.15.133:6837/1548578200] up:boot 2023-07-14T13:06:58.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:58 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:06:58.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:06:58 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:06:58.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:58 smithi133 ceph-mon[98311]: pgmap v648: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 557 op/s 2023-07-14T13:06:58.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:58 smithi133 ceph-mon[98311]: daemon mds.c restarted 2023-07-14T13:06:58.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:58 smithi133 ceph-mon[98311]: osdmap e114: 12 total, 12 up, 12 in 2023-07-14T13:06:58.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:58 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6836/1548578200,v1:172.21.15.133:6837/1548578200] up:boot 2023-07-14T13:06:58.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:58 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:06:58.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:06:58 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:06:58.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:58 smithi130 ceph-mon[97977]: pgmap v648: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 557 op/s 2023-07-14T13:06:58.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:58 smithi130 ceph-mon[97977]: daemon mds.c restarted 2023-07-14T13:06:58.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:58 smithi130 ceph-mon[97977]: osdmap e114: 12 total, 12 up, 12 in 2023-07-14T13:06:58.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:58 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6836/1548578200,v1:172.21.15.133:6837/1548578200] up:boot 2023-07-14T13:06:58.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:58 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:06:58.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:06:58 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:06:58.834 INFO:tasks.workunit.client.0.smithi040.stdout: 10 277069 32.63 MB/sec execute 331 sec latency 52.358 ms 2023-07-14T13:06:59.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 277485 32.62 MB/sec execute 332 sec latency 232.116 ms 2023-07-14T13:07:00.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:00 smithi040 ceph-mon[96535]: pgmap v650: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:00.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:00 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:07:00.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:00 smithi133 ceph-mon[98311]: pgmap v650: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:00.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:00 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:07:00.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:00 smithi130 ceph-mon[97977]: pgmap v650: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:00.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:00 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:07:00.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 277696 32.54 MB/sec execute 333 sec latency 277.193 ms 2023-07-14T13:07:01.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 277696 32.44 MB/sec execute 334 sec latency 1277.270 ms 2023-07-14T13:07:02.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:02 smithi040 ceph-mon[96535]: pgmap v651: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:02.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:02 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:02.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:02 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:02.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:02 smithi133 ceph-mon[98311]: pgmap v651: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:02.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:02 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:02.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:02 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:02.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:02 smithi130 ceph-mon[97977]: pgmap v651: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:02.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:02 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:02.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:02 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:02.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 277846 32.35 MB/sec execute 335 sec latency 2035.580 ms 2023-07-14T13:07:03.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:03 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:03 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:03 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:03 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:03 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T13:07:03.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:03 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T13:07:03.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:03 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:03 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:03 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:03 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:03 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T13:07:03.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:03 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T13:07:03.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:03 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:03 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:03 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:03 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:03.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:03 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-07-14T13:07:03.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:03 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-07-14T13:07:03.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 278162 32.27 MB/sec execute 336 sec latency 164.698 ms 2023-07-14T13:07:04.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:04 smithi040 ceph-mon[96535]: pgmap v652: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:04.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:04 smithi133 ceph-mon[98311]: pgmap v652: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:04.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 278310 32.20 MB/sec execute 337 sec latency 460.315 ms 2023-07-14T13:07:05.203 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:04 smithi130 ceph-mon[97977]: pgmap v652: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 12 MiB/s wr, 691 op/s 2023-07-14T13:07:05.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 278650 32.18 MB/sec execute 338 sec latency 252.804 ms 2023-07-14T13:07:06.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:06 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:06.370 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:06 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:06.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:06 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:06.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:06 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:06.567 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:06 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:06.567 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:06 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:06.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 279302 32.20 MB/sec execute 339 sec latency 215.403 ms 2023-07-14T13:07:07.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:07 smithi040 ceph-mon[96535]: pgmap v653: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 633 op/s 2023-07-14T13:07:07.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:07 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:07 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.372 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:07 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.372 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:07 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:07 smithi133 ceph-mon[98311]: pgmap v653: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 633 op/s 2023-07-14T13:07:07.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:07 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:07 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:07 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:07 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.560 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:07 smithi130 ceph-mon[97977]: pgmap v653: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 11 MiB/s wr, 633 op/s 2023-07-14T13:07:07.560 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:07 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.561 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:07 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.561 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:07 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.561 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:07 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:07.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 279618 32.17 MB/sec execute 340 sec latency 233.273 ms 2023-07-14T13:07:08.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:08 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T13:07:08.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:08 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T13:07:08.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:08 smithi040 ceph-mon[96535]: osdmap e115: 12 total, 12 up, 12 in 2023-07-14T13:07:08.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:08 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T13:07:08.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:08 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T13:07:08.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:08 smithi133 ceph-mon[98311]: osdmap e115: 12 total, 12 up, 12 in 2023-07-14T13:07:08.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:08 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi133 to 196.2M 2023-07-14T13:07:08.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:08 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi133 to 205752422: error parsing value: Value '205752422' is below minimum 939524096 2023-07-14T13:07:08.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:08 smithi130 ceph-mon[97977]: osdmap e115: 12 total, 12 up, 12 in 2023-07-14T13:07:08.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 279835 32.11 MB/sec execute 341 sec latency 179.165 ms 2023-07-14T13:07:09.370 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:09 smithi040 ceph-mon[96535]: pgmap v655: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 12 MiB/s wr, 694 op/s 2023-07-14T13:07:09.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:09 smithi133 ceph-mon[98311]: pgmap v655: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 12 MiB/s wr, 694 op/s 2023-07-14T13:07:09.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:09 smithi130 ceph-mon[97977]: pgmap v655: 97 pgs: 97 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 12 MiB/s wr, 694 op/s 2023-07-14T13:07:09.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 280116 32.05 MB/sec execute 342 sec latency 511.374 ms 2023-07-14T13:07:10.266 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.232+0000 7f095d380700 1 -- 172.21.15.40:0/464716208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958104a60 msgr2=0x7f09580679a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:10.267 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.232+0000 7f095d380700 1 --2- 172.21.15.40:0/464716208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958104a60 0x7f09580679a0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f0948009990 tx=0x7f0948009ca0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.268 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 -- 172.21.15.40:0/464716208 shutdown_connections 2023-07-14T13:07:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 --2- 172.21.15.40:0/464716208 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 --2- 172.21.15.40:0/464716208 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958104a60 0x7f09580679a0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 --2- 172.21.15.40:0/464716208 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0958067ee0 0x7f0958068350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 -- 172.21.15.40:0/464716208 >> 172.21.15.40:0/464716208 conn(0x7f0958074760 msgr2=0x7f0958074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 -- 172.21.15.40:0/464716208 shutdown_connections 2023-07-14T13:07:10.269 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.234+0000 7f095d380700 1 -- 172.21.15.40:0/464716208 wait complete. 2023-07-14T13:07:10.270 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.235+0000 7f095d380700 1 Processor -- start 2023-07-14T13:07:10.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.240+0000 7f095d380700 1 -- start start 2023-07-14T13:07:10.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f095d380700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958067ee0 0x7f0958112a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.275 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f095d380700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958112fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f095d380700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0958104a60 0x7f095810b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f095d380700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f095810bf90 con 0x7f0958067ee0 2023-07-14T13:07:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f095d380700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f095810c100 con 0x7f09581024f0 2023-07-14T13:07:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f095d380700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f095810c2c0 con 0x7f0958104a60 2023-07-14T13:07:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958112fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958112fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56666/0 (socket says 172.21.15.40:56666) 2023-07-14T13:07:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 -- 172.21.15.40:0/541648839 learned_addr learned my addr 172.21.15.40:0/541648839 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 -- 172.21.15.40:0/541648839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0958104a60 msgr2=0x7f095810b860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0958104a60 0x7f095810b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 -- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958067ee0 msgr2=0x7f0958112a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958067ee0 0x7f0958112a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.241+0000 7f094ffff700 1 -- 172.21.15.40:0/541648839 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09480095f0 con 0x7f09581024f0 2023-07-14T13:07:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.242+0000 7f094ffff700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958112fe0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f094000d950 tx=0x7f094000dd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:10.282 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.247+0000 7f0954ff9700 1 -- 172.21.15.40:0/541648839 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0940009b40 con 0x7f09581024f0 2023-07-14T13:07:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.247+0000 7f0954ff9700 1 -- 172.21.15.40:0/541648839 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0940009ca0 con 0x7f09581024f0 2023-07-14T13:07:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.247+0000 7f0954ff9700 1 -- 172.21.15.40:0/541648839 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094000f620 con 0x7f09581024f0 2023-07-14T13:07:10.286 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.247+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f095810c5a0 con 0x7f09581024f0 2023-07-14T13:07:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.248+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0958110830 con 0x7f09581024f0 2023-07-14T13:07:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 Processor -- start 2023-07-14T13:07:10.287 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 -- start start 2023-07-14T13:07:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 0x5646fb061d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 0x5646fb05c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb05c580 0x5646fb05c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646faf61c50 con 0x5646fb0622d0 2023-07-14T13:07:10.288 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fafb49e0 con 0x5646faeb86b0 2023-07-14T13:07:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f0969506b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fafade70 con 0x5646fb05c580 2023-07-14T13:07:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f09577fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 0x5646fb061d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.289 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f09577fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 0x5646fb061d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56670/0 (socket says 172.21.15.40:56670) 2023-07-14T13:07:10.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.253+0000 7f09577fe700 1 -- 172.21.15.40:0/2753999200 learned_addr learned my addr 172.21.15.40:0/2753999200 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:10.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f09577fe700 1 -- 172.21.15.40:0/2753999200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb05c580 msgr2=0x5646fb05c9d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:07:10.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f09577fe700 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb05c580 0x5646fb05c9d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f09577fe700 1 -- 172.21.15.40:0/2753999200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 msgr2=0x5646fb05c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f09577fe700 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 0x5646fb05c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.290 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f09577fe700 1 -- 172.21.15.40:0/2753999200 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646faddbd80 con 0x5646faeb86b0 2023-07-14T13:07:10.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f09577fe700 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 0x5646fb061d90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0950009d00 tx=0x7f095000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a5d0d553cbb0519 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:10.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f0954ff9700 1 -- 172.21.15.40:0/541648839 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f0940010460 con 0x7f09581024f0 2023-07-14T13:07:10.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f094d7fa700 1 -- 172.21.15.40:0/2753999200 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f095000e070 con 0x5646faeb86b0 2023-07-14T13:07:10.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f094d7fa700 1 -- 172.21.15.40:0/2753999200 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0950009e50 con 0x5646faeb86b0 2023-07-14T13:07:10.291 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.254+0000 7f094d7fa700 1 -- 172.21.15.40:0/2753999200 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0950011390 con 0x5646faeb86b0 2023-07-14T13:07:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.255+0000 7f0954ff9700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09440a1380 0x7f09440a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.255+0000 7f0954ff9700 1 -- 172.21.15.40:0/541648839 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f09400ccfa0 con 0x7f09581024f0 2023-07-14T13:07:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.255+0000 7f0956ffd700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09440a1380 0x7f09440a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.255+0000 7f0969506b80 1 -- 172.21.15.40:0/2753999200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 msgr2=0x5646fb061d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.255+0000 7f0969506b80 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 0x5646fb061d90 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f0950009d00 tx=0x7f095000b330 comp rx=0 tx=0).stop 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 -- 172.21.15.40:0/2753999200 shutdown_connections 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb05c580 0x5646fb05c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646faeb86b0 0x5646fb061d90 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 --2- 172.21.15.40:0/2753999200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 0x5646fb05c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 -- 172.21.15.40:0/2753999200 >> 172.21.15.40:0/2753999200 conn(0x5646fb051be0 msgr2=0x5646fb056f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 -- 172.21.15.40:0/2753999200 shutdown_connections 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 -- 172.21.15.40:0/2753999200 wait complete. 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0956ffd700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09440a1380 0x7f09440a3830 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f09480095c0 tx=0x7f0948009510 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.256+0000 7f0969506b80 1 -- start start 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 Processor -- start 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb0685e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb0657f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb065f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646faf4da60 con 0x5646faeb86b0 2023-07-14T13:07:10.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646faf4d760 con 0x5646fb05c580 2023-07-14T13:07:10.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fae318c0 con 0x5646fb0622d0 2023-07-14T13:07:10.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.257+0000 7f0969506b80 10 client.0 _ll_register_callbacks cb 0x5646faf4b700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:10.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb0685e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb0685e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39426/0 (socket says 172.21.15.40:39426) 2023-07-14T13:07:10.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 -- 172.21.15.40:0/563476617 learned_addr learned my addr 172.21.15.40:0/563476617 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f094ffff700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb0657f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 -- 172.21.15.40:0/563476617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 msgr2=0x5646fb065f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb065f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 -- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 msgr2=0x5646fb0657f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb0657f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f0956ffd700 1 -- 172.21.15.40:0/563476617 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09500099b0 con 0x5646faeb86b0 2023-07-14T13:07:10.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.258+0000 7f094ffff700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb0657f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f0956ffd700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb0685e0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f0948005b40 tx=0x7f0948003ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1753a3d18b01e8a3 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f093e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f093e7fc700 1 -- 172.21.15.40:0/563476617 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094801d070 con 0x5646faeb86b0 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f093e7fc700 1 -- 172.21.15.40:0/563476617 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(115..115 src has 1..115) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f0948022480 con 0x5646faeb86b0 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5646faf07490 con 0x5646faeb86b0 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f093e7fc700 1 -- 172.21.15.40:0/563476617 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0948022640 con 0x5646faeb86b0 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f0969506b80 10 client.17739 fetch_fsmap learned FSMap version 84 2023-07-14T13:07:10.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=4+}) v3 -- 0x5646fadc4c00 con 0x5646faeb86b0 2023-07-14T13:07:10.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.259+0000 7f093e7fc700 1 -- 172.21.15.40:0/563476617 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5646faf07490 con 0x5646faeb86b0 2023-07-14T13:07:10.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f093e7fc700 1 -- 172.21.15.40:0/563476617 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 84) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f094800f7f0 con 0x5646faeb86b0 2023-07-14T13:07:10.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f0969506b80 10 client.17739 fetch_fsmap finished waiting for FSMap version 84 2023-07-14T13:07:10.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f0969506b80 10 client.17739 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:10.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f0969506b80 20 client.17739 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:10.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f0969506b80 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb086bd0 0x5646fb088fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f0969506b80 4 client.17739 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:07:10.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.260+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5646fafa6e50 con 0x5646fb086bd0 2023-07-14T13:07:10.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.265+0000 7f094ffff700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb086bd0 0x5646fb088fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.265+0000 7f094ffff700 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb086bd0 0x5646fb088fe0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=707ec95ce5b28785 server_cookie=d12cdbed6b858234 in_seq=0 out_seq=0 2023-07-14T13:07:10.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.265+0000 7f093e7fc700 10 client.17739 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:10.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.266+0000 7f093e7fc700 1 -- 172.21.15.40:0/563476617 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5646fafa6e50 con 0x5646fb086bd0 2023-07-14T13:07:10.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.266+0000 7f093e7fc700 10 client.17739 handle_command_reply: tid=0 2023-07-14T13:07:10.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.266+0000 7f0969506b80 1 client.17739 shutdown 2023-07-14T13:07:10.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.267+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 msgr2=0x5646fb0685e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:10.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.267+0000 7f0969506b80 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb0685e0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f0948005b40 tx=0x7f0948003ea0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 shutdown_connections 2023-07-14T13:07:10.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f0969506b80 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb086bd0 0x5646fb088fe0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f0969506b80 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb065f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f0969506b80 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb0685e0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f0969506b80 1 --2- 172.21.15.40:0/563476617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb0657f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.305 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 >> 172.21.15.40:0/563476617 conn(0x5646fb051be0 msgr2=0x5646fb055c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:10.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.268+0000 7f093e7fc700 0 client.17739 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:10.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.269+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 shutdown_connections 2023-07-14T13:07:10.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.269+0000 7f0969506b80 1 -- 172.21.15.40:0/563476617 wait complete. 2023-07-14T13:07:10.306 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.270+0000 7f0969506b80 20 client.17739 trim_cache size 0 max 16384 2023-07-14T13:07:10.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 Processor -- start 2023-07-14T13:07:10.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 -- start start 2023-07-14T13:07:10.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb05c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb07dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb056c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fb05d060 con 0x5646faeb86b0 2023-07-14T13:07:10.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fb053d30 con 0x5646fb05c580 2023-07-14T13:07:10.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.295+0000 7f0969506b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fb057fb0 con 0x5646fb0622d0 2023-07-14T13:07:10.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f094ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb07dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f094ffff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb07dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56684/0 (socket says 172.21.15.40:56684) 2023-07-14T13:07:10.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f094ffff700 1 -- 172.21.15.40:0/4111965510 learned_addr learned my addr 172.21.15.40:0/4111965510 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:10.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f09577fe700 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb056c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f0956ffd700 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb05c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f0956ffd700 1 -- 172.21.15.40:0/4111965510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 msgr2=0x5646fb056c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f0956ffd700 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb056c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f0956ffd700 1 -- 172.21.15.40:0/4111965510 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 msgr2=0x5646fb07dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.296+0000 7f0956ffd700 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb07dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.297+0000 7f0956ffd700 1 -- 172.21.15.40:0/4111965510 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646fae021f0 con 0x5646faeb86b0 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.297+0000 7f0956ffd700 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb05c040 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f0948006010 tx=0x7f094800b5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=790d34663fa35d8b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.297+0000 7f094dffb700 1 -- 172.21.15.40:0/4111965510 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094800ed80 con 0x5646faeb86b0 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.297+0000 7f094dffb700 1 -- 172.21.15.40:0/4111965510 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f094800eee0 con 0x5646faeb86b0 2023-07-14T13:07:10.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.297+0000 7f094dffb700 1 -- 172.21.15.40:0/4111965510 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094800e6d0 con 0x5646faeb86b0 2023-07-14T13:07:10.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 -- 172.21.15.40:0/4111965510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 msgr2=0x5646fb05c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:10.334 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb05c040 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f0948006010 tx=0x7f094800b5c0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 -- 172.21.15.40:0/4111965510 shutdown_connections 2023-07-14T13:07:10.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646fb0622d0 0x5646fb056c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646faeb86b0 0x5646fb05c040 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 --2- 172.21.15.40:0/4111965510 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb07dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.335 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 -- 172.21.15.40:0/4111965510 >> 172.21.15.40:0/4111965510 conn(0x5646fb051be0 msgr2=0x5646fb082ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:10.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 -- 172.21.15.40:0/4111965510 shutdown_connections 2023-07-14T13:07:10.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.298+0000 7f0969506b80 1 -- 172.21.15.40:0/4111965510 wait complete. 2023-07-14T13:07:10.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 -- start start 2023-07-14T13:07:10.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 Processor -- start 2023-07-14T13:07:10.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 0x5646fb05d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.336 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb05dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 0x5646fb05e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fb05e7c0 con 0x5646fb0622d0 2023-07-14T13:07:10.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fb05e930 con 0x5646fb05c580 2023-07-14T13:07:10.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646fb05eaf0 con 0x5646faeb86b0 2023-07-14T13:07:10.337 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.299+0000 7f0969506b80 10 client.0 _ll_register_callbacks cb 0x7f094800bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:10.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.302+0000 7f0956ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 0x5646fb05d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.302+0000 7f0956ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 0x5646fb05d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53126/0 (socket says 172.21.15.40:53126) 2023-07-14T13:07:10.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.302+0000 7f0956ffd700 1 -- 172.21.15.40:0/3708179384 learned_addr learned my addr 172.21.15.40:0/3708179384 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:10.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.303+0000 7f0956ffd700 1 -- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 msgr2=0x5646fb05dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.303+0000 7f0956ffd700 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb05dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.338 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.303+0000 7f0956ffd700 1 -- 172.21.15.40:0/3708179384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 msgr2=0x5646fb05e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:10.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.303+0000 7f0956ffd700 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 0x5646fb05e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:10.339 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.303+0000 7f0956ffd700 1 -- 172.21.15.40:0/3708179384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5646fadc4c00 con 0x5646faeb86b0 2023-07-14T13:07:10.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.306+0000 7f0956ffd700 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 0x5646fb05d800 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0948009350 tx=0x7f094800e6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61e9bb026843c141 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:10.340 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.306+0000 7f093e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:07:10.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.307+0000 7f093e7fc700 1 -- 172.21.15.40:0/3708179384 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094800ed70 con 0x5646faeb86b0 2023-07-14T13:07:10.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f093e7fc700 1 -- 172.21.15.40:0/3708179384 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(115..115 src has 1..115) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f094800fe70 con 0x5646faeb86b0 2023-07-14T13:07:10.342 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0950009e50 con 0x5646faeb86b0 2023-07-14T13:07:10.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f093e7fc700 1 -- 172.21.15.40:0/3708179384 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f094800f890 con 0x5646faeb86b0 2023-07-14T13:07:10.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 10 client.27196 fetch_fsmap learned FSMap version 84 2023-07-14T13:07:10.343 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=4+}) v3 -- 0x5646fadda250 con 0x5646faeb86b0 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f093e7fc700 1 -- 172.21.15.40:0/3708179384 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0950009e50 con 0x5646faeb86b0 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f093e7fc700 1 -- 172.21.15.40:0/3708179384 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 84) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f0948022480 con 0x5646faeb86b0 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 10 client.27196 fetch_fsmap finished waiting for FSMap version 84 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 10 client.27196 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 20 client.27196 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb0daf50 0x5646fb0dd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 4 client.27196 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:07:10.344 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.308+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5646faf68ff0 con 0x5646fb0daf50 2023-07-14T13:07:10.346 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.311+0000 7f094ffff700 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb0daf50 0x5646fb0dd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:10.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.318+0000 7f093e7fc700 10 client.27196 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:10.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:10.318+0000 7f094ffff700 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb0daf50 0x5646fb0dd360 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a78c13c59c9e80a4 server_cookie=8766222066fed553 in_seq=0 out_seq=0 2023-07-14T13:07:10.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:10 smithi133 ceph-mon[98311]: pgmap v656: 97 pgs: 34 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 44 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 9.9 MiB/s wr, 612 op/s 2023-07-14T13:07:10.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:10 smithi130 ceph-mon[97977]: pgmap v656: 97 pgs: 34 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 44 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 9.9 MiB/s wr, 612 op/s 2023-07-14T13:07:10.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:10 smithi040 ceph-mon[96535]: pgmap v656: 97 pgs: 34 active+clean+snaptrim_wait, 19 active+clean+snaptrim, 44 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 MiB/s rd, 9.9 MiB/s wr, 612 op/s 2023-07-14T13:07:10.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 280421 32.01 MB/sec execute 343 sec latency 235.435 ms 2023-07-14T13:07:11.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 281004 32.02 MB/sec execute 344 sec latency 71.141 ms 2023-07-14T13:07:12.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:12 smithi040 ceph-mon[96535]: pgmap v657: 97 pgs: 38 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 38 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 636 op/s 2023-07-14T13:07:12.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:12 smithi133 ceph-mon[98311]: pgmap v657: 97 pgs: 38 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 38 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 636 op/s 2023-07-14T13:07:12.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:12 smithi130 ceph-mon[97977]: pgmap v657: 97 pgs: 38 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 38 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 636 op/s 2023-07-14T13:07:12.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 281541 31.98 MB/sec execute 345 sec latency 674.185 ms 2023-07-14T13:07:13.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:13 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:13.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:13 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:13.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:13 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:13.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:13 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:13.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 282197 32.02 MB/sec execute 346 sec latency 1674.214 ms 2023-07-14T13:07:13.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:13 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:13.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:13 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:14.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:14 smithi133 ceph-mon[98311]: pgmap v658: 97 pgs: 38 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 38 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 636 op/s 2023-07-14T13:07:14.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:14 smithi130 ceph-mon[97977]: pgmap v658: 97 pgs: 38 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 38 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 636 op/s 2023-07-14T13:07:14.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 282735 31.99 MB/sec execute 347 sec latency 2674.246 ms 2023-07-14T13:07:14.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:14 smithi040 ceph-mon[96535]: pgmap v658: 97 pgs: 38 active+clean+snaptrim_wait, 21 active+clean+snaptrim, 38 active+clean; 2.2 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 636 op/s 2023-07-14T13:07:15.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 283140 31.99 MB/sec execute 348 sec latency 3674.280 ms 2023-07-14T13:07:16.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:16 smithi133 ceph-mon[98311]: pgmap v659: 97 pgs: 97 active+clean; 2.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 701 op/s 2023-07-14T13:07:16.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:16 smithi130 ceph-mon[97977]: pgmap v659: 97 pgs: 97 active+clean; 2.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 701 op/s 2023-07-14T13:07:16.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 283702 32.00 MB/sec execute 349 sec latency 4674.309 ms 2023-07-14T13:07:16.849 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:16 smithi040 ceph-mon[96535]: pgmap v659: 97 pgs: 97 active+clean; 2.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 701 op/s 2023-07-14T13:07:17.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.316+0000 7f093e7fc700 1 -- 172.21.15.40:0/3708179384 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5646faf68ff0 con 0x5646fb0daf50 2023-07-14T13:07:17.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.316+0000 7f093e7fc700 10 client.27196 handle_command_reply: tid=0 2023-07-14T13:07:17.351 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.316+0000 7f0969506b80 1 client.27196 shutdown 2023-07-14T13:07:17.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 msgr2=0x5646fb05d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:17.352 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 0x5646fb05d800 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0948009350 tx=0x7f094800e6c0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 shutdown_connections 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5646fb0daf50 0x5646fb0dd360 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5646faeb86b0 0x5646fb05d800 secure :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f0948009350 tx=0x7f094800e6c0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f093e7fc700 0 client.27196 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5646fb0622d0 0x5646fb05e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 --2- 172.21.15.40:0/3708179384 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5646fb05c580 0x5646fb05dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.353 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.317+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 >> 172.21.15.40:0/3708179384 conn(0x5646fb051be0 msgr2=0x5646fb062900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:17.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.318+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 shutdown_connections 2023-07-14T13:07:17.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.318+0000 7f0969506b80 1 -- 172.21.15.40:0/3708179384 wait complete. 2023-07-14T13:07:17.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.319+0000 7f0969506b80 20 client.27196 trim_cache size 0 max 16384 2023-07-14T13:07:17.354 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:07:17.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:07:17.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:07:17.355 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:07:17.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.320+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09440a1380 msgr2=0x7f09440a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:17.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.320+0000 7f095d380700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09440a1380 0x7f09440a3830 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f09480095c0 tx=0x7f0948009510 comp rx=0 tx=0).stop 2023-07-14T13:07:17.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.320+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 msgr2=0x7f0958112fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:17.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.320+0000 7f095d380700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958112fe0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f094000d950 tx=0x7f094000dd10 comp rx=0 tx=0).stop 2023-07-14T13:07:17.356 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 shutdown_connections 2023-07-14T13:07:17.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f09440a1380 0x7f09440a3830 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0958104a60 0x7f095810b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0958067ee0 0x7f0958112a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.357 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 --2- 172.21.15.40:0/541648839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f09581024f0 0x7f0958112fe0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:17.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 >> 172.21.15.40:0/541648839 conn(0x7f0958074760 msgr2=0x7f09581014d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:17.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 shutdown_connections 2023-07-14T13:07:17.358 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:17.321+0000 7f095d380700 1 -- 172.21.15.40:0/541648839 wait complete. 2023-07-14T13:07:17.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 284099 31.95 MB/sec execute 350 sec latency 5198.969 ms 2023-07-14T13:07:18.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: pgmap v660: 97 pgs: 97 active+clean; 2.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 689 op/s 2023-07-14T13:07:18.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: osdmap e116: 12 total, 12 up, 12 in 2023-07-14T13:07:18.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:07:18.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:07:18.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:18 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:18.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: pgmap v660: 97 pgs: 97 active+clean; 2.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 689 op/s 2023-07-14T13:07:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: osdmap e116: 12 total, 12 up, 12 in 2023-07-14T13:07:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:07:18.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:07:18.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:18 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:18.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: pgmap v660: 97 pgs: 97 active+clean; 2.2 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 11 MiB/s wr, 689 op/s 2023-07-14T13:07:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: osdmap e116: 12 total, 12 up, 12 in 2023-07-14T13:07:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-07-14T13:07:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:07:18.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:07:18.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:18 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:07:18.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 284503 31.92 MB/sec execute 351 sec latency 4083.044 ms 2023-07-14T13:07:19.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:19 smithi133 ceph-mon[98311]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T13:07:19.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:19 smithi133 ceph-mon[98311]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T13:07:19.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:19 smithi130 ceph-mon[97977]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T13:07:19.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:19 smithi130 ceph-mon[97977]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T13:07:19.835 INFO:tasks.workunit.client.0.smithi040.stdout: 10 284921 31.88 MB/sec execute 352 sec latency 120.026 ms 2023-07-14T13:07:19.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:19 smithi040 ceph-mon[96535]: Adjusting osd_memory_target on smithi130 to 196.2M 2023-07-14T13:07:19.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:19 smithi040 ceph-mon[96535]: Unable to set osd_memory_target on smithi130 to 205751705: error parsing value: Value '205751705' is below minimum 939524096 2023-07-14T13:07:20.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:20 smithi133 ceph-mon[98311]: pgmap v662: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 654 op/s 2023-07-14T13:07:20.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:20 smithi130 ceph-mon[97977]: pgmap v662: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 654 op/s 2023-07-14T13:07:20.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 285270 31.83 MB/sec execute 353 sec latency 219.907 ms 2023-07-14T13:07:20.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:20 smithi040 ceph-mon[96535]: pgmap v662: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 654 op/s 2023-07-14T13:07:21.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 285901 31.84 MB/sec execute 354 sec latency 79.156 ms 2023-07-14T13:07:22.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:22 smithi133 ceph-mon[98311]: pgmap v663: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:07:22.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:22 smithi130 ceph-mon[97977]: pgmap v663: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:07:22.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 286502 31.86 MB/sec execute 355 sec latency 71.316 ms 2023-07-14T13:07:22.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:22 smithi040 ceph-mon[96535]: pgmap v663: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:07:23.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 287069 31.85 MB/sec execute 356 sec latency 123.511 ms 2023-07-14T13:07:24.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:24 smithi133 ceph-mon[98311]: pgmap v664: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:07:24.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:24 smithi130 ceph-mon[97977]: pgmap v664: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:07:24.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:24 smithi040 ceph-mon[96535]: pgmap v664: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:07:24.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 287675 31.84 MB/sec execute 357 sec latency 74.998 ms 2023-07-14T13:07:25.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 288045 31.81 MB/sec execute 358 sec latency 346.425 ms 2023-07-14T13:07:26.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:26 smithi040 ceph-mon[96535]: pgmap v665: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 14 MiB/s wr, 626 op/s 2023-07-14T13:07:26.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:26 smithi133 ceph-mon[98311]: pgmap v665: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 14 MiB/s wr, 626 op/s 2023-07-14T13:07:26.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:26 smithi130 ceph-mon[97977]: pgmap v665: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 14 MiB/s wr, 626 op/s 2023-07-14T13:07:26.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 288628 31.81 MB/sec execute 359 sec latency 93.920 ms 2023-07-14T13:07:27.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 289154 31.81 MB/sec execute 360 sec latency 116.071 ms 2023-07-14T13:07:28.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:28 smithi040 ceph-mon[96535]: pgmap v666: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 14 MiB/s wr, 626 op/s 2023-07-14T13:07:28.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:28 smithi133 ceph-mon[98311]: pgmap v666: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 14 MiB/s wr, 626 op/s 2023-07-14T13:07:28.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:28 smithi130 ceph-mon[97977]: pgmap v666: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 14 MiB/s wr, 626 op/s 2023-07-14T13:07:28.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 289758 31.81 MB/sec execute 361 sec latency 141.198 ms 2023-07-14T13:07:29.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 290247 31.80 MB/sec execute 362 sec latency 179.818 ms 2023-07-14T13:07:30.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.470+0000 7f65e2552700 1 -- 172.21.15.40:0/3324320340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 msgr2=0x7f65dc1140a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.470+0000 7f65e2552700 1 --2- 172.21.15.40:0/3324320340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc1140a0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f65cc0099c0 tx=0x7f65cc009cd0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.471+0000 7f65e2552700 1 -- 172.21.15.40:0/3324320340 shutdown_connections 2023-07-14T13:07:30.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.471+0000 7f65e2552700 1 --2- 172.21.15.40:0/3324320340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc1140a0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.471+0000 7f65e2552700 1 --2- 172.21.15.40:0/3324320340 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 0x7f65dc06cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.509 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.471+0000 7f65e2552700 1 --2- 172.21.15.40:0/3324320340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65dc06d520 0x7f65dc10bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.471+0000 7f65e2552700 1 -- 172.21.15.40:0/3324320340 >> 172.21.15.40:0/3324320340 conn(0x7f65dc06bd70 msgr2=0x7f65dc070f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.472+0000 7f65e2552700 1 -- 172.21.15.40:0/3324320340 shutdown_connections 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.472+0000 7f65e2552700 1 -- 172.21.15.40:0/3324320340 wait complete. 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 Processor -- start 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 -- start start 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 0x7f65dc1a1150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.510 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65dc06d520 0x7f65dc1a16b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc19c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65dc19c7d0 con 0x7f65dc10c4d0 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65dc19c940 con 0x7f65dc06cb80 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.473+0000 7f65e2552700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65dc19cb00 con 0x7f65dc06d520 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 0x7f65dc1a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 0x7f65dc1a1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56704/0 (socket says 172.21.15.40:56704) 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65dbfff700 1 -- 172.21.15.40:0/683729682 learned_addr learned my addr 172.21.15.40:0/683729682 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:30.511 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65e0aef700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc19c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65e0aef700 1 -- 172.21.15.40:0/683729682 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65dc06d520 msgr2=0x7f65dc1a16b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T13:07:30.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65e0aef700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65dc06d520 0x7f65dc1a16b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65e0aef700 1 -- 172.21.15.40:0/683729682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 msgr2=0x7f65dc1a1150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65e0aef700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 0x7f65dc1a1150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.474+0000 7f65e0aef700 1 -- 172.21.15.40:0/683729682 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65cc0095f0 con 0x7f65dc10c4d0 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.475+0000 7f65e0aef700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc19c000 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009990 tx=0x7f65cc00ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.475+0000 7f65d97fa700 1 -- 172.21.15.40:0/683729682 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65cc00bee0 con 0x7f65dc10c4d0 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.475+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65dc19cd80 con 0x7f65dc10c4d0 2023-07-14T13:07:30.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.475+0000 7f65d97fa700 1 -- 172.21.15.40:0/683729682 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65cc010630 con 0x7f65dc10c4d0 2023-07-14T13:07:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.475+0000 7f65d97fa700 1 -- 172.21.15.40:0/683729682 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65cc018430 con 0x7f65dc10c4d0 2023-07-14T13:07:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.475+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65dc1a9110 con 0x7f65dc10c4d0 2023-07-14T13:07:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.478+0000 7f65d97fa700 1 -- 172.21.15.40:0/683729682 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f65cc018590 con 0x7f65dc10c4d0 2023-07-14T13:07:30.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.479+0000 7f65d97fa700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f65c40a1340 0x7f65c40a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.480+0000 7f65d97fa700 1 -- 172.21.15.40:0/683729682 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f65cc0cdf70 con 0x7f65dc10c4d0 2023-07-14T13:07:30.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.480+0000 7f65ee6d8b80 1 Processor -- start 2023-07-14T13:07:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 -- start start 2023-07-14T13:07:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6b4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d5b9c50 con 0x555a4d5106b0 2023-07-14T13:07:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d60c9e0 con 0x555a4d6ba2d0 2023-07-14T13:07:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d605e70 con 0x555a4d6b4580 2023-07-14T13:07:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b9d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39456/0 (socket says 172.21.15.40:39456) 2023-07-14T13:07:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 -- 172.21.15.40:0/3310392009 learned_addr learned my addr 172.21.15.40:0/3310392009 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:30.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65e0aef700 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 -- 172.21.15.40:0/3310392009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 msgr2=0x555a4d6b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 -- 172.21.15.40:0/3310392009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 msgr2=0x555a4d6b4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.481+0000 7f65dbfff700 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6b4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65dbfff700 1 -- 172.21.15.40:0/3310392009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a4d433d80 con 0x555a4d5106b0 2023-07-14T13:07:30.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65dbfff700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f65c40a1340 0x7f65c40a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65dbfff700 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b9d90 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f65d000be90 tx=0x7f65d000a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5427ab24200c4153 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:30.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65c27fc700 1 -- 172.21.15.40:0/3310392009 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d0018da0 con 0x555a4d5106b0 2023-07-14T13:07:30.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65dbfff700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f65c40a1340 0x7f65c40a37f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f65d0020000 tx=0x7f65d0021000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:30.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65c27fc700 1 -- 172.21.15.40:0/3310392009 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65d0011050 con 0x555a4d5106b0 2023-07-14T13:07:30.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.482+0000 7f65c27fc700 1 -- 172.21.15.40:0/3310392009 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d00173d0 con 0x555a4d5106b0 2023-07-14T13:07:30.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.483+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3310392009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 msgr2=0x555a4d6b9d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.483+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b9d90 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f65d000be90 tx=0x7f65d000a530 comp rx=0 tx=0).stop 2023-07-14T13:07:30.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.486+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3310392009 shutdown_connections 2023-07-14T13:07:30.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.486+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.486+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b9d90 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.486+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3310392009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6b4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.486+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3310392009 >> 172.21.15.40:0/3310392009 conn(0x555a4d6a9be0 msgr2=0x555a4d6aef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:30.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.488+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3310392009 shutdown_connections 2023-07-14T13:07:30.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.488+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3310392009 wait complete. 2023-07-14T13:07:30.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.488+0000 7f65ee6d8b80 1 -- start start 2023-07-14T13:07:30.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.488+0000 7f65ee6d8b80 1 Processor -- start 2023-07-14T13:07:30.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 0x555a4d6bd8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 0x555a4d6bde00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 0x555a4d6be340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d5a5a60 con 0x555a4d6b4580 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d5a5760 con 0x555a4d5106b0 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d4898c0 con 0x555a4d6ba2d0 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65ee6d8b80 10 client.0 _ll_register_callbacks cb 0x555a4d5a3700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 0x555a4d6bd8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 0x555a4d6bde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 0x555a4d6bd8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56716/0 (socket says 172.21.15.40:56716) 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 0x555a4d6bde00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39464/0 (socket says 172.21.15.40:39464) 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65dbfff700 1 -- 172.21.15.40:0/3285407423 learned_addr learned my addr 172.21.15.40:0/3285407423 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 -- 172.21.15.40:0/3285407423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 msgr2=0x555a4d6be340 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 0x555a4d6be340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 -- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 msgr2=0x555a4d6bd8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 0x555a4d6bd8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65db7fe700 1 -- 172.21.15.40:0/3285407423 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65d000bac0 con 0x555a4d6b4580 2023-07-14T13:07:30.527 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.489+0000 7f65dbfff700 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 0x555a4d6bd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:07:30.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65db7fe700 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 0x555a4d6bde00 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f65dc19d9e0 tx=0x7f65d4007a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4adc0b623d99d21 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:30.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65bb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:30.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65bb7fe700 1 -- 172.21.15.40:0/3285407423 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d4005050 con 0x555a4d6b4580 2023-07-14T13:07:30.528 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65bb7fe700 1 -- 172.21.15.40:0/3285407423 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f65d40051b0 con 0x555a4d6b4580 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555a4d55f490 con 0x555a4d6b4580 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65bb7fe700 1 -- 172.21.15.40:0/3285407423 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f65d4005370 con 0x555a4d6b4580 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65ee6d8b80 10 client.17754 fetch_fsmap learned FSMap version 84 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=4+}) v3 -- 0x555a4d41cc00 con 0x555a4d6b4580 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.490+0000 7f65bb7fe700 1 -- 172.21.15.40:0/3285407423 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555a4d55f490 con 0x555a4d6b4580 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65bb7fe700 1 -- 172.21.15.40:0/3285407423 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 84) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f65d4013af0 con 0x555a4d6b4580 2023-07-14T13:07:30.529 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65ee6d8b80 10 client.17754 fetch_fsmap finished waiting for FSMap version 84 2023-07-14T13:07:30.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65ee6d8b80 10 client.17754 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:30.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65ee6d8b80 20 client.17754 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:30.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d6cdd00 0x555a4d6d0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65ee6d8b80 4 client.17754 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:07:30.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555a4d5fee50 con 0x555a4d6cdd00 2023-07-14T13:07:30.530 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65dbfff700 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d6cdd00 0x555a4d6d0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65dbfff700 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d6cdd00 0x555a4d6d0110 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=840d40cef400fbd5 server_cookie=254beba121862918 in_seq=0 out_seq=0 2023-07-14T13:07:30.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.491+0000 7f65bb7fe700 10 client.17754 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:30.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.494+0000 7f65bb7fe700 1 -- 172.21.15.40:0/3285407423 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555a4d5fee50 con 0x555a4d6cdd00 2023-07-14T13:07:30.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.494+0000 7f65bb7fe700 10 client.17754 handle_command_reply: tid=0 2023-07-14T13:07:30.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.495+0000 7f65ee6d8b80 1 client.17754 shutdown 2023-07-14T13:07:30.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 msgr2=0x555a4d6bde00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 0x555a4d6bde00 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f65dc19d9e0 tx=0x7f65d4007a60 comp rx=0 tx=0).stop 2023-07-14T13:07:30.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 shutdown_connections 2023-07-14T13:07:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d6cdd00 0x555a4d6d0110 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 0x555a4d6be340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d5106b0 0x555a4d6bd8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/3285407423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d6b4580 0x555a4d6bde00 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 >> 172.21.15.40:0/3285407423 conn(0x555a4d6a9be0 msgr2=0x555a4d6ae4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:30.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.497+0000 7f65bb7fe700 0 client.17754 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:30.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.498+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 shutdown_connections 2023-07-14T13:07:30.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.498+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/3285407423 wait complete. 2023-07-14T13:07:30.537 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.498+0000 7f65ee6d8b80 20 client.17754 trim_cache size 0 max 16384 2023-07-14T13:07:30.558 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.523+0000 7f65ee6d8b80 1 Processor -- start 2023-07-14T13:07:30.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 -- start start 2023-07-14T13:07:30.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6bd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d6b0890 con 0x555a4d5106b0 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d6a6bb0 con 0x555a4d6ba2d0 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d6affb0 con 0x555a4d6b4580 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65db7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65db7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53162/0 (socket says 172.21.15.40:53162) 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65db7fe700 1 -- 172.21.15.40:0/1807785234 learned_addr learned my addr 172.21.15.40:0/1807785234 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.525+0000 7f65e0aef700 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6bd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.526+0000 7f65db7fe700 1 -- 172.21.15.40:0/1807785234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 msgr2=0x555a4d6bd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.526+0000 7f65db7fe700 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6bd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.526+0000 7f65db7fe700 1 -- 172.21.15.40:0/1807785234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 msgr2=0x555a4d6b4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.526+0000 7f65db7fe700 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.526+0000 7f65db7fe700 1 -- 172.21.15.40:0/1807785234 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a4d45a1f0 con 0x555a4d6b4580 2023-07-14T13:07:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.528+0000 7f65db7fe700 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b9310 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f65d4000f80 tx=0x7f65d4006080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1c8a46b7024fb11 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:30.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.528+0000 7f65c2ffd700 1 -- 172.21.15.40:0/1807785234 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d40125b0 con 0x555a4d6b4580 2023-07-14T13:07:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.528+0000 7f65c2ffd700 1 -- 172.21.15.40:0/1807785234 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65d400f040 con 0x555a4d6b4580 2023-07-14T13:07:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.528+0000 7f65c2ffd700 1 -- 172.21.15.40:0/1807785234 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d4013810 con 0x555a4d6b4580 2023-07-14T13:07:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/1807785234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 msgr2=0x555a4d6b9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b9310 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f65d4000f80 tx=0x7f65d4006080 comp rx=0 tx=0).stop 2023-07-14T13:07:30.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/1807785234 shutdown_connections 2023-07-14T13:07:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6ba2d0 0x555a4d6bd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6b4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/1807785234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6b4580 0x555a4d6b9310 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/1807785234 >> 172.21.15.40:0/1807785234 conn(0x555a4d6a9be0 msgr2=0x555a4d6bd880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/1807785234 shutdown_connections 2023-07-14T13:07:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.529+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/1807785234 wait complete. 2023-07-14T13:07:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 -- start start 2023-07-14T13:07:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 Processor -- start 2023-07-14T13:07:30.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6c26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6b4580 0x555a4d6c2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 0x555a4d720bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d6c3520 con 0x555a4d5106b0 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d721100 con 0x555a4d6b4580 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a4d721240 con 0x555a4d6ba2d0 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65ee6d8b80 10 client.0 _ll_register_callbacks cb 0x7f65d4009b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:30.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6c26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65dbfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6c26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39476/0 (socket says 172.21.15.40:39476) 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.530+0000 7f65dbfff700 1 -- 172.21.15.40:0/4094727948 learned_addr learned my addr 172.21.15.40:0/4094727948 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65dbfff700 1 -- 172.21.15.40:0/4094727948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 msgr2=0x555a4d720bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65dbfff700 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 0x555a4d720bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65dbfff700 1 -- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6b4580 msgr2=0x555a4d6c2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65dbfff700 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6b4580 0x555a4d6c2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65dbfff700 1 -- 172.21.15.40:0/4094727948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555a4d41cc00 con 0x555a4d5106b0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65dbfff700 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6c26d0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f65d000afd0 tx=0x7f65d00057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8901be8bff05108c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65bb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65bb7fe700 1 -- 172.21.15.40:0/4094727948 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65d0018ca0 con 0x555a4d5106b0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65bb7fe700 1 -- 172.21.15.40:0/4094727948 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f65d0018e00 con 0x555a4d5106b0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f65d0011050 con 0x555a4d5106b0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65bb7fe700 1 -- 172.21.15.40:0/4094727948 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f65d0032a80 con 0x555a4d5106b0 2023-07-14T13:07:30.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65ee6d8b80 10 client.17760 fetch_fsmap learned FSMap version 84 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=4+}) v3 -- 0x555a4d432250 con 0x555a4d5106b0 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.531+0000 7f65bb7fe700 1 -- 172.21.15.40:0/4094727948 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65d0011050 con 0x555a4d5106b0 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65bb7fe700 1 -- 172.21.15.40:0/4094727948 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 84) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f65d0004160 con 0x555a4d5106b0 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65ee6d8b80 10 client.17760 fetch_fsmap finished waiting for FSMap version 84 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65ee6d8b80 10 client.17760 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65ee6d8b80 20 client.17760 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d7228f0 0x555a4d724d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:30.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65ee6d8b80 4 client.17760 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:07:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555a4d5c0ff0 con 0x555a4d7228f0 2023-07-14T13:07:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65db7fe700 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d7228f0 0x555a4d724d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65bb7fe700 10 client.17760 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:30.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.532+0000 7f65db7fe700 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d7228f0 0x555a4d724d40 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0df4774c21df761 server_cookie=eca809ec65aaa8c0 in_seq=0 out_seq=0 2023-07-14T13:07:30.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:30 smithi040 ceph-mon[96535]: pgmap v667: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 18 MiB/s wr, 827 op/s 2023-07-14T13:07:30.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:30 smithi133 ceph-mon[98311]: pgmap v667: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 18 MiB/s wr, 827 op/s 2023-07-14T13:07:30.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:30 smithi130 ceph-mon[97977]: pgmap v667: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 18 MiB/s wr, 827 op/s 2023-07-14T13:07:30.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 290526 31.76 MB/sec execute 363 sec latency 229.695 ms 2023-07-14T13:07:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.837+0000 7f65bb7fe700 1 -- 172.21.15.40:0/4094727948 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555a4d5c0ff0 con 0x555a4d7228f0 2023-07-14T13:07:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.837+0000 7f65bb7fe700 10 client.17760 handle_command_reply: tid=0 2023-07-14T13:07:30.872 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.837+0000 7f65ee6d8b80 1 client.17760 shutdown 2023-07-14T13:07:30.873 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 msgr2=0x555a4d6c26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6c26d0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f65d000afd0 tx=0x7f65d00057d0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 shutdown_connections 2023-07-14T13:07:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555a4d7228f0 0x555a4d724d40 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555a4d6ba2d0 0x555a4d720bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555a4d5106b0 0x555a4d6c26d0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.874 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 --2- 172.21.15.40:0/4094727948 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555a4d6b4580 0x555a4d6c2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 >> 172.21.15.40:0/4094727948 conn(0x555a4d6a9be0 msgr2=0x555a4d6bb130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:30.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65bb7fe700 0 client.17760 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:30.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 shutdown_connections 2023-07-14T13:07:30.875 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 1 -- 172.21.15.40:0/4094727948 wait complete. 2023-07-14T13:07:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.839+0000 7f65ee6d8b80 20 client.17760 trim_cache size 0 max 16384 2023-07-14T13:07:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:07:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:07:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:07:30.876 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:07:30.877 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f65c40a1340 msgr2=0x7f65c40a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f65c40a1340 0x7f65c40a37f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f65d0020000 tx=0x7f65d0021000 comp rx=0 tx=0).stop 2023-07-14T13:07:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 msgr2=0x7f65dc19c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc19c000 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009990 tx=0x7f65cc00ba70 comp rx=0 tx=0).stop 2023-07-14T13:07:30.878 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 shutdown_connections 2023-07-14T13:07:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f65c40a1340 0x7f65c40a37f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f65dc10c4d0 0x7f65dc19c000 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f65dc06cb80 0x7f65dc1a1150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 --2- 172.21.15.40:0/683729682 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f65dc06d520 0x7f65dc1a16b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.840+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 >> 172.21.15.40:0/683729682 conn(0x7f65dc06bd70 msgr2=0x7f65dc10ad50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:30.879 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.842+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 shutdown_connections 2023-07-14T13:07:30.880 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:30.842+0000 7f65e2552700 1 -- 172.21.15.40:0/683729682 wait complete. 2023-07-14T13:07:31.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 291003 31.73 MB/sec execute 364 sec latency 164.216 ms 2023-07-14T13:07:32.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:32 smithi040 ceph-mon[96535]: pgmap v668: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 531 op/s 2023-07-14T13:07:32.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:32 smithi133 ceph-mon[98311]: pgmap v668: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 531 op/s 2023-07-14T13:07:32.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:32 smithi130 ceph-mon[97977]: pgmap v668: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 531 op/s 2023-07-14T13:07:32.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 291706 31.72 MB/sec execute 365 sec latency 73.134 ms 2023-07-14T13:07:33.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 292521 31.78 MB/sec execute 366 sec latency 58.164 ms 2023-07-14T13:07:34.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:34 smithi133 ceph-mon[98311]: pgmap v669: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 519 op/s 2023-07-14T13:07:34.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:34 smithi130 ceph-mon[97977]: pgmap v669: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 519 op/s 2023-07-14T13:07:34.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:34 smithi040 ceph-mon[96535]: pgmap v669: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 519 op/s 2023-07-14T13:07:34.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 293053 31.78 MB/sec execute 367 sec latency 167.139 ms 2023-07-14T13:07:35.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 293480 31.76 MB/sec execute 368 sec latency 204.706 ms 2023-07-14T13:07:36.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:36 smithi040 ceph-mon[96535]: pgmap v670: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 16 MiB/s wr, 825 op/s 2023-07-14T13:07:36.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:36 smithi133 ceph-mon[98311]: pgmap v670: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 16 MiB/s wr, 825 op/s 2023-07-14T13:07:36.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:36 smithi130 ceph-mon[97977]: pgmap v670: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 16 MiB/s wr, 825 op/s 2023-07-14T13:07:36.836 INFO:tasks.workunit.client.0.smithi040.stdout: 10 293952 31.73 MB/sec execute 369 sec latency 64.695 ms 2023-07-14T13:07:37.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 294495 31.72 MB/sec execute 370 sec latency 148.598 ms 2023-07-14T13:07:38.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:38 smithi040 ceph-mon[96535]: pgmap v671: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:07:38.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:38 smithi133 ceph-mon[98311]: pgmap v671: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:07:38.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:38 smithi130 ceph-mon[97977]: pgmap v671: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 10 MiB/s wr, 561 op/s 2023-07-14T13:07:38.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 295097 31.74 MB/sec execute 371 sec latency 85.659 ms 2023-07-14T13:07:39.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 295706 31.71 MB/sec execute 372 sec latency 90.355 ms 2023-07-14T13:07:40.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:40 smithi040 ceph-mon[96535]: pgmap v672: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 755 op/s 2023-07-14T13:07:40.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:40 smithi133 ceph-mon[98311]: pgmap v672: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 755 op/s 2023-07-14T13:07:40.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:40 smithi130 ceph-mon[97977]: pgmap v672: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 755 op/s 2023-07-14T13:07:40.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 296188 31.70 MB/sec execute 373 sec latency 219.984 ms 2023-07-14T13:07:41.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 296717 31.72 MB/sec execute 374 sec latency 101.461 ms 2023-07-14T13:07:42.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:42 smithi040 ceph-mon[96535]: pgmap v673: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.7 MiB/s wr, 518 op/s 2023-07-14T13:07:42.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:42 smithi133 ceph-mon[98311]: pgmap v673: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.7 MiB/s wr, 518 op/s 2023-07-14T13:07:42.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:42 smithi130 ceph-mon[97977]: pgmap v673: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.7 MiB/s wr, 518 op/s 2023-07-14T13:07:42.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 297189 31.69 MB/sec execute 375 sec latency 121.746 ms 2023-07-14T13:07:43.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 297738 31.68 MB/sec execute 376 sec latency 69.884 ms 2023-07-14T13:07:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.971+0000 7f1ff17c2700 1 -- 172.21.15.40:0/3851287430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec10a110 msgr2=0x7f1fec10c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.971+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/3851287430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec10a110 0x7f1fec10c570 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f1fe400b0a0 tx=0x7f1fe400b3b0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.972+0000 7f1ff17c2700 1 -- 172.21.15.40:0/3851287430 shutdown_connections 2023-07-14T13:07:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.972+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/3851287430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fec100dd0 0x7f1fec1011a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.972+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/3851287430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec10a110 0x7f1fec10c570 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.972+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/3851287430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1fec1016e0 0x7f1fec109bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.972+0000 7f1ff17c2700 1 -- 172.21.15.40:0/3851287430 >> 172.21.15.40:0/3851287430 conn(0x7f1fec0769b0 msgr2=0x7f1fec076db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.974+0000 7f1ff17c2700 1 -- 172.21.15.40:0/3851287430 shutdown_connections 2023-07-14T13:07:44.009 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.974+0000 7f1ff17c2700 1 -- 172.21.15.40:0/3851287430 wait complete. 2023-07-14T13:07:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 Processor -- start 2023-07-14T13:07:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 -- start start 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 0x7f1fec0fec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fec1016e0 0x7f1fec0ff140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1fec10a110 0x7f1fec1a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fec1a43f0 con 0x7f1fec100dd0 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fec1a4530 con 0x7f1fec10a110 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.975+0000 7f1ff17c2700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fec1a46a0 con 0x7f1fec1016e0 2023-07-14T13:07:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 0x7f1fec0fec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 0x7f1fec0fec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39490/0 (socket says 172.21.15.40:39490) 2023-07-14T13:07:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 -- 172.21.15.40:0/785955186 learned_addr learned my addr 172.21.15.40:0/785955186 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fec1016e0 0x7f1fec0ff140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 -- 172.21.15.40:0/785955186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fec1016e0 msgr2=0x7f1fec0ff140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fec1016e0 0x7f1fec0ff140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 -- 172.21.15.40:0/785955186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1fec10a110 msgr2=0x7f1fec1a3eb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T13:07:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1fec10a110 0x7f1fec1a3eb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 -- 172.21.15.40:0/785955186 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fe4009d00 con 0x7f1fec100dd0 2023-07-14T13:07:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1feaffd700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 0x7f1fec0fec00 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc00e9a0 tx=0x7f1fdc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1fd3fff700 1 -- 172.21.15.40:0/785955186 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc009790 con 0x7f1fec100dd0 2023-07-14T13:07:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fec1a4980 con 0x7f1fec100dd0 2023-07-14T13:07:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1fd3fff700 1 -- 172.21.15.40:0/785955186 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1fdc00cbd0 con 0x7f1fec100dd0 2023-07-14T13:07:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.976+0000 7f1fd3fff700 1 -- 172.21.15.40:0/785955186 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc018680 con 0x7f1fec100dd0 2023-07-14T13:07:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.977+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fec1a4ee0 con 0x7f1fec100dd0 2023-07-14T13:07:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.979+0000 7f1fd3fff700 1 -- 172.21.15.40:0/785955186 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f1fdc00cd40 con 0x7f1fec100dd0 2023-07-14T13:07:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.980+0000 7f1fd3fff700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1fd40a12c0 0x7f1fd40a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.980+0000 7f1fd3fff700 1 -- 172.21.15.40:0/785955186 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1fdc014070 con 0x7f1fec100dd0 2023-07-14T13:07:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.980+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1fd40a12c0 0x7f1fd40a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.981+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1fd40a12c0 0x7f1fd40a3770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1fec100420 tx=0x7f1fe0009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 Processor -- start 2023-07-14T13:07:44.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 -- start start 2023-07-14T13:07:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3083b66b0 0x55b30855fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b30855a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b30855a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b30845fc50 con 0x55b3085602d0 2023-07-14T13:07:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3084b29e0 con 0x55b3083b66b0 2023-07-14T13:07:44.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3084abe70 con 0x55b30855a580 2023-07-14T13:07:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1fea7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b30855a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3083b66b0 0x55b30855fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1fea7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b30855a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39498/0 (socket says 172.21.15.40:39498) 2023-07-14T13:07:44.025 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1fea7fc700 1 -- 172.21.15.40:0/2513235796 learned_addr learned my addr 172.21.15.40:0/2513235796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.982+0000 7f1feb7fe700 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b30855a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fea7fc700 1 -- 172.21.15.40:0/2513235796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 msgr2=0x55b30855a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b30855a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fea7fc700 1 -- 172.21.15.40:0/2513235796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3083b66b0 msgr2=0x55b30855fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3083b66b0 0x55b30855fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fea7fc700 1 -- 172.21.15.40:0/2513235796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b3082d9d80 con 0x55b3085602d0 2023-07-14T13:07:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b30855a040 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0011d40 tx=0x7f1fe0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fef4e0cd81d5fb8f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fd17fa700 1 -- 172.21.15.40:0/2513235796 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fe0011d70 con 0x55b3085602d0 2023-07-14T13:07:44.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fd17fa700 1 -- 172.21.15.40:0/2513235796 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1fe0004020 con 0x55b3085602d0 2023-07-14T13:07:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.983+0000 7f1fd17fa700 1 -- 172.21.15.40:0/2513235796 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fe0003c70 con 0x55b3085602d0 2023-07-14T13:07:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 -- 172.21.15.40:0/2513235796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 msgr2=0x55b30855a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b30855a040 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0011d40 tx=0x7f1fe0014000 comp rx=0 tx=0).stop 2023-07-14T13:07:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 -- 172.21.15.40:0/2513235796 shutdown_connections 2023-07-14T13:07:44.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b30855a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3083b66b0 0x55b30855fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/2513235796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b30855a040 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 -- 172.21.15.40:0/2513235796 >> 172.21.15.40:0/2513235796 conn(0x55b30854fbe0 msgr2=0x55b308554f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 -- 172.21.15.40:0/2513235796 shutdown_connections 2023-07-14T13:07:44.029 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 -- 172.21.15.40:0/2513235796 wait complete. 2023-07-14T13:07:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 -- start start 2023-07-14T13:07:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.984+0000 7f1ffd948b80 1 Processor -- start 2023-07-14T13:07:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b3085665d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.030 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b308563850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3085602d0 0x55b308563e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b30844ba60 con 0x55b3083b66b0 2023-07-14T13:07:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b30844b760 con 0x55b3085602d0 2023-07-14T13:07:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b30832f8c0 con 0x55b30855a580 2023-07-14T13:07:44.031 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 10 client.0 _ll_register_callbacks cb 0x55b308449700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b3085665d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b3085665d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39502/0 (socket says 172.21.15.40:39502) 2023-07-14T13:07:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 -- 172.21.15.40:0/3887366944 learned_addr learned my addr 172.21.15.40:0/3887366944 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:44.032 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 -- 172.21.15.40:0/3887366944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 msgr2=0x55b308563850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b308563850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 -- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3085602d0 msgr2=0x55b308563e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3085602d0 0x55b308563e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 -- 172.21.15.40:0/3887366944 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fe0017070 con 0x55b3083b66b0 2023-07-14T13:07:44.033 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1feaffd700 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b3085665d0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc096bf0 tx=0x7f1fdc09e1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=115d9ce26c579470 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1fceff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1fceff5700 1 -- 172.21.15.40:0/3887366944 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc0b1070 con 0x55b3083b66b0 2023-07-14T13:07:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1fceff5700 1 -- 172.21.15.40:0/3887366944 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1fdc099880 con 0x55b3083b66b0 2023-07-14T13:07:44.034 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.985+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b308405490 con 0x55b3083b66b0 2023-07-14T13:07:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1fceff5700 1 -- 172.21.15.40:0/3887366944 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1fdc0a2140 con 0x55b3083b66b0 2023-07-14T13:07:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 10 client.17772 fetch_fsmap learned FSMap version 84 2023-07-14T13:07:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=4+}) v3 -- 0x55b3082c2c00 con 0x55b3083b66b0 2023-07-14T13:07:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1fceff5700 1 -- 172.21.15.40:0/3887366944 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1fdc0c8080 con 0x55b3083b66b0 2023-07-14T13:07:44.035 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1fceff5700 1 -- 172.21.15.40:0/3887366944 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 84) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1fdc0b8170 con 0x55b3083b66b0 2023-07-14T13:07:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 10 client.17772 fetch_fsmap finished waiting for FSMap version 84 2023-07-14T13:07:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 10 client.17772 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 20 client.17772 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:44.036 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b308573b60 0x55b308575f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 4 client.17772 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:07:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b3084a4e50 con 0x55b308573b60 2023-07-14T13:07:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.986+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b308573b60 0x55b308575f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.037 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.987+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b308573b60 0x55b308575f70 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c1ad9db9d3f4e8c server_cookie=cfeea563b9a11f09 in_seq=0 out_seq=0 2023-07-14T13:07:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.987+0000 7f1fceff5700 10 client.17772 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1fceff5700 1 -- 172.21.15.40:0/3887366944 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55b3084a4e50 con 0x55b308573b60 2023-07-14T13:07:44.038 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1fceff5700 10 client.17772 handle_command_reply: tid=0 2023-07-14T13:07:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 client.17772 shutdown 2023-07-14T13:07:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 msgr2=0x55b3085665d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b3085665d0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc096bf0 tx=0x7f1fdc09e1b0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.039 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 shutdown_connections 2023-07-14T13:07:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b3085602d0 0x55b308563e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b3085665d0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.040 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b308573b60 0x55b308575f70 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3887366944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b30855a580 0x55b308563850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1fceff5700 0 client.17772 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 >> 172.21.15.40:0/3887366944 conn(0x55b30854fbe0 msgr2=0x55b308553c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:44.041 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 shutdown_connections 2023-07-14T13:07:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3887366944 wait complete. 2023-07-14T13:07:44.042 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:43.988+0000 7f1ffd948b80 20 client.17772 trim_cache size 0 max 16384 2023-07-14T13:07:44.046 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.005+0000 7f1ffd948b80 1 Processor -- start 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 -- start start 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3083b66b0 0x55b30855a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b308563800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b308554c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b308556b70 con 0x55b3085602d0 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b30855f9e0 con 0x55b30855a580 2023-07-14T13:07:44.047 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b30855e3c0 con 0x55b3083b66b0 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b308554c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b308554c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39514/0 (socket says 172.21.15.40:39514) 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 -- 172.21.15.40:0/3373177498 learned_addr learned my addr 172.21.15.40:0/3373177498 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feaffd700 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3083b66b0 0x55b30855a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b308563800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 -- 172.21.15.40:0/3373177498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3083b66b0 msgr2=0x55b30855a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.048 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3083b66b0 0x55b30855a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 -- 172.21.15.40:0/3373177498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 msgr2=0x55b308563800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b308563800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 -- 172.21.15.40:0/3373177498 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b30857abe0 con 0x55b3085602d0 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.006+0000 7f1feb7fe700 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b308554c60 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f1fe4009b80 tx=0x7f1fe4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=241519f93a67a92 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.007+0000 7f1fd1ffb700 1 -- 172.21.15.40:0/3373177498 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fe400e040 con 0x55b3085602d0 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.007+0000 7f1fd1ffb700 1 -- 172.21.15.40:0/3373177498 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1fe4009360 con 0x55b3085602d0 2023-07-14T13:07:44.049 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.007+0000 7f1fd1ffb700 1 -- 172.21.15.40:0/3373177498 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fe4007860 con 0x55b3085602d0 2023-07-14T13:07:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3373177498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 msgr2=0x55b308554c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b308554c60 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f1fe4009b80 tx=0x7f1fe4009bb0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3373177498 shutdown_connections 2023-07-14T13:07:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3083b66b0 0x55b30855a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3085602d0 0x55b308554c60 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.050 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/3373177498 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b308563800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3373177498 >> 172.21.15.40:0/3373177498 conn(0x55b30854fbe0 msgr2=0x55b3085630f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3373177498 shutdown_connections 2023-07-14T13:07:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 -- 172.21.15.40:0/3373177498 wait complete. 2023-07-14T13:07:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 -- start start 2023-07-14T13:07:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.008+0000 7f1ffd948b80 1 Processor -- start 2023-07-14T13:07:44.051 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b30856a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b30856ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3085602d0 0x55b308568c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b308569300 con 0x55b3083b66b0 2023-07-14T13:07:44.052 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b308569470 con 0x55b30855a580 2023-07-14T13:07:44.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b308569630 con 0x55b3085602d0 2023-07-14T13:07:44.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1ffd948b80 10 client.0 _ll_register_callbacks cb 0x7f1fdc099d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:44.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b30856a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b30856a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39516/0 (socket says 172.21.15.40:39516) 2023-07-14T13:07:44.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 -- 172.21.15.40:0/1328973566 learned_addr learned my addr 172.21.15.40:0/1328973566 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:44.053 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b30856ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feb7fe700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3085602d0 0x55b308568c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 -- 172.21.15.40:0/1328973566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3085602d0 msgr2=0x55b308568c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3085602d0 0x55b308568c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 -- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 msgr2=0x55b30856ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b30856ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.054 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 -- 172.21.15.40:0/1328973566 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fec10d230 con 0x55b3083b66b0 2023-07-14T13:07:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1feaffd700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b30856a700 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc00e970 tx=0x7f1fdc0a2750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4929feb3a3b8995 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1fceff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.009+0000 7f1fceff5700 1 -- 172.21.15.40:0/1328973566 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc0b1070 con 0x55b3083b66b0 2023-07-14T13:07:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1fceff5700 1 -- 172.21.15.40:0/1328973566 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1fdc0a2140 con 0x55b3083b66b0 2023-07-14T13:07:44.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1fe0004020 con 0x55b3083b66b0 2023-07-14T13:07:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1fceff5700 1 -- 172.21.15.40:0/1328973566 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1fdc0b85d0 con 0x55b3083b66b0 2023-07-14T13:07:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 10 client.17778 fetch_fsmap learned FSMap version 84 2023-07-14T13:07:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=4+}) v3 -- 0x55b3083001f0 con 0x55b3083b66b0 2023-07-14T13:07:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1fceff5700 1 -- 172.21.15.40:0/1328973566 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1fe0004020 con 0x55b3083b66b0 2023-07-14T13:07:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1fceff5700 1 -- 172.21.15.40:0/1328973566 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 84) v1 ==== 7462+0+0 (secure 0 0 0) 0x7f1fdc0b2c80 con 0x55b3083b66b0 2023-07-14T13:07:44.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 10 client.17778 fetch_fsmap finished waiting for FSMap version 84 2023-07-14T13:07:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 10 client.17778 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 20 client.17778 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b3085c8860 0x55b3085cac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 4 client.17778 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:07:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b308466ff0 con 0x55b3085c8860 2023-07-14T13:07:44.057 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.010+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b3085c8860 0x55b3085cac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:44.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.011+0000 7f1fea7fc700 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b3085c8860 0x55b3085cac70 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e5776e1c71ec693 server_cookie=935bde6a9b6233a in_seq=0 out_seq=0 2023-07-14T13:07:44.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.011+0000 7f1fceff5700 10 client.17778 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:44.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1fceff5700 1 -- 172.21.15.40:0/1328973566 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b308466ff0 con 0x55b3085c8860 2023-07-14T13:07:44.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1fceff5700 10 client.17778 handle_command_reply: tid=0 2023-07-14T13:07:44.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 client.17778 shutdown 2023-07-14T13:07:44.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 msgr2=0x55b30856a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.328 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b30856a700 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc00e970 tx=0x7f1fdc0a2750 comp rx=0 tx=0).stop 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 shutdown_connections 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55b3085c8860 0x55b3085cac70 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b3085602d0 0x55b308568c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1fceff5700 0 client.17778 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b3083b66b0 0x55b30856a700 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 --2- 172.21.15.40:0/1328973566 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55b30855a580 0x55b30856ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.329 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 >> 172.21.15.40:0/1328973566 conn(0x55b30854fbe0 msgr2=0x55b30855ea10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.292+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 shutdown_connections 2023-07-14T13:07:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ffd948b80 1 -- 172.21.15.40:0/1328973566 wait complete. 2023-07-14T13:07:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ffd948b80 20 client.17778 trim_cache size 0 max 16384 2023-07-14T13:07:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:07:44.330 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:07:44.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:07:44.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:07:44.331 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1fd40a12c0 msgr2=0x7f1fd40a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1fd40a12c0 0x7f1fd40a3770 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1fec100420 tx=0x7f1fe0009260 comp rx=0 tx=0).stop 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 msgr2=0x7f1fec0fec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 0x7f1fec0fec00 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc00e9a0 tx=0x7f1fdc00ecb0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 shutdown_connections 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1fd40a12c0 0x7f1fd40a3770 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1fec10a110 0x7f1fec1a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.332 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fec100dd0 0x7f1fec0fec00 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 --2- 172.21.15.40:0/785955186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1fec1016e0 0x7f1fec0ff140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:44.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 >> 172.21.15.40:0/785955186 conn(0x7f1fec0769b0 msgr2=0x7f1fec10aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:44.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 shutdown_connections 2023-07-14T13:07:44.333 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:44.293+0000 7f1ff17c2700 1 -- 172.21.15.40:0/785955186 wait complete. 2023-07-14T13:07:44.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:44 smithi133 ceph-mon[98311]: pgmap v674: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.6 MiB/s wr, 508 op/s 2023-07-14T13:07:44.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:44 smithi130 ceph-mon[97977]: pgmap v674: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.6 MiB/s wr, 508 op/s 2023-07-14T13:07:44.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:44 smithi040 ceph-mon[96535]: pgmap v674: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.6 MiB/s wr, 508 op/s 2023-07-14T13:07:44.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 298264 31.68 MB/sec execute 377 sec latency 178.994 ms 2023-07-14T13:07:45.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 298697 31.66 MB/sec execute 378 sec latency 282.776 ms 2023-07-14T13:07:46.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:46 smithi040 ceph-mon[96535]: pgmap v675: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 734 op/s 2023-07-14T13:07:46.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:46 smithi133 ceph-mon[98311]: pgmap v675: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 734 op/s 2023-07-14T13:07:46.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:46 smithi130 ceph-mon[97977]: pgmap v675: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 734 op/s 2023-07-14T13:07:46.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 299087 31.64 MB/sec execute 379 sec latency 104.996 ms 2023-07-14T13:07:47.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 299573 31.60 MB/sec execute 380 sec latency 90.582 ms 2023-07-14T13:07:48.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:48 smithi040 ceph-mon[96535]: pgmap v676: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.4 MiB/s wr, 427 op/s 2023-07-14T13:07:48.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:48 smithi133 ceph-mon[98311]: pgmap v676: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.4 MiB/s wr, 427 op/s 2023-07-14T13:07:48.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:48 smithi130 ceph-mon[97977]: pgmap v676: 97 pgs: 97 active+clean; 2.3 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.4 MiB/s wr, 427 op/s 2023-07-14T13:07:48.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 300243 31.60 MB/sec execute 381 sec latency 74.324 ms 2023-07-14T13:07:49.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 300935 31.63 MB/sec execute 382 sec latency 97.782 ms 2023-07-14T13:07:50.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:50 smithi040 ceph-mon[96535]: pgmap v677: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 13 MiB/s wr, 715 op/s 2023-07-14T13:07:50.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:50 smithi133 ceph-mon[98311]: pgmap v677: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 13 MiB/s wr, 715 op/s 2023-07-14T13:07:50.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:50 smithi130 ceph-mon[97977]: pgmap v677: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 13 MiB/s wr, 715 op/s 2023-07-14T13:07:50.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 301391 31.62 MB/sec execute 383 sec latency 284.922 ms 2023-07-14T13:07:51.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 301821 31.61 MB/sec execute 384 sec latency 92.972 ms 2023-07-14T13:07:52.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:52 smithi040 ceph-mon[96535]: pgmap v678: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 535 op/s 2023-07-14T13:07:52.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:52 smithi133 ceph-mon[98311]: pgmap v678: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 535 op/s 2023-07-14T13:07:52.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:52 smithi130 ceph-mon[97977]: pgmap v678: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 535 op/s 2023-07-14T13:07:52.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 302287 31.59 MB/sec execute 385 sec latency 80.790 ms 2023-07-14T13:07:53.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 302818 31.58 MB/sec execute 386 sec latency 87.384 ms 2023-07-14T13:07:54.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:54 smithi133 ceph-mon[98311]: pgmap v679: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.8 MiB/s wr, 528 op/s 2023-07-14T13:07:54.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:54 smithi130 ceph-mon[97977]: pgmap v679: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.8 MiB/s wr, 528 op/s 2023-07-14T13:07:54.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:54 smithi040 ceph-mon[96535]: pgmap v679: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.8 MiB/s wr, 528 op/s 2023-07-14T13:07:54.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 303339 31.56 MB/sec execute 387 sec latency 94.565 ms 2023-07-14T13:07:55.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 303812 31.53 MB/sec execute 388 sec latency 259.680 ms 2023-07-14T13:07:56.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:56 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:07:56.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:56 smithi133 ceph-mon[98311]: pgmap v680: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 15 MiB/s wr, 764 op/s 2023-07-14T13:07:56.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:56 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:07:56.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:56 smithi130 ceph-mon[97977]: pgmap v680: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 15 MiB/s wr, 764 op/s 2023-07-14T13:07:56.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:56 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:07:56.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:56 smithi040 ceph-mon[96535]: pgmap v680: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 15 MiB/s wr, 764 op/s 2023-07-14T13:07:56.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 304361 31.53 MB/sec execute 389 sec latency 311.439 ms 2023-07-14T13:07:57.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 -- 172.21.15.40:0/189175134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9694104a20 msgr2=0x7f9694104df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 --2- 172.21.15.40:0/189175134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9694104a20 0x7f9694104df0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f9684009990 tx=0x7f9684009ca0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 -- 172.21.15.40:0/189175134 shutdown_connections 2023-07-14T13:07:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 --2- 172.21.15.40:0/189175134 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96940ff3d0 0x7f969410b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 --2- 172.21.15.40:0/189175134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9694104a20 0x7f9694104df0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 --2- 172.21.15.40:0/189175134 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96940fea20 0x7f96940fee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 -- 172.21.15.40:0/189175134 >> 172.21.15.40:0/189175134 conn(0x7f96940769b0 msgr2=0x7f9694076db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 -- 172.21.15.40:0/189175134 shutdown_connections 2023-07-14T13:07:57.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.424+0000 7f9698ccf700 1 -- 172.21.15.40:0/189175134 wait complete. 2023-07-14T13:07:57.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 Processor -- start 2023-07-14T13:07:57.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 -- start start 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 0x7f9694196c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96940ff3d0 0x7f9694197140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9694104a20 0x7f96941a1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96941a20a0 con 0x7f96940fea20 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96941a2210 con 0x7f96940ff3d0 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9698ccf700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96941a23d0 con 0x7f9694104a20 2023-07-14T13:07:57.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 0x7f9694196c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 0x7f9694196c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39530/0 (socket says 172.21.15.40:39530) 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 -- 172.21.15.40:0/1740627028 learned_addr learned my addr 172.21.15.40:0/1740627028 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9691d9b700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96940ff3d0 0x7f9694197140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f9692d9d700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9694104a20 0x7f96941a1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 -- 172.21.15.40:0/1740627028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9694104a20 msgr2=0x7f96941a1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9694104a20 0x7f96941a1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 -- 172.21.15.40:0/1740627028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96940ff3d0 msgr2=0x7f9694197140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.465 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.426+0000 7f969259c700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96940ff3d0 0x7f9694197140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f969259c700 1 -- 172.21.15.40:0/1740627028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96840095f0 con 0x7f96940fea20 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f969259c700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 0x7f9694196c00 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f9684000c00 tx=0x7f9684009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f96837fe700 1 -- 172.21.15.40:0/1740627028 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968401d070 con 0x7f96940fea20 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f96837fe700 1 -- 172.21.15.40:0/1740627028 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9684022470 con 0x7f96940fea20 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96941a2650 con 0x7f96940fea20 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f96837fe700 1 -- 172.21.15.40:0/1740627028 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9684017630 con 0x7f96940fea20 2023-07-14T13:07:57.466 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.427+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96941a2ad0 con 0x7f96940fea20 2023-07-14T13:07:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.430+0000 7f96837fe700 1 -- 172.21.15.40:0/1740627028 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f96840228e0 con 0x7f96940fea20 2023-07-14T13:07:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.431+0000 7f96837fe700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f967c0a1340 0x7f967c0a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.467 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.431+0000 7f96a4e55b80 1 Processor -- start 2023-07-14T13:07:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.431+0000 7f96837fe700 1 -- 172.21.15.40:0/1740627028 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f96840cdeb0 con 0x7f96940fea20 2023-07-14T13:07:57.468 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.431+0000 7f9691d9b700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f967c0a1340 0x7f967c0a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.431+0000 7f96a4e55b80 1 -- start start 2023-07-14T13:07:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076bdf6b0 0x558076d88d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d83040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d839d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076c88c50 con 0x558076d892d0 2023-07-14T13:07:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076cdb9e0 con 0x558076bdf6b0 2023-07-14T13:07:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076cd4e70 con 0x558076d83580 2023-07-14T13:07:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d839d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f969259c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076bdf6b0 0x558076d88d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d839d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53232/0 (socket says 172.21.15.40:53232) 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 -- 172.21.15.40:0/3933196098 learned_addr learned my addr 172.21.15.40:0/3933196098 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9691d9b700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f967c0a1340 0x7f967c0a37f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f96940692f0 tx=0x7f9688011720 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9691d9b700 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d83040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 -- 172.21.15.40:0/3933196098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076bdf6b0 msgr2=0x558076d88d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076bdf6b0 0x558076d88d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 -- 172.21.15.40:0/3933196098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 msgr2=0x558076d83040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d83040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.432+0000 7f9692d9d700 1 -- 172.21.15.40:0/3933196098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558076b02d80 con 0x558076d83580 2023-07-14T13:07:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.433+0000 7f9692d9d700 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d839d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f968c011680 tx=0x7f968c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f502202ae92d6a5 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.433+0000 7f9680ff9700 1 -- 172.21.15.40:0/3933196098 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968c00e040 con 0x558076d83580 2023-07-14T13:07:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.433+0000 7f9680ff9700 1 -- 172.21.15.40:0/3933196098 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f968c00f040 con 0x558076d83580 2023-07-14T13:07:57.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.433+0000 7f9680ff9700 1 -- 172.21.15.40:0/3933196098 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968c004860 con 0x558076d83580 2023-07-14T13:07:57.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 -- 172.21.15.40:0/3933196098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 msgr2=0x558076d839d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d839d0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f968c011680 tx=0x7f968c009920 comp rx=0 tx=0).stop 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 -- 172.21.15.40:0/3933196098 shutdown_connections 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d839d0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076bdf6b0 0x558076d88d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/3933196098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d83040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 -- 172.21.15.40:0/3933196098 >> 172.21.15.40:0/3933196098 conn(0x558076d78be0 msgr2=0x558076d7df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:57.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 -- 172.21.15.40:0/3933196098 shutdown_connections 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 -- 172.21.15.40:0/3933196098 wait complete. 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.434+0000 7f96a4e55b80 1 -- start start 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 Processor -- start 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d8f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 0x558076d8c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d8cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076c74a60 con 0x558076d83580 2023-07-14T13:07:57.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076c74760 con 0x558076d892d0 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076b588c0 con 0x558076bdf6b0 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f96a4e55b80 10 client.0 _ll_register_callbacks cb 0x558076c72700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 0x558076d8c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f969259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d8f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 0x558076d8c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39546/0 (socket says 172.21.15.40:39546) 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 -- 172.21.15.40:0/1280545000 learned_addr learned my addr 172.21.15.40:0/1280545000 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:57.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9692d9d700 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d8cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 -- 172.21.15.40:0/1280545000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 msgr2=0x558076d8f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d8f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 -- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 msgr2=0x558076d8cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d8cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.435+0000 7f9691d9b700 1 -- 172.21.15.40:0/1280545000 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f968c011330 con 0x558076d83580 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f9691d9b700 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 0x558076d8c880 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f968801ec10 tx=0x7f96880047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c816e0e00bb2fe7b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f9679ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:57.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f9679ffb700 1 -- 172.21.15.40:0/1280545000 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968801e320 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f9679ffb700 1 -- 172.21.15.40:0/1280545000 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f968800f850 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558076c2e490 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f9679ffb700 1 -- 172.21.15.40:0/1280545000 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f968800fa10 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f96a4e55b80 10 client.17790 fetch_fsmap learned FSMap version 85 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=85,monmap=4+}) v3 -- 0x558076aebc00 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.436+0000 7f9679ffb700 1 -- 172.21.15.40:0/1280545000 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558076c2e490 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f9679ffb700 1 -- 172.21.15.40:0/1280545000 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 85) v1 ==== 7466+0+0 (secure 0 0 0) 0x7f9688027d10 con 0x558076d83580 2023-07-14T13:07:57.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f96a4e55b80 10 client.17790 fetch_fsmap finished waiting for FSMap version 85 2023-07-14T13:07:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f96a4e55b80 10 client.17790 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f96a4e55b80 20 client.17790 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076d9cc20 0x558076d9f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f96a4e55b80 4 client.17790 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:07:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.437+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558076ccde50 con 0x558076d9cc20 2023-07-14T13:07:57.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.438+0000 7f969259c700 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076d9cc20 0x558076d9f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.439+0000 7f9679ffb700 10 client.17790 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.439+0000 7f969259c700 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076d9cc20 0x558076d9f030 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d723c7c6ff9601b1 server_cookie=113bb2810799ef9e in_seq=0 out_seq=0 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.439+0000 7f9679ffb700 1 -- 172.21.15.40:0/1280545000 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x558076ccde50 con 0x558076d9cc20 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.439+0000 7f9679ffb700 10 client.17790 handle_command_reply: tid=0 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.439+0000 7f96a4e55b80 1 client.17790 shutdown 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 msgr2=0x558076d8c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 0x558076d8c880 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f968801ec10 tx=0x7f96880047c0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 shutdown_connections 2023-07-14T13:07:57.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076d9cc20 0x558076d9f030 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d8f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d8cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1280545000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d83580 0x558076d8c880 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 >> 172.21.15.40:0/1280545000 conn(0x558076d78be0 msgr2=0x558076d7cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f9679ffb700 0 client.17790 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 shutdown_connections 2023-07-14T13:07:57.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1280545000 wait complete. 2023-07-14T13:07:57.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.440+0000 7f96a4e55b80 20 client.17790 trim_cache size 0 max 16384 2023-07-14T13:07:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.459+0000 7f96a4e55b80 1 Processor -- start 2023-07-14T13:07:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.459+0000 7f96a4e55b80 1 -- start start 2023-07-14T13:07:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 0x558076d83040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d8c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d7dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.496 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076d896d0 con 0x558076bdf6b0 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076d7ea00 con 0x558076d892d0 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076d75bb0 con 0x558076d83580 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 0x558076d83040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 0x558076d83040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39552/0 (socket says 172.21.15.40:39552) 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f9691d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d8c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 -- 172.21.15.40:0/1619601250 learned_addr learned my addr 172.21.15.40:0/1619601250 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:57.497 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f9692d9d700 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d7dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 -- 172.21.15.40:0/1619601250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 msgr2=0x558076d8c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d8c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 -- 172.21.15.40:0/1619601250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 msgr2=0x558076d7dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.500 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d7dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 -- 172.21.15.40:0/1619601250 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558076b291f0 con 0x558076bdf6b0 2023-07-14T13:07:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f969259c700 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 0x558076d83040 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f96840cb610 tx=0x7f9684009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b0f6972956b6630 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96817fa700 1 -- 172.21.15.40:0/1619601250 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968409eff0 con 0x558076bdf6b0 2023-07-14T13:07:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.460+0000 7f96817fa700 1 -- 172.21.15.40:0/1619601250 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96840a3380 con 0x558076bdf6b0 2023-07-14T13:07:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96817fa700 1 -- 172.21.15.40:0/1619601250 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968409a4b0 con 0x558076bdf6b0 2023-07-14T13:07:57.501 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1619601250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 msgr2=0x558076d83040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 0x558076d83040 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f96840cb610 tx=0x7f9684009ca0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1619601250 shutdown_connections 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d892d0 0x558076d7dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076bdf6b0 0x558076d83040 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/1619601250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076d83580 0x558076d8c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1619601250 >> 172.21.15.40:0/1619601250 conn(0x558076d78be0 msgr2=0x558076d8c120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:57.502 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1619601250 shutdown_connections 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.461+0000 7f96a4e55b80 1 -- 172.21.15.40:0/1619601250 wait complete. 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 -- start start 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 Processor -- start 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d91c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d83580 0x558076d92190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d926d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.503 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076defb80 con 0x558076d892d0 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076defcf0 con 0x558076d83580 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x558076defeb0 con 0x558076bdf6b0 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f96a4e55b80 10 client.0 _ll_register_callbacks cb 0x7f968801e7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f969259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d91c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d926d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f969259c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d91c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53246/0 (socket says 172.21.15.40:53246) 2023-07-14T13:07:57.504 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9691d9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d83580 0x558076d92190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f969259c700 1 -- 172.21.15.40:0/143693699 learned_addr learned my addr 172.21.15.40:0/143693699 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d926d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39560/0 (socket says 172.21.15.40:39560) 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 -- 172.21.15.40:0/143693699 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 msgr2=0x558076d91c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d91c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 -- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d83580 msgr2=0x558076d92190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d83580 0x558076d92190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.462+0000 7f9692d9d700 1 -- 172.21.15.40:0/143693699 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96941a2ad0 con 0x558076d892d0 2023-07-14T13:07:57.505 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9692d9d700 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d926d0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f968c004400 tx=0x7f968c004290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd7b4e3f7ed419 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9679ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9679ffb700 1 -- 172.21.15.40:0/143693699 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f968c00e050 con 0x558076d892d0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9679ffb700 1 -- 172.21.15.40:0/143693699 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(116..116 src has 1..116) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f968c0093a0 con 0x558076d892d0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f968c00f040 con 0x558076d892d0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9679ffb700 1 -- 172.21.15.40:0/143693699 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f968c007710 con 0x558076d892d0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 10 client.17796 fetch_fsmap learned FSMap version 85 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=85,monmap=4+}) v3 -- 0x558076b01250 con 0x558076d892d0 2023-07-14T13:07:57.506 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9679ffb700 1 -- 172.21.15.40:0/143693699 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f968c034080 con 0x558076d892d0 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f9679ffb700 1 -- 172.21.15.40:0/143693699 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 85) v1 ==== 7466+0+0 (secure 0 0 0) 0x7f968c02e030 con 0x558076d892d0 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 10 client.17796 fetch_fsmap finished waiting for FSMap version 85 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 10 client.17796 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 20 client.17796 populate_metadata read hostname 'smithi040' 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076df14e0 0x558076df38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 4 client.17796 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:07:57.507 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.463+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558076c8fff0 con 0x558076df14e0 2023-07-14T13:07:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.465+0000 7f969259c700 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076df14e0 0x558076df38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:07:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.465+0000 7f9679ffb700 10 client.17796 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:57.508 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.465+0000 7f969259c700 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076df14e0 0x558076df38f0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb01fc13b29438dc server_cookie=6f2152422cbb4750 in_seq=0 out_seq=0 2023-07-14T13:07:57.780 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f9679ffb700 1 -- 172.21.15.40:0/143693699 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558076c8fff0 con 0x558076df14e0 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f9679ffb700 10 client.17796 handle_command_reply: tid=0 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 client.17796 shutdown 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 msgr2=0x558076d926d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d926d0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f968c004400 tx=0x7f968c004290 comp rx=0 tx=0).stop 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 shutdown_connections 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x558076df14e0 0x558076df38f0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.781 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558076bdf6b0 0x558076d91c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558076d892d0 0x558076d926d0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 --2- 172.21.15.40:0/143693699 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x558076d83580 0x558076d92190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f9679ffb700 0 client.17796 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 >> 172.21.15.40:0/143693699 conn(0x558076d78be0 msgr2=0x558076d87a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 shutdown_connections 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 1 -- 172.21.15.40:0/143693699 wait complete. 2023-07-14T13:07:57.782 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.744+0000 7f96a4e55b80 20 client.17796 trim_cache size 0 max 16384 2023-07-14T13:07:57.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:07:57.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:07:57.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:07:57.783 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f967c0a1340 msgr2=0x7f967c0a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f967c0a1340 0x7f967c0a37f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f96940692f0 tx=0x7f9688011720 comp rx=0 tx=0).stop 2023-07-14T13:07:57.784 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 msgr2=0x7f9694196c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 0x7f9694196c00 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f9684000c00 tx=0x7f9684009580 comp rx=0 tx=0).stop 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 shutdown_connections 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f967c0a1340 0x7f967c0a37f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9694104a20 0x7f96941a1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f96940fea20 0x7f9694196c00 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 --2- 172.21.15.40:0/1740627028 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f96940ff3d0 0x7f9694197140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:07:57.785 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 >> 172.21.15.40:0/1740627028 conn(0x7f96940769b0 msgr2=0x7f96941026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:07:57.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 shutdown_connections 2023-07-14T13:07:57.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:07:57.745+0000 7f9698ccf700 1 -- 172.21.15.40:0/1740627028 wait complete. 2023-07-14T13:07:57.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 304882 31.54 MB/sec execute 390 sec latency 211.768 ms 2023-07-14T13:07:58.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:07:58 smithi040 ceph-mon[96535]: pgmap v681: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 538 op/s 2023-07-14T13:07:58.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:07:58 smithi133 ceph-mon[98311]: pgmap v681: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 538 op/s 2023-07-14T13:07:58.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:07:58 smithi130 ceph-mon[97977]: pgmap v681: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.8 MiB/s wr, 538 op/s 2023-07-14T13:07:58.837 INFO:tasks.workunit.client.0.smithi040.stdout: 10 305359 31.52 MB/sec execute 391 sec latency 89.799 ms 2023-07-14T13:07:59.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 305815 31.51 MB/sec execute 392 sec latency 114.268 ms 2023-07-14T13:08:00.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:00 smithi040 ceph-mon[96535]: pgmap v682: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 14 MiB/s wr, 805 op/s 2023-07-14T13:08:00.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:00 smithi133 ceph-mon[98311]: pgmap v682: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 14 MiB/s wr, 805 op/s 2023-07-14T13:08:00.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:00 smithi130 ceph-mon[97977]: pgmap v682: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 14 MiB/s wr, 805 op/s 2023-07-14T13:08:00.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306274 31.49 MB/sec execute 393 sec latency 274.454 ms 2023-07-14T13:08:01.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:01 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:08:01.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:01 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:08:01.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:01 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:08:01.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306274 31.41 MB/sec execute 394 sec latency 1274.542 ms 2023-07-14T13:08:02.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:02 smithi040 ceph-mon[96535]: pgmap v683: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.9 MiB/s wr, 534 op/s 2023-07-14T13:08:02.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:02 smithi133 ceph-mon[98311]: pgmap v683: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.9 MiB/s wr, 534 op/s 2023-07-14T13:08:02.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:02 smithi130 ceph-mon[97977]: pgmap v683: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.9 MiB/s wr, 534 op/s 2023-07-14T13:08:02.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306274 31.33 MB/sec execute 395 sec latency 2274.666 ms 2023-07-14T13:08:03.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306571 31.29 MB/sec execute 396 sec latency 2464.512 ms 2023-07-14T13:08:04.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:04 smithi133 ceph-mon[98311]: pgmap v684: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 519 op/s 2023-07-14T13:08:04.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:04 smithi130 ceph-mon[97977]: pgmap v684: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 519 op/s 2023-07-14T13:08:04.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:04 smithi040 ceph-mon[96535]: pgmap v684: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 519 op/s 2023-07-14T13:08:04.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306843 31.23 MB/sec execute 397 sec latency 158.259 ms 2023-07-14T13:08:05.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 306984 31.17 MB/sec execute 398 sec latency 180.547 ms 2023-07-14T13:08:06.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:06 smithi040 ceph-mon[96535]: pgmap v685: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 13 MiB/s wr, 693 op/s 2023-07-14T13:08:06.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:06 smithi133 ceph-mon[98311]: pgmap v685: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 13 MiB/s wr, 693 op/s 2023-07-14T13:08:06.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:06 smithi130 ceph-mon[97977]: pgmap v685: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 MiB/s rd, 13 MiB/s wr, 693 op/s 2023-07-14T13:08:06.838 INFO:tasks.workunit.client.0.smithi040.stdout: 10 307257 31.13 MB/sec execute 399 sec latency 385.568 ms 2023-07-14T13:08:07.840 INFO:tasks.workunit.client.0.smithi040.stdout: 10 307597 31.12 MB/sec execute 400 sec latency 316.459 ms 2023-07-14T13:08:08.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:08 smithi040 ceph-mon[96535]: pgmap v686: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 8.5 MiB/s wr, 457 op/s 2023-07-14T13:08:08.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:08 smithi040 ceph-mon[96535]: osdmap e117: 12 total, 12 up, 12 in 2023-07-14T13:08:08.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:08 smithi133 ceph-mon[98311]: pgmap v686: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 8.5 MiB/s wr, 457 op/s 2023-07-14T13:08:08.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:08 smithi133 ceph-mon[98311]: osdmap e117: 12 total, 12 up, 12 in 2023-07-14T13:08:08.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:08 smithi130 ceph-mon[97977]: pgmap v686: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 8.5 MiB/s wr, 457 op/s 2023-07-14T13:08:08.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:08 smithi130 ceph-mon[97977]: osdmap e117: 12 total, 12 up, 12 in 2023-07-14T13:08:08.840 INFO:tasks.workunit.client.0.smithi040.stdout: 10 307762 31.07 MB/sec execute 401 sec latency 532.313 ms 2023-07-14T13:08:09.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 308013 31.00 MB/sec execute 402 sec latency 418.712 ms 2023-07-14T13:08:10.619 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:10 smithi040 ceph-mon[96535]: pgmap v688: 97 pgs: 32 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 47 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 617 op/s 2023-07-14T13:08:10.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:10 smithi133 ceph-mon[98311]: pgmap v688: 97 pgs: 32 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 47 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 617 op/s 2023-07-14T13:08:10.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:10 smithi130 ceph-mon[97977]: pgmap v688: 97 pgs: 32 active+clean+snaptrim_wait, 18 active+clean+snaptrim, 47 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 617 op/s 2023-07-14T13:08:10.840 INFO:tasks.workunit.client.0.smithi040.stdout: 10 308569 30.99 MB/sec execute 403 sec latency 213.807 ms 2023-07-14T13:08:10.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 -- 172.21.15.40:0/2989954289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba40ff470 msgr2=0x7f1ba410b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:10.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/2989954289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba40ff470 0x7f1ba410b900 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c00b0a0 tx=0x7f1b9c00b3b0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 -- 172.21.15.40:0/2989954289 shutdown_connections 2023-07-14T13:08:10.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/2989954289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba40ff470 0x7f1ba410b900 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/2989954289 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba4104ad0 0x7f1ba4104ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/2989954289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ba40feac0 0x7f1ba40fef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.878+0000 7f1baa5e8700 1 -- 172.21.15.40:0/2989954289 >> 172.21.15.40:0/2989954289 conn(0x7f1ba4075c10 msgr2=0x7f1ba4076010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:10.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.879+0000 7f1baa5e8700 1 -- 172.21.15.40:0/2989954289 shutdown_connections 2023-07-14T13:08:10.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.879+0000 7f1baa5e8700 1 -- 172.21.15.40:0/2989954289 wait complete. 2023-07-14T13:08:10.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.879+0000 7f1baa5e8700 1 Processor -- start 2023-07-14T13:08:10.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.879+0000 7f1baa5e8700 1 -- start start 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1baa5e8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ba40feac0 0x7f1ba410c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1baa5e8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba40ff470 0x7f1ba410c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1baa5e8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 0x7f1ba41a3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1baa5e8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ba41a4470 con 0x7f1ba4104ad0 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1baa5e8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ba41a45b0 con 0x7f1ba40ff470 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1baa5e8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ba41a46f0 con 0x7f1ba40feac0 2023-07-14T13:08:10.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1ba8b85700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 0x7f1ba41a3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1ba8b85700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 0x7f1ba41a3f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39574/0 (socket says 172.21.15.40:39574) 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1ba37fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba40ff470 0x7f1ba410c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1ba8b85700 1 -- 172.21.15.40:0/3337590447 learned_addr learned my addr 172.21.15.40:0/3337590447 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ba40feac0 0x7f1ba410c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.880+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3337590447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ba40feac0 msgr2=0x7f1ba410c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ba40feac0 0x7f1ba410c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 msgr2=0x7f1ba41a3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:10.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 0x7f1ba41a3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3337590447 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b9c009d00 con 0x7f1ba40ff470 2023-07-14T13:08:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba8b85700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 0x7f1ba41a3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:08:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba40ff470 0x7f1ba410c8b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1b9800b450 tx=0x7f1b9800b760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba17fa700 1 -- 172.21.15.40:0/3337590447 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b98011830 con 0x7f1ba40ff470 2023-07-14T13:08:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba17fa700 1 -- 172.21.15.40:0/3337590447 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b9800be60 con 0x7f1ba40ff470 2023-07-14T13:08:10.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ba4195bd0 con 0x7f1ba40ff470 2023-07-14T13:08:10.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1ba17fa700 1 -- 172.21.15.40:0/3337590447 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b98010d20 con 0x7f1ba40ff470 2023-07-14T13:08:10.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.881+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ba41961b0 con 0x7f1ba40ff470 2023-07-14T13:08:10.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.884+0000 7f1ba17fa700 1 -- 172.21.15.40:0/3337590447 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f1b98010380 con 0x7f1ba40ff470 2023-07-14T13:08:10.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.885+0000 7f1ba17fa700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1b8c0a13c0 0x7f1b8c0a3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.885+0000 7f1ba17fa700 1 -- 172.21.15.40:0/3337590447 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f1b980cc5d0 con 0x7f1ba40ff470 2023-07-14T13:08:10.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.885+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1b8c0a13c0 0x7f1b8c0a3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.885+0000 7f1bb676eb80 1 Processor -- start 2023-07-14T13:08:10.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.885+0000 7f1bb676eb80 1 -- start start 2023-07-14T13:08:10.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1b8c0a13c0 0x7f1b8c0a3870 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1ba40ffc00 tx=0x7f1b94009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:10.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3dcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3d79d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb2dcc50 con 0x5614eb2336b0 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb32f9e0 con 0x5614eb3dd2d0 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb328e70 con 0x5614eb3d7580 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3dcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3dcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39578/0 (socket says 172.21.15.40:39578) 2023-07-14T13:08:10.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 -- 172.21.15.40:0/2977584299 learned_addr learned my addr 172.21.15.40:0/2977584299 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba8b85700 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3d79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 -- 172.21.15.40:0/2977584299 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 msgr2=0x5614eb3d79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3d79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 -- 172.21.15.40:0/2977584299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 msgr2=0x5614eb3d7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 -- 172.21.15.40:0/2977584299 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614eb156d80 con 0x5614eb2336b0 2023-07-14T13:08:10.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.886+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3dcd90 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f1b94011d50 tx=0x7f1b94014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d51c1c257c8abe6d server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:10.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.887+0000 7f1b8a7fc700 1 -- 172.21.15.40:0/2977584299 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9400ed20 con 0x5614eb2336b0 2023-07-14T13:08:10.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.887+0000 7f1b8a7fc700 1 -- 172.21.15.40:0/2977584299 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b94021070 con 0x5614eb2336b0 2023-07-14T13:08:10.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.887+0000 7f1b8a7fc700 1 -- 172.21.15.40:0/2977584299 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9401d670 con 0x5614eb2336b0 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.887+0000 7f1bb676eb80 1 -- 172.21.15.40:0/2977584299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 msgr2=0x5614eb3dcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.887+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3dcd90 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f1b94011d50 tx=0x7f1b94014000 comp rx=0 tx=0).stop 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 -- 172.21.15.40:0/2977584299 shutdown_connections 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3d79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3dcd90 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/2977584299 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 -- 172.21.15.40:0/2977584299 >> 172.21.15.40:0/2977584299 conn(0x5614eb3ccbe0 msgr2=0x5614eb3d1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 -- 172.21.15.40:0/2977584299 shutdown_connections 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 -- 172.21.15.40:0/2977584299 wait complete. 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 -- start start 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.888+0000 7f1bb676eb80 1 Processor -- start 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3e3640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3e1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb2c8a60 con 0x5614eb2336b0 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb2c8760 con 0x5614eb3dd2d0 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb1ac8c0 con 0x5614eb3d7580 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1bb676eb80 10 client.0 _ll_register_callbacks cb 0x5614eb2c6700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1ba8b85700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3e1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1ba8b85700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3e1000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56842/0 (socket says 172.21.15.40:56842) 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.889+0000 7f1ba8b85700 1 -- 172.21.15.40:0/3406651805 learned_addr learned my addr 172.21.15.40:0/3406651805 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:10.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1ba8b85700 1 -- 172.21.15.40:0/3406651805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 msgr2=0x5614eb3e08c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1ba8b85700 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1ba8b85700 1 -- 172.21.15.40:0/3406651805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 msgr2=0x5614eb3e3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1ba8b85700 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3e3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1ba8b85700 1 -- 172.21.15.40:0/3406651805 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b94017070 con 0x5614eb3dd2d0 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1ba8b85700 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3e1000 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c00bfd0 tx=0x7f1b9c004cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58f725a030ea0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.890+0000 7f1b837fe700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:08:10.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.891+0000 7f1b837fe700 1 -- 172.21.15.40:0/3406651805 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c00e040 con 0x5614eb3dd2d0 2023-07-14T13:08:10.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.891+0000 7f1b837fe700 1 -- 172.21.15.40:0/3406651805 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(117..117 src has 1..117) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f1b9c023070 con 0x5614eb3dd2d0 2023-07-14T13:08:10.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.891+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5614eb282490 con 0x5614eb3dd2d0 2023-07-14T13:08:10.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.891+0000 7f1b837fe700 1 -- 172.21.15.40:0/3406651805 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b9c0078f0 con 0x5614eb3dd2d0 2023-07-14T13:08:10.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.891+0000 7f1bb676eb80 10 client.27284 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:10.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.892+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x5614eb13fc00 con 0x5614eb3dd2d0 2023-07-14T13:08:10.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.892+0000 7f1b837fe700 1 -- 172.21.15.40:0/3406651805 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5614eb282490 con 0x5614eb3dd2d0 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.892+0000 7f1b837fe700 1 -- 172.21.15.40:0/3406651805 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1b9c00b0d0 con 0x5614eb3dd2d0 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.892+0000 7f1bb676eb80 10 client.27284 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1bb676eb80 10 client.27284 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1bb676eb80 20 client.27284 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb412b40 0x5614eb414f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1bb676eb80 4 client.27284 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:08:10.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5614eb321e50 con 0x5614eb412b40 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb412b40 0x5614eb414f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1b837fe700 10 client.27284 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.893+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb412b40 0x5614eb414f50 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b28d11b7ccf4b06 server_cookie=2974b77835a01e82 in_seq=0 out_seq=0 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.894+0000 7f1b837fe700 1 -- 172.21.15.40:0/3406651805 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5614eb321e50 con 0x5614eb412b40 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.894+0000 7f1b837fe700 10 client.27284 handle_command_reply: tid=0 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.894+0000 7f1bb676eb80 1 client.27284 shutdown 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 msgr2=0x5614eb3e1000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:10.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3e1000 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c00bfd0 tx=0x7f1b9c004cf0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 shutdown_connections 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3e1000 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3e3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb412b40 0x5614eb414f50 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3406651805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 >> 172.21.15.40:0/3406651805 conn(0x5614eb3ccbe0 msgr2=0x5614eb3d0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:10.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1b837fe700 0 client.27284 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:10.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 shutdown_connections 2023-07-14T13:08:10.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3406651805 wait complete. 2023-07-14T13:08:10.936 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.895+0000 7f1bb676eb80 20 client.27284 trim_cache size 0 max 16384 2023-07-14T13:08:10.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 Processor -- start 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 -- start start 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3d7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb3ce630 con 0x5614eb2336b0 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb3d35b0 con 0x5614eb3d7580 2023-07-14T13:08:10.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.913+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb3fdaa0 con 0x5614eb3dd2d0 2023-07-14T13:08:10.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3d7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3d7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39592/0 (socket says 172.21.15.40:39592) 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 -- 172.21.15.40:0/3127811099 learned_addr learned my addr 172.21.15.40:0/3127811099 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 -- 172.21.15.40:0/3127811099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3dd2d0 msgr2=0x5614eb3d1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 -- 172.21.15.40:0/3127811099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3d7580 msgr2=0x5614eb3e08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.914+0000 7f1ba3fff700 1 -- 172.21.15.40:0/3127811099 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614eb17d1f0 con 0x5614eb2336b0 2023-07-14T13:08:10.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.915+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3d7040 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f1b9401cdb0 tx=0x7f1b9401cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=994b56e35d3ff10c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:10.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.915+0000 7f1b8affd700 1 -- 172.21.15.40:0/3127811099 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9400eb20 con 0x5614eb2336b0 2023-07-14T13:08:10.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.915+0000 7f1b8affd700 1 -- 172.21.15.40:0/3127811099 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b9400ec80 con 0x5614eb2336b0 2023-07-14T13:08:10.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.915+0000 7f1b8affd700 1 -- 172.21.15.40:0/3127811099 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b94004400 con 0x5614eb2336b0 2023-07-14T13:08:10.954 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3127811099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 msgr2=0x5614eb3d7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:10.954 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3d7040 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f1b9401cdb0 tx=0x7f1b9401cf60 comp rx=0 tx=0).stop 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3127811099 shutdown_connections 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb3dd2d0 0x5614eb3d1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb2336b0 0x5614eb3d7040 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3127811099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3d7580 0x5614eb3e08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3127811099 >> 172.21.15.40:0/3127811099 conn(0x5614eb3ccbe0 msgr2=0x5614eb3e01b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.916+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3127811099 shutdown_connections 2023-07-14T13:08:10.955 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.917+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3127811099 wait complete. 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.917+0000 7f1bb676eb80 1 -- start start 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.917+0000 7f1bb676eb80 1 Processor -- start 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb2336b0 0x5614eb3f8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 0x5614eb3f6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3f71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb3f9260 con 0x5614eb3d7580 2023-07-14T13:08:10.956 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb3f7720 con 0x5614eb3dd2d0 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614eb3f78b0 con 0x5614eb2336b0 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1bb676eb80 10 client.0 _ll_register_callbacks cb 0x7f1b9c00bdc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 0x5614eb3f6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 0x5614eb3f6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39600/0 (socket says 172.21.15.40:39600) 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3584242015 learned_addr learned my addr 172.21.15.40:0/3584242015 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb2336b0 0x5614eb3f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3584242015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb2336b0 msgr2=0x5614eb3f8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.957 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb2336b0 0x5614eb3f8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 msgr2=0x5614eb3f71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3f71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 -- 172.21.15.40:0/3584242015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b9402a040 con 0x5614eb3d7580 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1ba37fe700 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 0x5614eb3f6ca0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f1b98095b90 tx=0x7f1b980106c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=826f682d36857558 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1b837fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.918+0000 7f1b837fe700 1 -- 172.21.15.40:0/3584242015 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b98018510 con 0x5614eb3d7580 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1b837fe700 1 -- 172.21.15.40:0/3584242015 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(117..117 src has 1..117) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f1b980a1b30 con 0x5614eb3d7580 2023-07-14T13:08:10.958 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1b94021070 con 0x5614eb3d7580 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1b837fe700 1 -- 172.21.15.40:0/3584242015 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b98099940 con 0x5614eb3d7580 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 10 client.17811 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x5614eb155250 con 0x5614eb3d7580 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1b837fe700 1 -- 172.21.15.40:0/3584242015 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1b94021070 con 0x5614eb3d7580 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1b837fe700 1 -- 172.21.15.40:0/3584242015 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1b980a16a0 con 0x5614eb3d7580 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 10 client.17811 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:10.959 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 10 client.17811 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:10.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 20 client.17811 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:10.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb467d20 0x5614eb46a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:10.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 4 client.17811 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:08:10.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.919+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5614eb2e3ff0 con 0x5614eb467d20 2023-07-14T13:08:10.960 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.920+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb467d20 0x5614eb46a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:10.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.920+0000 7f1ba3fff700 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb467d20 0x5614eb46a130 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19d74b05a3a01de5 server_cookie=f606d7fe1e8537eb in_seq=0 out_seq=0 2023-07-14T13:08:10.961 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:10.920+0000 7f1b837fe700 10 client.17811 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:11.512 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.476+0000 7f1b837fe700 1 -- 172.21.15.40:0/3584242015 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5614eb2e3ff0 con 0x5614eb467d20 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1b837fe700 10 client.17811 handle_command_reply: tid=0 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 client.17811 shutdown 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 msgr2=0x5614eb3f6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 0x5614eb3f6ca0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f1b98095b90 tx=0x7f1b980106c0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 shutdown_connections 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5614eb467d20 0x5614eb46a130 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.513 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5614eb2336b0 0x5614eb3f8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5614eb3dd2d0 0x5614eb3f71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 --2- 172.21.15.40:0/3584242015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5614eb3d7580 0x5614eb3f6ca0 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1b837fe700 0 client.17811 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 >> 172.21.15.40:0/3584242015 conn(0x5614eb3ccbe0 msgr2=0x5614eb3dd900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 shutdown_connections 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 1 -- 172.21.15.40:0/3584242015 wait complete. 2023-07-14T13:08:11.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.477+0000 7f1bb676eb80 20 client.17811 trim_cache size 0 max 16384 2023-07-14T13:08:11.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:08:11.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:08:11.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:08:11.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:08:11.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1b8c0a13c0 msgr2=0x7f1b8c0a3870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:11.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1b8c0a13c0 0x7f1b8c0a3870 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f1ba40ffc00 tx=0x7f1b94009260 comp rx=0 tx=0).stop 2023-07-14T13:08:11.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba40ff470 msgr2=0x7f1ba410c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:11.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba40ff470 0x7f1ba410c8b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1b9800b450 tx=0x7f1b9800b760 comp rx=0 tx=0).stop 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 shutdown_connections 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1b8c0a13c0 0x7f1b8c0a3870 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1ba40feac0 0x7f1ba410c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ba4104ad0 0x7f1ba41a3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 --2- 172.21.15.40:0/3337590447 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1ba40ff470 0x7f1ba410c8b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 >> 172.21.15.40:0/3337590447 conn(0x7f1ba4075c10 msgr2=0x7f1ba4102680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:11.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 shutdown_connections 2023-07-14T13:08:11.518 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:11.478+0000 7f1baa5e8700 1 -- 172.21.15.40:0/3337590447 wait complete. 2023-07-14T13:08:11.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 308919 30.97 MB/sec execute 404 sec latency 284.377 ms 2023-07-14T13:08:12.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:12 smithi040 ceph-mon[96535]: pgmap v689: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 632 op/s 2023-07-14T13:08:12.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:12 smithi133 ceph-mon[98311]: pgmap v689: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 632 op/s 2023-07-14T13:08:12.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:12 smithi130 ceph-mon[97977]: pgmap v689: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 632 op/s 2023-07-14T13:08:12.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 309464 30.96 MB/sec execute 405 sec latency 117.076 ms 2023-07-14T13:08:13.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 310087 31.00 MB/sec execute 406 sec latency 90.645 ms 2023-07-14T13:08:14.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:14 smithi133 ceph-mon[98311]: pgmap v690: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 632 op/s 2023-07-14T13:08:14.541 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:14 smithi130 ceph-mon[97977]: pgmap v690: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 632 op/s 2023-07-14T13:08:14.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:14 smithi040 ceph-mon[96535]: pgmap v690: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 MiB/s rd, 10 MiB/s wr, 632 op/s 2023-07-14T13:08:14.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 310589 30.99 MB/sec execute 407 sec latency 92.143 ms 2023-07-14T13:08:15.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 310976 30.96 MB/sec execute 408 sec latency 1052.933 ms 2023-07-14T13:08:16.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:16 smithi040 ceph-mon[96535]: pgmap v691: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 738 op/s 2023-07-14T13:08:16.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:16 smithi133 ceph-mon[98311]: pgmap v691: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 738 op/s 2023-07-14T13:08:16.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:16 smithi130 ceph-mon[97977]: pgmap v691: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 738 op/s 2023-07-14T13:08:16.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 311282 30.92 MB/sec execute 409 sec latency 2052.961 ms 2023-07-14T13:08:17.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 311639 30.87 MB/sec execute 410 sec latency 2637.989 ms 2023-07-14T13:08:18.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:18 smithi040 ceph-mon[96535]: pgmap v692: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 738 op/s 2023-07-14T13:08:18.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:18 smithi040 ceph-mon[96535]: osdmap e118: 12 total, 12 up, 12 in 2023-07-14T13:08:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:18 smithi133 ceph-mon[98311]: pgmap v692: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 738 op/s 2023-07-14T13:08:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:18 smithi133 ceph-mon[98311]: osdmap e118: 12 total, 12 up, 12 in 2023-07-14T13:08:18.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:18 smithi130 ceph-mon[97977]: pgmap v692: 97 pgs: 97 active+clean; 2.4 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 738 op/s 2023-07-14T13:08:18.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:18 smithi130 ceph-mon[97977]: osdmap e118: 12 total, 12 up, 12 in 2023-07-14T13:08:18.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 312125 30.85 MB/sec execute 411 sec latency 208.729 ms 2023-07-14T13:08:19.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:19 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:08:19.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:19 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:08:19.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:19 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:08:19.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 312787 30.86 MB/sec execute 412 sec latency 87.879 ms 2023-07-14T13:08:20.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:20 smithi040 ceph-mon[96535]: pgmap v694: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 647 op/s 2023-07-14T13:08:20.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:20 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:08:20.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:20 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:08:20.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:20 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:08:20.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:20 smithi133 ceph-mon[98311]: pgmap v694: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 647 op/s 2023-07-14T13:08:20.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:20 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:08:20.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:20 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:08:20.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:20 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:08:20.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:20 smithi130 ceph-mon[97977]: pgmap v694: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 647 op/s 2023-07-14T13:08:20.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:20 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:08:20.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:20 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:08:20.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:20 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:08:20.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 313448 30.90 MB/sec execute 413 sec latency 92.157 ms 2023-07-14T13:08:21.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 313860 30.89 MB/sec execute 414 sec latency 282.021 ms 2023-07-14T13:08:22.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:22 smithi040 ceph-mon[96535]: pgmap v695: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 627 op/s 2023-07-14T13:08:22.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:22 smithi133 ceph-mon[98311]: pgmap v695: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 627 op/s 2023-07-14T13:08:22.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:22 smithi130 ceph-mon[97977]: pgmap v695: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 627 op/s 2023-07-14T13:08:22.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 314194 30.86 MB/sec execute 415 sec latency 95.084 ms 2023-07-14T13:08:23.841 INFO:tasks.workunit.client.0.smithi040.stdout: 10 314686 30.83 MB/sec execute 416 sec latency 80.648 ms 2023-07-14T13:08:24.501 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:24 smithi133 ceph-mon[98311]: pgmap v696: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 627 op/s 2023-07-14T13:08:24.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:24 smithi130 ceph-mon[97977]: pgmap v696: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 627 op/s 2023-07-14T13:08:24.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:24 smithi040 ceph-mon[96535]: pgmap v696: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.6 MiB/s rd, 13 MiB/s wr, 627 op/s 2023-07-14T13:08:24.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 -- 172.21.15.40:0/881034443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a880685b0 msgr2=0x7f5a88104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/881034443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a880685b0 0x7f5a88104770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c009920 tx=0x7f5a7c009c30 comp rx=0 tx=0).stop 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 -- 172.21.15.40:0/881034443 shutdown_connections 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/881034443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a88104e50 0x7f5a8810ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/881034443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88067c10 0x7f5a88067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/881034443 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a880685b0 0x7f5a88104770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 -- 172.21.15.40:0/881034443 >> 172.21.15.40:0/881034443 conn(0x7f5a88074760 msgr2=0x7f5a88074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:24.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 -- 172.21.15.40:0/881034443 shutdown_connections 2023-07-14T13:08:24.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.610+0000 7f5a8d39f700 1 -- 172.21.15.40:0/881034443 wait complete. 2023-07-14T13:08:24.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 Processor -- start 2023-07-14T13:08:24.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 -- start start 2023-07-14T13:08:24.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a88067c10 0x7f5a880fec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a880685b0 0x7f5a880ff180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88104e50 0x7f5a881a3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a881a4480 con 0x7f5a88104e50 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a881a45c0 con 0x7f5a88067c10 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a8d39f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a881a4730 con 0x7f5a880685b0 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a86ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a88067c10 0x7f5a880fec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a877fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88104e50 0x7f5a881a3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a86ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a88067c10 0x7f5a880fec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56866/0 (socket says 172.21.15.40:56866) 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.611+0000 7f5a86ffd700 1 -- 172.21.15.40:0/3938177509 learned_addr learned my addr 172.21.15.40:0/3938177509 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a867fc700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a880685b0 0x7f5a880ff180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a877fe700 1 -- 172.21.15.40:0/3938177509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a880685b0 msgr2=0x7f5a880ff180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a877fe700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a880685b0 0x7f5a880ff180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a877fe700 1 -- 172.21.15.40:0/3938177509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a88067c10 msgr2=0x7f5a880fec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a877fe700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a88067c10 0x7f5a880fec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a877fe700 1 -- 172.21.15.40:0/3938177509 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a78009520 con 0x7f5a88104e50 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a877fe700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88104e50 0x7f5a881a3f40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009cd0 tx=0x7f5a8000c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a6ffff700 1 -- 172.21.15.40:0/3938177509 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a80017070 con 0x7f5a88104e50 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a6ffff700 1 -- 172.21.15.40:0/3938177509 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a8000f040 con 0x7f5a88104e50 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a80009d00 con 0x7f5a88104e50 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a6ffff700 1 -- 172.21.15.40:0/3938177509 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a8000e050 con 0x7f5a88104e50 2023-07-14T13:08:24.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.612+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a7c009520 con 0x7f5a88104e50 2023-07-14T13:08:24.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.615+0000 7f5a6ffff700 1 -- 172.21.15.40:0/3938177509 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f5a800090d0 con 0x7f5a88104e50 2023-07-14T13:08:24.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.615+0000 7f5a6ffff700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a700a12c0 0x7f5a700a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.616+0000 7f5a6ffff700 1 -- 172.21.15.40:0/3938177509 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5a800cc5f0 con 0x7f5a88104e50 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.616+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a700a12c0 0x7f5a700a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.616+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a700a12c0 0x7f5a700a3770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5a78009ef0 tx=0x7f5a78009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 Processor -- start 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 -- start start 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a318fac6b0 0x55a319155d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a3191562d0 0x55a319150040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a3191509d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a319055c50 con 0x55a3191562d0 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3190a89e0 con 0x55a319150580 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a99525b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3190a1e70 con 0x55a318fac6b0 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a86ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a318fac6b0 0x55a319155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a877fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a3191509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a867fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a3191562d0 0x55a319150040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a877fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a3191509d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56876/0 (socket says 172.21.15.40:56876) 2023-07-14T13:08:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a86ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a318fac6b0 0x55a319155d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53310/0 (socket says 172.21.15.40:53310) 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.617+0000 7f5a877fe700 1 -- 172.21.15.40:0/2691708567 learned_addr learned my addr 172.21.15.40:0/2691708567 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a877fe700 1 -- 172.21.15.40:0/2691708567 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a318fac6b0 msgr2=0x55a319155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a877fe700 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a318fac6b0 0x55a319155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a877fe700 1 -- 172.21.15.40:0/2691708567 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a3191562d0 msgr2=0x55a319150040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a877fe700 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a3191562d0 0x55a319150040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a877fe700 1 -- 172.21.15.40:0/2691708567 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a318ecfd80 con 0x55a319150580 2023-07-14T13:08:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a867fc700 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a3191562d0 0x55a319150040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:08:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a877fe700 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a3191509d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a80095b70 tx=0x7f5a80099570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16ac8aed58f80a10 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a6d7fa700 1 -- 172.21.15.40:0/2691708567 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a8009d6a0 con 0x55a319150580 2023-07-14T13:08:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a6d7fa700 1 -- 172.21.15.40:0/2691708567 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a800a1ac0 con 0x55a319150580 2023-07-14T13:08:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.618+0000 7f5a6d7fa700 1 -- 172.21.15.40:0/2691708567 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a800840d0 con 0x55a319150580 2023-07-14T13:08:24.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 -- 172.21.15.40:0/2691708567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 msgr2=0x55a3191509d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.659 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a3191509d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a80095b70 tx=0x7f5a80099570 comp rx=0 tx=0).stop 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 -- 172.21.15.40:0/2691708567 shutdown_connections 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a318fac6b0 0x55a319155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a3191509d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2691708567 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a3191562d0 0x55a319150040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 -- 172.21.15.40:0/2691708567 >> 172.21.15.40:0/2691708567 conn(0x55a319145be0 msgr2=0x55a31914af10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 -- 172.21.15.40:0/2691708567 shutdown_connections 2023-07-14T13:08:24.660 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 -- 172.21.15.40:0/2691708567 wait complete. 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 -- start start 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.619+0000 7f5a99525b80 1 Processor -- start 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a31915c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a319159940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a319041a60 con 0x55a319150580 2023-07-14T13:08:24.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a319041760 con 0x55a318fac6b0 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a318f258c0 con 0x55a3191562d0 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a99525b80 10 client.0 _ll_register_callbacks cb 0x55a31903f700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a867fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a319159940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a867fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a319159940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39628/0 (socket says 172.21.15.40:39628) 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53320/0 (socket says 172.21.15.40:53320) 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a867fc700 1 -- 172.21.15.40:0/2100933950 learned_addr learned my addr 172.21.15.40:0/2100933950 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:24.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a31915c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 -- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 msgr2=0x55a31915c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a31915c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 -- 172.21.15.40:0/2100933950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 msgr2=0x55a319159940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a319159940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 -- 172.21.15.40:0/2100933950 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a8810d210 con 0x55a3191562d0 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a877fe700 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915a080 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009fd0 tx=0x7f5a8009d6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eae8e2781338a1c8 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:24.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.620+0000 7f5a6aff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a6aff5700 1 -- 172.21.15.40:0/2100933950 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a8000cd10 con 0x55a3191562d0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a318ffb490 con 0x55a3191562d0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a6aff5700 1 -- 172.21.15.40:0/2100933950 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5a800998d0 con 0x55a3191562d0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a6aff5700 1 -- 172.21.15.40:0/2100933950 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a80099a90 con 0x55a3191562d0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 10 client.27259 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x7f5a7c009520 con 0x55a3191562d0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a6aff5700 1 -- 172.21.15.40:0/2100933950 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a318ffb490 con 0x55a3191562d0 2023-07-14T13:08:24.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a6aff5700 1 -- 172.21.15.40:0/2100933950 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f5a800a1710 con 0x55a3191562d0 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 10 client.27259 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 10 client.27259 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 20 client.27259 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a319169870 0x55a31916bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 4 client.27259 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.621+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a31909ae50 con 0x55a319169870 2023-07-14T13:08:24.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.622+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a319169870 0x55a31916bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.622+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a319169870 0x55a31916bc50 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2edbc359807df7bc server_cookie=595620fbe5c7df14 in_seq=0 out_seq=0 2023-07-14T13:08:24.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.622+0000 7f5a6aff5700 10 client.27259 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a6aff5700 1 -- 172.21.15.40:0/2100933950 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a31909ae50 con 0x55a319169870 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a6aff5700 10 client.27259 handle_command_reply: tid=0 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 client.27259 shutdown 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 msgr2=0x55a31915a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915a080 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009fd0 tx=0x7f5a8009d6a0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 shutdown_connections 2023-07-14T13:08:24.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a319169870 0x55a31916bc50 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915a080 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a31915c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a6aff5700 0 client.27259 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 --2- 172.21.15.40:0/2100933950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a319159940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 >> 172.21.15.40:0/2100933950 conn(0x55a319145be0 msgr2=0x55a31914a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 shutdown_connections 2023-07-14T13:08:24.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 1 -- 172.21.15.40:0/2100933950 wait complete. 2023-07-14T13:08:24.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.625+0000 7f5a99525b80 20 client.27259 trim_cache size 0 max 16384 2023-07-14T13:08:24.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.640+0000 7f5a99525b80 1 Processor -- start 2023-07-14T13:08:24.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.640+0000 7f5a99525b80 1 -- start start 2023-07-14T13:08:24.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a319150040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a3191602a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a99525b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31914c800 con 0x55a319150580 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a99525b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a319150fd0 con 0x55a318fac6b0 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a99525b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31914baa0 con 0x55a3191562d0 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a3191602a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a3191602a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39636/0 (socket says 172.21.15.40:39636) 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 -- 172.21.15.40:0/4103833897 learned_addr learned my addr 172.21.15.40:0/4103833897 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a877fe700 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a319150040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 -- 172.21.15.40:0/4103833897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 msgr2=0x55a31915b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 -- 172.21.15.40:0/4103833897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 msgr2=0x55a319150040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a319150040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 -- 172.21.15.40:0/4103833897 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a319147420 con 0x55a319150580 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.641+0000 7f5a867fc700 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a3191602a0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c000c00 tx=0x7f5a7c00f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a44be3ac5378aa7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a6dffb700 1 -- 172.21.15.40:0/4103833897 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c00b560 con 0x55a319150580 2023-07-14T13:08:24.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a6dffb700 1 -- 172.21.15.40:0/4103833897 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a7c01d040 con 0x55a319150580 2023-07-14T13:08:24.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a6dffb700 1 -- 172.21.15.40:0/4103833897 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c003680 con 0x55a319150580 2023-07-14T13:08:24.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 -- 172.21.15.40:0/4103833897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 msgr2=0x55a3191602a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a3191602a0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c000c00 tx=0x7f5a7c00f6a0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 -- 172.21.15.40:0/4103833897 shutdown_connections 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a318fac6b0 0x55a319150040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 --2- 172.21.15.40:0/4103833897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a319150580 0x55a3191602a0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 -- 172.21.15.40:0/4103833897 >> 172.21.15.40:0/4103833897 conn(0x55a319145be0 msgr2=0x55a31915b1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 -- 172.21.15.40:0/4103833897 shutdown_connections 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.642+0000 7f5a99525b80 1 -- 172.21.15.40:0/4103833897 wait complete. 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 -- start start 2023-07-14T13:08:24.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 Processor -- start 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 0x55a31915dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a31915e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3191bc8d0 con 0x55a318fac6b0 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3191bca40 con 0x55a319150580 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3191bcc00 con 0x55a3191562d0 2023-07-14T13:08:24.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a99525b80 10 client.0 _ll_register_callbacks cb 0x7f5a78005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 0x55a31915dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 0x55a31915dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39640/0 (socket says 172.21.15.40:39640) 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 -- 172.21.15.40:0/1478212965 learned_addr learned my addr 172.21.15.40:0/1478212965 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a867fc700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a31915e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a877fe700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 -- 172.21.15.40:0/1478212965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 msgr2=0x55a31915e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 -- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 msgr2=0x55a31915e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a31915e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.643+0000 7f5a86ffd700 1 -- 172.21.15.40:0/1478212965 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a7c00f460 con 0x55a318fac6b0 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a86ffd700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 0x55a31915dc00 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x55a31916c500 tx=0x7f5a780047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c46d44ce31cea785 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a6aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a6aff5700 1 -- 172.21.15.40:0/1478212965 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a78022040 con 0x55a318fac6b0 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a6aff5700 1 -- 172.21.15.40:0/1478212965 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5a78004040 con 0x55a318fac6b0 2023-07-14T13:08:24.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5a800a1ac0 con 0x55a318fac6b0 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a6aff5700 1 -- 172.21.15.40:0/1478212965 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a78004200 con 0x55a318fac6b0 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 10 client.17829 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x55a318eb8c00 con 0x55a318fac6b0 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a6aff5700 1 -- 172.21.15.40:0/1478212965 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a800a1ac0 con 0x55a318fac6b0 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a6aff5700 1 -- 172.21.15.40:0/1478212965 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f5a78003840 con 0x55a318fac6b0 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 10 client.17829 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 10 client.17829 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:24.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 20 client.17829 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:24.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a3191be3a0 0x55a3191c07b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:24.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 4 client.17829 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:08:24.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.644+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a31905cff0 con 0x55a3191be3a0 2023-07-14T13:08:24.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.645+0000 7f5a867fc700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a3191be3a0 0x55a3191c07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:24.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.645+0000 7f5a867fc700 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a3191be3a0 0x55a3191c07b0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd8bb379e73d35f server_cookie=b13f69ce2f7bc28c in_seq=0 out_seq=0 2023-07-14T13:08:24.688 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.645+0000 7f5a6aff5700 10 client.17829 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:24.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 315139 30.83 MB/sec execute 417 sec latency 173.627 ms 2023-07-14T13:08:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a6aff5700 1 -- 172.21.15.40:0/1478212965 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a31905cff0 con 0x55a3191be3a0 2023-07-14T13:08:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a6aff5700 10 client.17829 handle_command_reply: tid=0 2023-07-14T13:08:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 client.17829 shutdown 2023-07-14T13:08:24.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 msgr2=0x55a31915dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 0x55a31915dc00 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x55a31916c500 tx=0x7f5a780047c0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 shutdown_connections 2023-07-14T13:08:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a3191be3a0 0x55a3191c07b0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a3191562d0 0x55a31915e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a318fac6b0 0x55a31915dc00 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 --2- 172.21.15.40:0/1478212965 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a319150580 0x55a31915e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:24.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a6aff5700 0 client.17829 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:24.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 >> 172.21.15.40:0/1478212965 conn(0x55a319145be0 msgr2=0x55a3191652e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:24.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 shutdown_connections 2023-07-14T13:08:24.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 1 -- 172.21.15.40:0/1478212965 wait complete. 2023-07-14T13:08:24.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.960+0000 7f5a99525b80 20 client.17829 trim_cache size 0 max 16384 2023-07-14T13:08:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:08:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:08:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:08:24.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:08:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a700a12c0 msgr2=0x7f5a700a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a700a12c0 0x7f5a700a3770 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f5a78009ef0 tx=0x7f5a78009260 comp rx=0 tx=0).stop 2023-07-14T13:08:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88104e50 msgr2=0x7f5a881a3f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88104e50 0x7f5a881a3f40 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009cd0 tx=0x7f5a8000c620 comp rx=0 tx=0).stop 2023-07-14T13:08:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 shutdown_connections 2023-07-14T13:08:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a700a12c0 0x7f5a700a3770 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a88104e50 0x7f5a881a3f40 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5a88067c10 0x7f5a880fec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 --2- 172.21.15.40:0/3938177509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5a880685b0 0x7f5a880ff180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 >> 172.21.15.40:0/3938177509 conn(0x7f5a88074760 msgr2=0x7f5a880fd080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 shutdown_connections 2023-07-14T13:08:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:24.961+0000 7f5a8d39f700 1 -- 172.21.15.40:0/3938177509 wait complete. 2023-07-14T13:08:25.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 315524 30.79 MB/sec execute 418 sec latency 262.003 ms 2023-07-14T13:08:26.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:26 smithi040 ceph-mon[96535]: pgmap v697: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 14 MiB/s wr, 622 op/s 2023-07-14T13:08:26.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:26 smithi133 ceph-mon[98311]: pgmap v697: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 14 MiB/s wr, 622 op/s 2023-07-14T13:08:26.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:26 smithi130 ceph-mon[97977]: pgmap v697: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 14 MiB/s wr, 622 op/s 2023-07-14T13:08:26.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 316010 30.76 MB/sec execute 419 sec latency 245.240 ms 2023-07-14T13:08:27.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 316600 30.79 MB/sec execute 420 sec latency 113.110 ms 2023-07-14T13:08:28.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:28 smithi040 ceph-mon[96535]: pgmap v698: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 14 MiB/s wr, 622 op/s 2023-07-14T13:08:28.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:28 smithi133 ceph-mon[98311]: pgmap v698: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 14 MiB/s wr, 622 op/s 2023-07-14T13:08:28.791 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:28 smithi130 ceph-mon[97977]: pgmap v698: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 14 MiB/s wr, 622 op/s 2023-07-14T13:08:28.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 317163 30.79 MB/sec execute 421 sec latency 99.262 ms 2023-07-14T13:08:29.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 317697 30.77 MB/sec execute 422 sec latency 119.987 ms 2023-07-14T13:08:30.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:30 smithi040 ceph-mon[96535]: pgmap v699: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 17 MiB/s wr, 873 op/s 2023-07-14T13:08:30.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:30 smithi133 ceph-mon[98311]: pgmap v699: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 17 MiB/s wr, 873 op/s 2023-07-14T13:08:30.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:30 smithi130 ceph-mon[97977]: pgmap v699: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 17 MiB/s wr, 873 op/s 2023-07-14T13:08:30.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 318217 30.78 MB/sec execute 423 sec latency 92.859 ms 2023-07-14T13:08:31.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 318613 30.76 MB/sec execute 424 sec latency 186.137 ms 2023-07-14T13:08:32.751 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:32 smithi133 ceph-mon[98311]: pgmap v700: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 575 op/s 2023-07-14T13:08:32.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:32 smithi130 ceph-mon[97977]: pgmap v700: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 575 op/s 2023-07-14T13:08:32.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 319070 30.73 MB/sec execute 425 sec latency 93.403 ms 2023-07-14T13:08:32.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:32 smithi040 ceph-mon[96535]: pgmap v700: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 575 op/s 2023-07-14T13:08:33.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 319616 30.73 MB/sec execute 426 sec latency 130.570 ms 2023-07-14T13:08:34.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:34 smithi133 ceph-mon[98311]: pgmap v701: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 563 op/s 2023-07-14T13:08:34.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:34 smithi130 ceph-mon[97977]: pgmap v701: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 563 op/s 2023-07-14T13:08:34.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:34 smithi040 ceph-mon[96535]: pgmap v701: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 10 MiB/s wr, 563 op/s 2023-07-14T13:08:34.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 320125 30.73 MB/sec execute 427 sec latency 85.059 ms 2023-07-14T13:08:35.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 320575 30.71 MB/sec execute 428 sec latency 131.207 ms 2023-07-14T13:08:36.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:36 smithi040 ceph-mon[96535]: pgmap v702: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:08:36.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:36 smithi133 ceph-mon[98311]: pgmap v702: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:08:36.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:36 smithi130 ceph-mon[97977]: pgmap v702: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 14 MiB/s wr, 785 op/s 2023-07-14T13:08:36.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 321023 30.69 MB/sec execute 429 sec latency 201.698 ms 2023-07-14T13:08:37.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 321597 30.69 MB/sec execute 430 sec latency 100.237 ms 2023-07-14T13:08:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 -- 172.21.15.40:0/3931604334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 msgr2=0x7f21b410b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 --2- 172.21.15.40:0/3931604334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b410b0f0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f21ac009f90 tx=0x7f21ac00b330 comp rx=0 tx=0).stop 2023-07-14T13:08:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 -- 172.21.15.40:0/3931604334 shutdown_connections 2023-07-14T13:08:38.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 --2- 172.21.15.40:0/3931604334 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b4104370 0x7f21b4104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 --2- 172.21.15.40:0/3931604334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b410b0f0 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 --2- 172.21.15.40:0/3931604334 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21b40fed20 0x7f21b40ff190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 -- 172.21.15.40:0/3931604334 >> 172.21.15.40:0/3931604334 conn(0x7f21b4075270 msgr2=0x7f21b4075670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 -- 172.21.15.40:0/3931604334 shutdown_connections 2023-07-14T13:08:38.135 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.097+0000 7f21bae53700 1 -- 172.21.15.40:0/3931604334 wait complete. 2023-07-14T13:08:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 Processor -- start 2023-07-14T13:08:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 -- start start 2023-07-14T13:08:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21b40fed20 0x7f21b4195e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b41963b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b4104370 0x7f21b419aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21b419b060 con 0x7f21b40ff6d0 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21b419b1d0 con 0x7f21b40fed20 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.098+0000 7f21bae53700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21b419b390 con 0x7f21b4104370 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b41963b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b41963b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39654/0 (socket says 172.21.15.40:39654) 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 -- 172.21.15.40:0/3992400775 learned_addr learned my addr 172.21.15.40:0/3992400775 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21b40fed20 0x7f21b4195e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b93f0700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b4104370 0x7f21b419aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 -- 172.21.15.40:0/3992400775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b4104370 msgr2=0x7f21b419aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b4104370 0x7f21b419aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 -- 172.21.15.40:0/3992400775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21b40fed20 msgr2=0x7f21b4195e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21b40fed20 0x7f21b4195e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 -- 172.21.15.40:0/3992400775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21ac009c40 con 0x7f21b40ff6d0 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b41963b0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f21a000e9c0 tx=0x7f21a000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:38.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b1ffb700 1 -- 172.21.15.40:0/3992400775 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a0004a30 con 0x7f21b40ff6d0 2023-07-14T13:08:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b1ffb700 1 -- 172.21.15.40:0/3992400775 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21a000cc80 con 0x7f21b40ff6d0 2023-07-14T13:08:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21b1ffb700 1 -- 172.21.15.40:0/3992400775 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a00054e0 con 0x7f21b40ff6d0 2023-07-14T13:08:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.099+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21b419b670 con 0x7f21b40ff6d0 2023-07-14T13:08:38.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.100+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21b41a2eb0 con 0x7f21b40ff6d0 2023-07-14T13:08:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.102+0000 7f21b1ffb700 1 -- 172.21.15.40:0/3992400775 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f21a0004b90 con 0x7f21b40ff6d0 2023-07-14T13:08:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.103+0000 7f21b1ffb700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a40a1340 0x7f21a40a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.103+0000 7f21b1ffb700 1 -- 172.21.15.40:0/3992400775 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f21a0014070 con 0x7f21b40ff6d0 2023-07-14T13:08:38.142 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.103+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a40a1340 0x7f21a40a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.103+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a40a1340 0x7f21a40a37f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f21a8009be0 tx=0x7f21a8009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 Processor -- start 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 -- start start 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 0x5629a568dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5688040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a5688580 0x5629a56889d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a558dc50 con 0x5629a54e46b0 2023-07-14T13:08:38.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a55e09e0 con 0x5629a5688580 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a55d9e70 con 0x5629a568e2d0 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 0x5629a568dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 0x5629a568dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39660/0 (socket says 172.21.15.40:39660) 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b8bef700 1 -- 172.21.15.40:0/394487619 learned_addr learned my addr 172.21.15.40:0/394487619 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b3fff700 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5688040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b8bef700 1 -- 172.21.15.40:0/394487619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 msgr2=0x5629a5688040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b8bef700 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5688040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.104+0000 7f21b8bef700 1 -- 172.21.15.40:0/394487619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a5688580 msgr2=0x5629a56889d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.105+0000 7f21b8bef700 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a5688580 0x5629a56889d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.105+0000 7f21b8bef700 1 -- 172.21.15.40:0/394487619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629a5407d80 con 0x5629a54e46b0 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.105+0000 7f21b8bef700 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 0x5629a568dd90 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f21a8011d70 tx=0x7f21a8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e39e06eba95c8df server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.106+0000 7f219effd700 1 -- 172.21.15.40:0/394487619 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a8011da0 con 0x5629a54e46b0 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.106+0000 7f219effd700 1 -- 172.21.15.40:0/394487619 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21a80044e0 con 0x5629a54e46b0 2023-07-14T13:08:38.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.106+0000 7f219effd700 1 -- 172.21.15.40:0/394487619 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a8003c20 con 0x5629a54e46b0 2023-07-14T13:08:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/394487619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 msgr2=0x5629a568dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 0x5629a568dd90 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f21a8011d70 tx=0x7f21a8014000 comp rx=0 tx=0).stop 2023-07-14T13:08:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/394487619 shutdown_connections 2023-07-14T13:08:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a5688580 0x5629a56889d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a54e46b0 0x5629a568dd90 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/394487619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5688040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.107+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/394487619 >> 172.21.15.40:0/394487619 conn(0x5629a567dbe0 msgr2=0x5629a5682f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.109+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/394487619 shutdown_connections 2023-07-14T13:08:38.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.109+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/394487619 wait complete. 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 -- start start 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 Processor -- start 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5694610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5691f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a5579a60 con 0x5629a5688580 2023-07-14T13:08:38.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a5579760 con 0x5629a54e46b0 2023-07-14T13:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.110+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a545d8c0 con 0x5629a568e2d0 2023-07-14T13:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21c6fd9b80 10 client.0 _ll_register_callbacks cb 0x5629a5577700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5694610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5694610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56920/0 (socket says 172.21.15.40:56920) 2023-07-14T13:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 -- 172.21.15.40:0/3556229950 learned_addr learned my addr 172.21.15.40:0/3556229950 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b93f0700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5691f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 -- 172.21.15.40:0/3556229950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 msgr2=0x5629a5691f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5691f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 -- 172.21.15.40:0/3556229950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 msgr2=0x5629a5691820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 -- 172.21.15.40:0/3556229950 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21a8017070 con 0x5629a54e46b0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5694610 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f21a8009210 tx=0x7f21a801ebc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8028b3f45fdc2f88 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.111+0000 7f2193fff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.112+0000 7f2193fff700 1 -- 172.21.15.40:0/3556229950 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a8003680 con 0x5629a54e46b0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.112+0000 7f2193fff700 1 -- 172.21.15.40:0/3556229950 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f21a8005050 con 0x5629a54e46b0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.112+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5629a5533490 con 0x5629a54e46b0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.112+0000 7f2193fff700 1 -- 172.21.15.40:0/3556229950 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21a8005210 con 0x5629a54e46b0 2023-07-14T13:08:38.152 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.112+0000 7f21c6fd9b80 10 client.27314 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.112+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x5629a53f0c00 con 0x5629a54e46b0 2023-07-14T13:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f2193fff700 1 -- 172.21.15.40:0/3556229950 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5629a5533490 con 0x5629a54e46b0 2023-07-14T13:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f2193fff700 1 -- 172.21.15.40:0/3556229950 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f21a8037070 con 0x5629a54e46b0 2023-07-14T13:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f21c6fd9b80 10 client.27314 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f21c6fd9b80 10 client.27314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f21c6fd9b80 20 client.27314 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56a19c0 0x5629a56a3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f21c6fd9b80 4 client.27314 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:08:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.113+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5629a55d2e50 con 0x5629a56a19c0 2023-07-14T13:08:38.156 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.114+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56a19c0 0x5629a56a3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.114+0000 7f2193fff700 10 client.27314 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.114+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56a19c0 0x5629a56a3dd0 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b261d0579dee3a6 server_cookie=c4e5b25cf4ae8057 in_seq=0 out_seq=0 2023-07-14T13:08:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f2193fff700 1 -- 172.21.15.40:0/3556229950 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5629a55d2e50 con 0x5629a56a19c0 2023-07-14T13:08:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f2193fff700 10 client.27314 handle_command_reply: tid=0 2023-07-14T13:08:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 client.27314 shutdown 2023-07-14T13:08:38.157 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 msgr2=0x5629a5694610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5694610 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f21a8009210 tx=0x7f21a801ebc0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 shutdown_connections 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56a19c0 0x5629a56a3dd0 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a568e2d0 0x5629a5691f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f2193fff700 0 client.27314 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5694610 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3556229950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.158 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 >> 172.21.15.40:0/3556229950 conn(0x5629a567dbe0 msgr2=0x5629a56824e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 shutdown_connections 2023-07-14T13:08:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3556229950 wait complete. 2023-07-14T13:08:38.159 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.115+0000 7f21c6fd9b80 20 client.27314 trim_cache size 0 max 16384 2023-07-14T13:08:38.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 Processor -- start 2023-07-14T13:08:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 -- start start 2023-07-14T13:08:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5688040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 0x5629a5698c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a568e6e0 con 0x5629a568e2d0 2023-07-14T13:08:38.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a568d9c0 con 0x5629a54e46b0 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a568c5e0 con 0x5629a5688580 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b93f0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 0x5629a5698c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5688040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5688040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56928/0 (socket says 172.21.15.40:56928) 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b93f0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 0x5629a5698c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39678/0 (socket says 172.21.15.40:39678) 2023-07-14T13:08:38.173 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b8bef700 1 -- 172.21.15.40:0/219286087 learned_addr learned my addr 172.21.15.40:0/219286087 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b8bef700 1 -- 172.21.15.40:0/219286087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a5688580 msgr2=0x5629a5691820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.136+0000 7f21b8bef700 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f21b8bef700 1 -- 172.21.15.40:0/219286087 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 msgr2=0x5629a5698c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f21b8bef700 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 0x5629a5698c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f21b8bef700 1 -- 172.21.15.40:0/219286087 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629a542e1f0 con 0x5629a54e46b0 2023-07-14T13:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f21b93f0700 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 0x5629a5698c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f21b8bef700 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5688040 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21a8016040 tx=0x7f21a800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aeea20aade67b30a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f219f7fe700 1 -- 172.21.15.40:0/219286087 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a8004b90 con 0x5629a54e46b0 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f219f7fe700 1 -- 172.21.15.40:0/219286087 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21a801ec30 con 0x5629a54e46b0 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.137+0000 7f219f7fe700 1 -- 172.21.15.40:0/219286087 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21a80055a0 con 0x5629a54e46b0 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/219286087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 msgr2=0x5629a5688040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5688040 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f21a8016040 tx=0x7f21a800ef10 comp rx=0 tx=0).stop 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/219286087 shutdown_connections 2023-07-14T13:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a568e2d0 0x5629a5698c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a54e46b0 0x5629a5688040 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/219286087 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a5688580 0x5629a5691820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/219286087 >> 172.21.15.40:0/219286087 conn(0x5629a567dbe0 msgr2=0x5629a5691110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/219286087 shutdown_connections 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.138+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/219286087 wait complete. 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 -- start start 2023-07-14T13:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 Processor -- start 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 0x5629a568aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a568afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 0x5629a5689790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a5689cd0 con 0x5629a5688580 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a5689e40 con 0x5629a568e2d0 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629a568a000 con 0x5629a54e46b0 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21c6fd9b80 10 client.0 _ll_register_callbacks cb 0x7f21a8011c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:38.179 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21b93f0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 0x5629a5689790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 0x5629a568aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21b3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a568afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21b93f0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 0x5629a5689790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56936/0 (socket says 172.21.15.40:56936) 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21b8bef700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 0x5629a568aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53370/0 (socket says 172.21.15.40:53370) 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.139+0000 7f21b93f0700 1 -- 172.21.15.40:0/3479084978 learned_addr learned my addr 172.21.15.40:0/3479084978 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b93f0700 1 -- 172.21.15.40:0/3479084978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 msgr2=0x5629a568aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.180 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b93f0700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 0x5629a568aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b93f0700 1 -- 172.21.15.40:0/3479084978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 msgr2=0x5629a568afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b93f0700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a568afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b93f0700 1 -- 172.21.15.40:0/3479084978 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21b410b9f0 con 0x5629a568e2d0 2023-07-14T13:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b3fff700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a568afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 0x5629a568aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21b93f0700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 0x5629a5689790 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f21ac009f90 tx=0x7f21ac0076e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1127853dae9b4f86 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f2193fff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f2193fff700 1 -- 172.21.15.40:0/3479084978 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac022070 con 0x5629a568e2d0 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f2193fff700 1 -- 172.21.15.40:0/3479084978 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f21ac00b9f0 con 0x5629a568e2d0 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f21a80044e0 con 0x5629a568e2d0 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.140+0000 7f2193fff700 1 -- 172.21.15.40:0/3479084978 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21ac00e040 con 0x5629a568e2d0 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 10 client.27320 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x5629a53f0c00 con 0x5629a568e2d0 2023-07-14T13:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f2193fff700 1 -- 172.21.15.40:0/3479084978 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21ac031080 con 0x5629a568e2d0 2023-07-14T13:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f2193fff700 1 -- 172.21.15.40:0/3479084978 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f21ac005040 con 0x5629a568e2d0 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 10 client.27320 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 10 client.27320 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 20 client.27320 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56f66f0 0x5629a56f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 4 client.27320 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.141+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5629a5594ff0 con 0x5629a56f66f0 2023-07-14T13:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.144+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56f66f0 0x5629a56f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.144+0000 7f21b8bef700 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56f66f0 0x5629a56f8b00 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=152523cf9e0fdfd2 server_cookie=f8a4163d56d3b775 in_seq=0 out_seq=0 2023-07-14T13:08:38.185 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.144+0000 7f2193fff700 10 client.27320 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:38.402 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f2193fff700 1 -- 172.21.15.40:0/3479084978 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5629a5594ff0 con 0x5629a56f66f0 2023-07-14T13:08:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f2193fff700 10 client.27320 handle_command_reply: tid=0 2023-07-14T13:08:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 client.27320 shutdown 2023-07-14T13:08:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 msgr2=0x5629a5689790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 0x5629a5689790 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f21ac009f90 tx=0x7f21ac0076e0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 shutdown_connections 2023-07-14T13:08:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5629a56f66f0 0x5629a56f8b00 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5629a54e46b0 0x5629a568aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5629a568e2d0 0x5629a5689790 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 --2- 172.21.15.40:0/3479084978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5629a5688580 0x5629a568afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 >> 172.21.15.40:0/3479084978 conn(0x5629a567dbe0 msgr2=0x5629a568c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.367+0000 7f2193fff700 0 client.27320 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.369+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 shutdown_connections 2023-07-14T13:08:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.369+0000 7f21c6fd9b80 1 -- 172.21.15.40:0/3479084978 wait complete. 2023-07-14T13:08:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.370+0000 7f21c6fd9b80 20 client.27320 trim_cache size 0 max 16384 2023-07-14T13:08:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:08:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:08:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:08:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:08:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a40a1340 msgr2=0x7f21a40a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a40a1340 0x7f21a40a37f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f21a8009be0 tx=0x7f21a8009260 comp rx=0 tx=0).stop 2023-07-14T13:08:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 msgr2=0x7f21b41963b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b41963b0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f21a000e9c0 tx=0x7f21a000ecd0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 shutdown_connections 2023-07-14T13:08:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a40a1340 0x7f21a40a37f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21b4104370 0x7f21b419aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21b40fed20 0x7f21b4195e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 --2- 172.21.15.40:0/3992400775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21b40ff6d0 0x7f21b41963b0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 >> 172.21.15.40:0/3992400775 conn(0x7f21b4075270 msgr2=0x7f21b4067f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 shutdown_connections 2023-07-14T13:08:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:38.372+0000 7f21bae53700 1 -- 172.21.15.40:0/3992400775 wait complete. 2023-07-14T13:08:38.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:38 smithi040 ceph-mon[96535]: pgmap v703: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.7 MiB/s wr, 527 op/s 2023-07-14T13:08:38.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:38 smithi133 ceph-mon[98311]: pgmap v703: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.7 MiB/s wr, 527 op/s 2023-07-14T13:08:38.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:38 smithi130 ceph-mon[97977]: pgmap v703: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 MiB/s rd, 8.7 MiB/s wr, 527 op/s 2023-07-14T13:08:38.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 322092 30.68 MB/sec execute 431 sec latency 178.505 ms 2023-07-14T13:08:39.845 INFO:tasks.workunit.client.0.smithi040.stdout: 10 322795 30.72 MB/sec execute 432 sec latency 86.437 ms 2023-07-14T13:08:40.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:40 smithi040 ceph-mon[96535]: pgmap v704: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 768 op/s 2023-07-14T13:08:40.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:40 smithi133 ceph-mon[98311]: pgmap v704: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 768 op/s 2023-07-14T13:08:40.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:40 smithi130 ceph-mon[97977]: pgmap v704: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 13 MiB/s wr, 768 op/s 2023-07-14T13:08:40.846 INFO:tasks.workunit.client.0.smithi040.stdout: 10 323255 30.69 MB/sec execute 433 sec latency 102.154 ms 2023-07-14T13:08:41.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 323704 30.68 MB/sec execute 434 sec latency 166.643 ms 2023-07-14T13:08:42.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:42 smithi040 ceph-mon[96535]: pgmap v705: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 489 op/s 2023-07-14T13:08:42.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:42 smithi133 ceph-mon[98311]: pgmap v705: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 489 op/s 2023-07-14T13:08:42.795 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:42 smithi130 ceph-mon[97977]: pgmap v705: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 8.0 MiB/s wr, 489 op/s 2023-07-14T13:08:42.846 INFO:tasks.workunit.client.0.smithi040.stdout: 10 324083 30.65 MB/sec execute 435 sec latency 196.684 ms 2023-07-14T13:08:43.846 INFO:tasks.workunit.client.0.smithi040.stdout: 10 324572 30.65 MB/sec execute 436 sec latency 91.022 ms 2023-07-14T13:08:44.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:44 smithi133 ceph-mon[98311]: pgmap v706: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 7.8 MiB/s wr, 475 op/s 2023-07-14T13:08:44.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:44 smithi130 ceph-mon[97977]: pgmap v706: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 7.8 MiB/s wr, 475 op/s 2023-07-14T13:08:44.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:44 smithi040 ceph-mon[96535]: pgmap v706: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 7.8 MiB/s wr, 475 op/s 2023-07-14T13:08:44.846 INFO:tasks.workunit.client.0.smithi040.stdout: 10 325013 30.63 MB/sec execute 437 sec latency 116.236 ms 2023-07-14T13:08:45.846 INFO:tasks.workunit.client.0.smithi040.stdout: 10 325547 30.61 MB/sec execute 438 sec latency 127.429 ms 2023-07-14T13:08:46.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:46 smithi040 ceph-mon[96535]: pgmap v707: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 12 MiB/s wr, 698 op/s 2023-07-14T13:08:46.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:46 smithi133 ceph-mon[98311]: pgmap v707: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 12 MiB/s wr, 698 op/s 2023-07-14T13:08:46.795 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:46 smithi130 ceph-mon[97977]: pgmap v707: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 10 MiB/s rd, 12 MiB/s wr, 698 op/s 2023-07-14T13:08:46.852 INFO:tasks.workunit.client.0.smithi040.stdout: 10 326155 30.63 MB/sec execute 439 sec latency 74.871 ms 2023-07-14T13:08:47.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 326534 30.61 MB/sec execute 440 sec latency 255.397 ms 2023-07-14T13:08:48.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:48 smithi040 ceph-mon[96535]: pgmap v708: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.2 MiB/s wr, 476 op/s 2023-07-14T13:08:48.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:48 smithi133 ceph-mon[98311]: pgmap v708: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.2 MiB/s wr, 476 op/s 2023-07-14T13:08:48.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:48 smithi130 ceph-mon[97977]: pgmap v708: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.2 MiB/s wr, 476 op/s 2023-07-14T13:08:48.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 327054 30.60 MB/sec execute 441 sec latency 97.206 ms 2023-07-14T13:08:49.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 327600 30.60 MB/sec execute 442 sec latency 87.342 ms 2023-07-14T13:08:50.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:50 smithi040 ceph-mon[96535]: pgmap v709: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 13 MiB/s wr, 695 op/s 2023-07-14T13:08:50.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:50 smithi133 ceph-mon[98311]: pgmap v709: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 13 MiB/s wr, 695 op/s 2023-07-14T13:08:50.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:50 smithi130 ceph-mon[97977]: pgmap v709: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 MiB/s rd, 13 MiB/s wr, 695 op/s 2023-07-14T13:08:50.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 328091 30.59 MB/sec execute 443 sec latency 97.565 ms 2023-07-14T13:08:51.550 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/1200549536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fec00 msgr2=0x7f5c681046d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/1200549536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fec00 0x7f5c681046d0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c0099c0 tx=0x7f5c5c009cd0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/1200549536 shutdown_connections 2023-07-14T13:08:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/1200549536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c680fe260 0x7f5c680fe630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.551 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/1200549536 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c68104db0 0x7f5c6810c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/1200549536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fec00 0x7f5c681046d0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/1200549536 >> 172.21.15.40:0/1200549536 conn(0x7f5c68075f90 msgr2=0x7f5c68076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/1200549536 shutdown_connections 2023-07-14T13:08:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.514+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/1200549536 wait complete. 2023-07-14T13:08:51.552 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 Processor -- start 2023-07-14T13:08:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 -- start start 2023-07-14T13:08:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 0x7f5c6819bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c680fec00 0x7f5c6819c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c68104db0 0x7f5c68195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c681960e0 con 0x7f5c680fe260 2023-07-14T13:08:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c68196250 con 0x7f5c680fec00 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c6dfbf700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c68196410 con 0x7f5c68104db0 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.515+0000 7f5c677fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 0x7f5c6819bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 0x7f5c6819bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39694/0 (socket says 172.21.15.40:39694) 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 -- 172.21.15.40:0/820130741 learned_addr learned my addr 172.21.15.40:0/820130741 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c680fec00 0x7f5c6819c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c67fff700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c68104db0 0x7f5c68195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 -- 172.21.15.40:0/820130741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c68104db0 msgr2=0x7f5c68195a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c68104db0 0x7f5c68195a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 -- 172.21.15.40:0/820130741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c680fec00 msgr2=0x7f5c6819c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c680fec00 0x7f5c6819c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 -- 172.21.15.40:0/820130741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c5c0095f0 con 0x7f5c680fe260 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c680fec00 0x7f5c6819c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c677fe700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 0x7f5c6819bbb0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800e9a0 tx=0x7f5c5800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c64ff9700 1 -- 172.21.15.40:0/820130741 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c58009790 con 0x7f5c680fe260 2023-07-14T13:08:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c64ff9700 1 -- 172.21.15.40:0/820130741 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c5800cbd0 con 0x7f5c680fe260 2023-07-14T13:08:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c681966f0 con 0x7f5c680fe260 2023-07-14T13:08:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c64ff9700 1 -- 172.21.15.40:0/820130741 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c58018680 con 0x7f5c680fe260 2023-07-14T13:08:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.516+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c681a2ba0 con 0x7f5c680fe260 2023-07-14T13:08:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.519+0000 7f5c64ff9700 1 -- 172.21.15.40:0/820130741 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f5c5800cd40 con 0x7f5c680fe260 2023-07-14T13:08:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.519+0000 7f5c64ff9700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c500a1340 0x7f5c500a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.519+0000 7f5c64ff9700 1 -- 172.21.15.40:0/820130741 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5c58014070 con 0x7f5c680fe260 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.519+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c500a1340 0x7f5c500a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.520+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c500a1340 0x7f5c500a37f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c00b580 tx=0x7f5c5c01a040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 Processor -- start 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 -- start start 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0fde36b0 0x555d0ff91160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff8b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0fe8cc50 con 0x555d0ff91b10 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0fedf9e0 con 0x555d0fde36b0 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0fed8e70 con 0x555d0ff916a0 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c67fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff8b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c67fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff8b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39706/0 (socket says 172.21.15.40:39706) 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c67fff700 1 -- 172.21.15.40:0/1474472999 learned_addr learned my addr 172.21.15.40:0/1474472999 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:51.561 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.521+0000 7f5c677fe700 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0fde36b0 0x555d0ff91160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c67fff700 1 -- 172.21.15.40:0/1474472999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 msgr2=0x555d0ff8b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c67fff700 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c67fff700 1 -- 172.21.15.40:0/1474472999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0fde36b0 msgr2=0x555d0ff91160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c67fff700 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0fde36b0 0x555d0ff91160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c67fff700 1 -- 172.21.15.40:0/1474472999 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d0fd06d80 con 0x555d0ff91b10 2023-07-14T13:08:51.562 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c67fff700 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff8b9d0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f5c60011680 tx=0x7f5c60009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d70685587e8b25 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c4dffb700 1 -- 172.21.15.40:0/1474472999 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c6000e040 con 0x555d0ff91b10 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c4dffb700 1 -- 172.21.15.40:0/1474472999 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c6000f040 con 0x555d0ff91b10 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.522+0000 7f5c4dffb700 1 -- 172.21.15.40:0/1474472999 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c600048c0 con 0x555d0ff91b10 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 -- 172.21.15.40:0/1474472999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 msgr2=0x555d0ff8b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff8b9d0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f5c60011680 tx=0x7f5c60009920 comp rx=0 tx=0).stop 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 -- 172.21.15.40:0/1474472999 shutdown_connections 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff8b9d0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0fde36b0 0x555d0ff91160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/1474472999 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 -- 172.21.15.40:0/1474472999 >> 172.21.15.40:0/1474472999 conn(0x555d0ff7cbe0 msgr2=0x555d0ff81f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:51.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 -- 172.21.15.40:0/1474472999 shutdown_connections 2023-07-14T13:08:51.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 -- 172.21.15.40:0/1474472999 wait complete. 2023-07-14T13:08:51.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.523+0000 7f5c7a145b80 1 -- start start 2023-07-14T13:08:51.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 Processor -- start 2023-07-14T13:08:51.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff97a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff916a0 0x555d0ff94ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff952d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0fe78a60 con 0x555d0ff91b10 2023-07-14T13:08:51.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0fe78760 con 0x555d0ff916a0 2023-07-14T13:08:51.567 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0fd5c8c0 con 0x555d0fde36b0 2023-07-14T13:08:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c7a145b80 10 client.0 _ll_register_callbacks cb 0x555d0fe76700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c67fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff952d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.524+0000 7f5c66ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff916a0 0x555d0ff94ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c66ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff916a0 0x555d0ff94ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56964/0 (socket says 172.21.15.40:56964) 2023-07-14T13:08:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff952d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39712/0 (socket says 172.21.15.40:39712) 2023-07-14T13:08:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c66ffd700 1 -- 172.21.15.40:0/2551284985 learned_addr learned my addr 172.21.15.40:0/2551284985 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c677fe700 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff97a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 -- 172.21.15.40:0/2551284985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 msgr2=0x555d0ff97a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff97a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 -- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff916a0 msgr2=0x555d0ff94ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff916a0 0x555d0ff94ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 -- 172.21.15.40:0/2551284985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c60011330 con 0x555d0ff91b10 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c67fff700 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff952d0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000b010 tx=0x7f5c60009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff77697e7384123f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:51.569 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c46ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c46ffd700 1 -- 172.21.15.40:0/2551284985 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c6000e070 con 0x555d0ff91b10 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c46ffd700 1 -- 172.21.15.40:0/2551284985 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5c600048d0 con 0x555d0ff91b10 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555d0fe32490 con 0x555d0ff91b10 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.525+0000 7f5c46ffd700 1 -- 172.21.15.40:0/2551284985 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c600041e0 con 0x555d0ff91b10 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 10 client.17859 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x555d0fcefc00 con 0x555d0ff91b10 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c46ffd700 1 -- 172.21.15.40:0/2551284985 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c60033080 con 0x555d0ff91b10 2023-07-14T13:08:51.570 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c46ffd700 1 -- 172.21.15.40:0/2551284985 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f5c6002d030 con 0x555d0ff91b10 2023-07-14T13:08:51.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 10 client.17859 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:51.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 10 client.17859 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:51.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 20 client.17859 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:51.571 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ffa4ff0 0x555d0ffa7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 4 client.17859 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:08:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555d0fed1e50 con 0x555d0ffa4ff0 2023-07-14T13:08:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.526+0000 7f5c677fe700 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ffa4ff0 0x555d0ffa7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.527+0000 7f5c46ffd700 10 client.17859 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.527+0000 7f5c677fe700 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ffa4ff0 0x555d0ffa7400 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=112af8cef3be2c19 server_cookie=c7d0bdd2137cb227 in_seq=0 out_seq=0 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.528+0000 7f5c46ffd700 1 -- 172.21.15.40:0/2551284985 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x555d0fed1e50 con 0x555d0ffa4ff0 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.528+0000 7f5c46ffd700 10 client.17859 handle_command_reply: tid=0 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.528+0000 7f5c7a145b80 1 client.17859 shutdown 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 msgr2=0x555d0ff952d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff952d0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000b010 tx=0x7f5c60009510 comp rx=0 tx=0).stop 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 shutdown_connections 2023-07-14T13:08:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ffa4ff0 0x555d0ffa7400 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff97a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff91b10 0x555d0ff952d0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/2551284985 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff916a0 0x555d0ff94ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 >> 172.21.15.40:0/2551284985 conn(0x555d0ff7cbe0 msgr2=0x555d0ff80c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c46ffd700 0 client.17859 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 shutdown_connections 2023-07-14T13:08:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 1 -- 172.21.15.40:0/2551284985 wait complete. 2023-07-14T13:08:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.529+0000 7f5c7a145b80 20 client.17859 trim_cache size 0 max 16384 2023-07-14T13:08:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.547+0000 7f5c7a145b80 1 Processor -- start 2023-07-14T13:08:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.547+0000 7f5c7a145b80 1 -- start start 2023-07-14T13:08:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff9c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff81c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 0x555d0ff97550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0ff93200 con 0x555d0ff916a0 2023-07-14T13:08:51.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0ff8f970 con 0x555d0ff7cbe0 2023-07-14T13:08:51.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0ff90d50 con 0x555d0fde36b0 2023-07-14T13:08:51.585 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 0x555d0ff97550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 0x555d0ff97550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39720/0 (socket says 172.21.15.40:39720) 2023-07-14T13:08:51.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c66ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff81c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 -- 172.21.15.40:0/3416785796 learned_addr learned my addr 172.21.15.40:0/3416785796 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:51.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c677fe700 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff9c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 -- 172.21.15.40:0/3416785796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 msgr2=0x555d0ff81c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.586 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff81c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 -- 172.21.15.40:0/3416785796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 msgr2=0x555d0ff9c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff9c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 -- 172.21.15.40:0/3416785796 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d0fd2d1f0 con 0x555d0ff916a0 2023-07-14T13:08:51.587 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.548+0000 7f5c67fff700 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 0x555d0ff97550 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f5c60004490 tx=0x7f5c60007ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a62ca46fe10f4e5f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:51.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c4e7fc700 1 -- 172.21.15.40:0/3416785796 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c6000e070 con 0x555d0ff916a0 2023-07-14T13:08:51.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c4e7fc700 1 -- 172.21.15.40:0/3416785796 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555d0fe32490 con 0x555d0ff916a0 2023-07-14T13:08:51.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c4e7fc700 1 -- 172.21.15.40:0/3416785796 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c60004b30 con 0x555d0ff916a0 2023-07-14T13:08:51.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 -- 172.21.15.40:0/3416785796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 msgr2=0x555d0ff97550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 0x555d0ff97550 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f5c60004490 tx=0x7f5c60007ee0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 -- 172.21.15.40:0/3416785796 shutdown_connections 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0ff916a0 0x555d0ff97550 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff9c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/3416785796 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0fde36b0 0x555d0ff81c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.549+0000 7f5c7a145b80 1 -- 172.21.15.40:0/3416785796 >> 172.21.15.40:0/3416785796 conn(0x555d0ffa0bd0 msgr2=0x555d0ff8b450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 -- 172.21.15.40:0/3416785796 shutdown_connections 2023-07-14T13:08:51.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 -- 172.21.15.40:0/3416785796 wait complete. 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 -- start start 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 Processor -- start 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 0x555d0ff8df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff8e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0ff8d100 con 0x555d0fde36b0 2023-07-14T13:08:51.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0ff8d270 con 0x555d0ff7cbe0 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d0ff8d430 con 0x555d0ff916a0 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.550+0000 7f5c7a145b80 10 client.0 _ll_register_callbacks cb 0x7f5c58010aa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 0x555d0ff8df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 0x555d0ff8df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39726/0 (socket says 172.21.15.40:39726) 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 -- 172.21.15.40:0/4227870930 learned_addr learned my addr 172.21.15.40:0/4227870930 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c67fff700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff8e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 -- 172.21.15.40:0/4227870930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 msgr2=0x555d0ff8cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 -- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 msgr2=0x555d0ff8e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff8e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 -- 172.21.15.40:0/4227870930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555d0fcefc00 con 0x555d0fde36b0 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c67fff700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:08:51.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c677fe700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 0x555d0ff8df80 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800c5b0 tx=0x7f5c580cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45a43a392b454d82 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c46ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c46ffd700 1 -- 172.21.15.40:0/4227870930 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c5809a220 con 0x555d0fde36b0 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c46ffd700 1 -- 172.21.15.40:0/4227870930 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f5c5809a380 con 0x555d0fde36b0 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.551+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5c6000f040 con 0x555d0fde36b0 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c46ffd700 1 -- 172.21.15.40:0/4227870930 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5c580ca350 con 0x555d0fde36b0 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 10 client.17865 fetch_fsmap learned FSMap version 86 2023-07-14T13:08:51.595 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x555d0fd05250 con 0x555d0fde36b0 2023-07-14T13:08:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c46ffd700 1 -- 172.21.15.40:0/4227870930 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5c5807c020 con 0x555d0fde36b0 2023-07-14T13:08:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c46ffd700 1 -- 172.21.15.40:0/4227870930 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f5c58094cd0 con 0x555d0fde36b0 2023-07-14T13:08:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 10 client.17865 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:08:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 10 client.17865 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:08:51.596 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 20 client.17865 populate_metadata read hostname 'smithi040' 2023-07-14T13:08:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ff91b10 0x555d0fffbe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:08:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 4 client.17865 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:08:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555d0fe93ff0 con 0x555d0ff91b10 2023-07-14T13:08:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.552+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ff91b10 0x555d0fffbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:08:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.553+0000 7f5c46ffd700 10 client.17865 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:51.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.553+0000 7f5c66ffd700 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ff91b10 0x555d0fffbe20 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b323981fff251e31 server_cookie=8b29a7df8af43f65 in_seq=0 out_seq=0 2023-07-14T13:08:51.847 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c46ffd700 1 -- 172.21.15.40:0/4227870930 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555d0fe93ff0 con 0x555d0ff91b10 2023-07-14T13:08:51.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c46ffd700 10 client.17865 handle_command_reply: tid=0 2023-07-14T13:08:51.848 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 client.17865 shutdown 2023-07-14T13:08:51.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 328529 30.58 MB/sec execute 444 sec latency 173.483 ms 2023-07-14T13:08:51.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 msgr2=0x555d0ff8df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 0x555d0ff8df80 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800c5b0 tx=0x7f5c580cc040 comp rx=0 tx=0).stop 2023-07-14T13:08:51.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 shutdown_connections 2023-07-14T13:08:51.849 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x555d0ff91b10 0x555d0fffbe20 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555d0ff916a0 0x555d0ff8cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c46ffd700 0 client.17865 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555d0fde36b0 0x555d0ff8df80 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 --2- 172.21.15.40:0/4227870930 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x555d0ff7cbe0 0x555d0ff8e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 >> 172.21.15.40:0/4227870930 conn(0x555d0ffa0bd0 msgr2=0x555d0ff8b450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 shutdown_connections 2023-07-14T13:08:51.850 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 1 -- 172.21.15.40:0/4227870930 wait complete. 2023-07-14T13:08:51.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.812+0000 7f5c7a145b80 20 client.17865 trim_cache size 0 max 16384 2023-07-14T13:08:51.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:08:51.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:08:51.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:08:51.851 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:08:51.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c500a1340 msgr2=0x7f5c500a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c500a1340 0x7f5c500a37f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c00b580 tx=0x7f5c5c01a040 comp rx=0 tx=0).stop 2023-07-14T13:08:51.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 msgr2=0x7f5c6819bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:08:51.852 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 0x7f5c6819bbb0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f5c5800e9a0 tx=0x7f5c5800ecb0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 shutdown_connections 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5c500a1340 0x7f5c500a37f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5c68104db0 0x7f5c68195a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c680fe260 0x7f5c6819bbb0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 --2- 172.21.15.40:0/820130741 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5c680fec00 0x7f5c6819c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 >> 172.21.15.40:0/820130741 conn(0x7f5c68075f90 msgr2=0x7f5c680fbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:08:51.853 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 shutdown_connections 2023-07-14T13:08:51.854 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:08:51.813+0000 7f5c6dfbf700 1 -- 172.21.15.40:0/820130741 wait complete. 2023-07-14T13:08:52.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:52 smithi040 ceph-mon[96535]: pgmap v710: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 464 op/s 2023-07-14T13:08:52.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:52 smithi133 ceph-mon[98311]: pgmap v710: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 464 op/s 2023-07-14T13:08:52.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:52 smithi130 ceph-mon[97977]: pgmap v710: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 464 op/s 2023-07-14T13:08:52.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 328812 30.54 MB/sec execute 445 sec latency 308.764 ms 2023-07-14T13:08:53.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 329292 30.53 MB/sec execute 446 sec latency 99.236 ms 2023-07-14T13:08:54.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:54 smithi133 ceph-mon[98311]: pgmap v711: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 9.4 MiB/s wr, 452 op/s 2023-07-14T13:08:54.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:54 smithi130 ceph-mon[97977]: pgmap v711: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 9.4 MiB/s wr, 452 op/s 2023-07-14T13:08:54.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:54 smithi040 ceph-mon[96535]: pgmap v711: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 MiB/s rd, 9.4 MiB/s wr, 452 op/s 2023-07-14T13:08:54.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 329919 30.52 MB/sec execute 447 sec latency 90.599 ms 2023-07-14T13:08:55.847 INFO:tasks.workunit.client.0.smithi040.stdout: 10 330474 30.53 MB/sec execute 448 sec latency 94.936 ms 2023-07-14T13:08:56.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:56 smithi040 ceph-mon[96535]: pgmap v712: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 14 MiB/s wr, 748 op/s 2023-07-14T13:08:56.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:56 smithi133 ceph-mon[98311]: pgmap v712: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 14 MiB/s wr, 748 op/s 2023-07-14T13:08:56.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:56 smithi130 ceph-mon[97977]: pgmap v712: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 14 MiB/s wr, 748 op/s 2023-07-14T13:08:56.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 331045 30.53 MB/sec execute 449 sec latency 95.901 ms 2023-07-14T13:08:57.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 331381 30.50 MB/sec execute 450 sec latency 293.862 ms 2023-07-14T13:08:58.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:08:58 smithi040 ceph-mon[96535]: pgmap v713: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 10 MiB/s wr, 525 op/s 2023-07-14T13:08:58.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:08:58 smithi133 ceph-mon[98311]: pgmap v713: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 10 MiB/s wr, 525 op/s 2023-07-14T13:08:58.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:08:58 smithi130 ceph-mon[97977]: pgmap v713: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 MiB/s rd, 10 MiB/s wr, 525 op/s 2023-07-14T13:08:58.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 331990 30.51 MB/sec execute 451 sec latency 92.949 ms 2023-07-14T13:08:59.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 332533 30.52 MB/sec execute 452 sec latency 73.854 ms 2023-07-14T13:09:00.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:00 smithi040 ceph-mon[96535]: pgmap v714: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 14 MiB/s wr, 750 op/s 2023-07-14T13:09:00.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:00 smithi133 ceph-mon[98311]: pgmap v714: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 14 MiB/s wr, 750 op/s 2023-07-14T13:09:00.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:00 smithi130 ceph-mon[97977]: pgmap v714: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 14 MiB/s wr, 750 op/s 2023-07-14T13:09:00.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 332655 30.47 MB/sec execute 453 sec latency 727.561 ms 2023-07-14T13:09:01.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 332655 30.40 MB/sec execute 454 sec latency 1727.610 ms 2023-07-14T13:09:02.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:02 smithi040 ceph-mon[96535]: pgmap v715: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.8 MiB/s wr, 541 op/s 2023-07-14T13:09:02.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:02 smithi133 ceph-mon[98311]: pgmap v715: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.8 MiB/s wr, 541 op/s 2023-07-14T13:09:02.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:02 smithi130 ceph-mon[97977]: pgmap v715: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.8 MiB/s wr, 541 op/s 2023-07-14T13:09:02.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 332848 30.36 MB/sec execute 455 sec latency 2104.439 ms 2023-07-14T13:09:03.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 333054 30.31 MB/sec execute 456 sec latency 199.875 ms 2023-07-14T13:09:04.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:04 smithi133 ceph-mon[98311]: pgmap v716: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 531 op/s 2023-07-14T13:09:04.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:04 smithi130 ceph-mon[97977]: pgmap v716: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 531 op/s 2023-07-14T13:09:04.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:04 smithi040 ceph-mon[96535]: pgmap v716: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 531 op/s 2023-07-14T13:09:04.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 333345 30.26 MB/sec execute 457 sec latency 168.673 ms 2023-07-14T13:09:04.977 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 -- 172.21.15.40:0/1856563908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0fed20 msgr2=0x7f94fc0ff0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 --2- 172.21.15.40:0/1856563908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0fed20 0x7f94fc0ff0f0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0099c0 tx=0x7f94ec009cd0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 -- 172.21.15.40:0/1856563908 shutdown_connections 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 --2- 172.21.15.40:0/1856563908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94fc10a5e0 0x7f94fc10c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 --2- 172.21.15.40:0/1856563908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0fed20 0x7f94fc0ff0f0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 --2- 172.21.15.40:0/1856563908 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94fc0ff630 0x7f94fc10a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 -- 172.21.15.40:0/1856563908 >> 172.21.15.40:0/1856563908 conn(0x7f94fc075270 msgr2=0x7f94fc075670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:04.978 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 -- 172.21.15.40:0/1856563908 shutdown_connections 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 -- 172.21.15.40:0/1856563908 wait complete. 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.939+0000 7f9501515700 1 Processor -- start 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 -- start start 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94fc0fed20 0x7f94fc195ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 0x7f94fc196220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94fc10a5e0 0x7f94fc1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94fc199de0 con 0x7f94fc0ff630 2023-07-14T13:09:04.979 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94fc199f50 con 0x7f94fc10a5e0 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f9501515700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94fc19a110 con 0x7f94fc0fed20 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f94fa7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 0x7f94fc196220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f94fa7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 0x7f94fc196220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39738/0 (socket says 172.21.15.40:39738) 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.940+0000 7f94fa7fc700 1 -- 172.21.15.40:0/3368009177 learned_addr learned my addr 172.21.15.40:0/3368009177 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94fa7fc700 1 -- 172.21.15.40:0/3368009177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94fc0fed20 msgr2=0x7f94fc195ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94fc0fed20 0x7f94fc195ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.980 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94fa7fc700 1 -- 172.21.15.40:0/3368009177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94fc10a5e0 msgr2=0x7f94fc1997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:04.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94fc10a5e0 0x7f94fc1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94fa7fc700 1 -- 172.21.15.40:0/3368009177 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94ec0095f0 con 0x7f94fc0ff630 2023-07-14T13:09:04.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 0x7f94fc196220 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f94f000d950 tx=0x7f94f000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:04.981 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94e3fff700 1 -- 172.21.15.40:0/3368009177 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f0009ac0 con 0x7f94fc0ff630 2023-07-14T13:09:04.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94fc19a3f0 con 0x7f94fc0ff630 2023-07-14T13:09:04.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94e3fff700 1 -- 172.21.15.40:0/3368009177 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94f0009c20 con 0x7f94fc0ff630 2023-07-14T13:09:04.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f94e3fff700 1 -- 172.21.15.40:0/3368009177 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f000f620 con 0x7f94fc0ff630 2023-07-14T13:09:04.982 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.941+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94fc1a2d50 con 0x7f94fc0ff630 2023-07-14T13:09:04.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 Processor -- start 2023-07-14T13:09:04.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f94e3fff700 1 -- 172.21.15.40:0/3368009177 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f94f000f780 con 0x7f94fc0ff630 2023-07-14T13:09:04.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 -- start start 2023-07-14T13:09:04.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2bdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.983 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2b8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2b89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f1bdc50 con 0x55d08f2b8580 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f2109e0 con 0x55d08f2be2d0 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f950d69bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f209e70 con 0x55d08f1146b0 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f94faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2b8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f94fb7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2bdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.984 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f94faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2b8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:56996/0 (socket says 172.21.15.40:56996) 2023-07-14T13:09:04.985 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.946+0000 7f94faffd700 1 -- 172.21.15.40:0/4045380356 learned_addr learned my addr 172.21.15.40:0/4045380356 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94e3fff700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94e40a1340 0x7f94e40a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94faffd700 1 -- 172.21.15.40:0/4045380356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 msgr2=0x55d08f2bdd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94faffd700 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2bdd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94faffd700 1 -- 172.21.15.40:0/4045380356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 msgr2=0x55d08f2b89d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:09:04.986 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94faffd700 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2b89d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94faffd700 1 -- 172.21.15.40:0/4045380356 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d08f037d80 con 0x55d08f2be2d0 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2bdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94e3fff700 1 -- 172.21.15.40:0/3368009177 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f94f00cdfb0 con 0x7f94fc0ff630 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94e40a1340 0x7f94e40a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94faffd700 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2b8040 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f94ec009990 tx=0x7f94ec000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6374dd2f8d346af server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.947+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94e40a1340 0x7f94e40a37f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f94f4009530 tx=0x7f94f4009040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:04.987 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.948+0000 7f94e17fa700 1 -- 172.21.15.40:0/4045380356 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec01c070 con 0x55d08f2be2d0 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.948+0000 7f94e17fa700 1 -- 172.21.15.40:0/4045380356 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec00bc50 con 0x55d08f2be2d0 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.948+0000 7f94e17fa700 1 -- 172.21.15.40:0/4045380356 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec00fdd0 con 0x55d08f2be2d0 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 -- 172.21.15.40:0/4045380356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 msgr2=0x55d08f2b8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2b8040 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f94ec009990 tx=0x7f94ec000bc0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 -- 172.21.15.40:0/4045380356 shutdown_connections 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2bdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.988 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2b89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 --2- 172.21.15.40:0/4045380356 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2b8040 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 -- 172.21.15.40:0/4045380356 >> 172.21.15.40:0/4045380356 conn(0x55d08f2adbe0 msgr2=0x55d08f2b2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 -- 172.21.15.40:0/4045380356 shutdown_connections 2023-07-14T13:09:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.949+0000 7f950d69bb80 1 -- 172.21.15.40:0/4045380356 wait complete. 2023-07-14T13:09:04.989 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 -- start start 2023-07-14T13:09:04.991 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 Processor -- start 2023-07-14T13:09:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2c4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2b8580 0x55d08f2c1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f2c1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f1a9a60 con 0x55d08f2be2d0 2023-07-14T13:09:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f1a9760 con 0x55d08f2b8580 2023-07-14T13:09:04.992 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f08d8c0 con 0x55d08f1146b0 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f950d69bb80 10 client.0 _ll_register_callbacks cb 0x55d08f1a7700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f94faffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2c4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f94fb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f2c1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f94faffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2c4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53438/0 (socket says 172.21.15.40:53438) 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f94faffd700 1 -- 172.21.15.40:0/2736789521 learned_addr learned my addr 172.21.15.40:0/2736789521 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.950+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2b8580 0x55d08f2c1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94faffd700 1 -- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2b8580 msgr2=0x55d08f2c1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:04.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94faffd700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2b8580 0x55d08f2c1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94faffd700 1 -- 172.21.15.40:0/2736789521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 msgr2=0x55d08f2c1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94faffd700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f2c1ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94faffd700 1 -- 172.21.15.40:0/2736789521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f400e140 con 0x55d08f1146b0 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f2c1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94faffd700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2c4570 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0058e0 tx=0x7f94ec009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=416c13c5375ccfa6 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94deff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94deff5700 1 -- 172.21.15.40:0/2736789521 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec01c040 con 0x55d08f1146b0 2023-07-14T13:09:04.994 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94deff5700 1 -- 172.21.15.40:0/2736789521 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f94ec00fa10 con 0x55d08f1146b0 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d08f163490 con 0x55d08f1146b0 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f94deff5700 1 -- 172.21.15.40:0/2736789521 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94ec00fbd0 con 0x55d08f1146b0 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f950d69bb80 10 client.27310 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.951+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x7f94fc10d310 con 0x55d08f1146b0 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f94deff5700 1 -- 172.21.15.40:0/2736789521 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec038080 con 0x55d08f1146b0 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f94deff5700 1 -- 172.21.15.40:0/2736789521 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f94ec034070 con 0x55d08f1146b0 2023-07-14T13:09:04.995 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f950d69bb80 10 client.27310 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f950d69bb80 10 client.27310 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f950d69bb80 20 client.27310 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f2d1650 0x55d08f2d3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f950d69bb80 4 client.27310 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d08f202e50 con 0x55d08f2d1650 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.952+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f2d1650 0x55d08f2d3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:04.996 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.953+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f2d1650 0x55d08f2d3a60 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb878f16736ba3bc server_cookie=3f87c2ce55eebfa8 in_seq=0 out_seq=0 2023-07-14T13:09:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.953+0000 7f94deff5700 10 client.27310 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.953+0000 7f94deff5700 1 -- 172.21.15.40:0/2736789521 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d08f202e50 con 0x55d08f2d1650 2023-07-14T13:09:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.953+0000 7f94deff5700 10 client.27310 handle_command_reply: tid=0 2023-07-14T13:09:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.953+0000 7f950d69bb80 1 client.27310 shutdown 2023-07-14T13:09:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 msgr2=0x55d08f2c4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2c4570 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f94ec0058e0 tx=0x7f94ec009310 comp rx=0 tx=0).stop 2023-07-14T13:09:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 shutdown_connections 2023-07-14T13:09:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f2d1650 0x55d08f2d3a60 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2c4570 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f94deff5700 0 client.27310 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f2c1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2736789521 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2b8580 0x55d08f2c1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 >> 172.21.15.40:0/2736789521 conn(0x55d08f2adbe0 msgr2=0x55d08f2b1c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 shutdown_connections 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 1 -- 172.21.15.40:0/2736789521 wait complete. 2023-07-14T13:09:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.954+0000 7f950d69bb80 20 client.27310 trim_cache size 0 max 16384 2023-07-14T13:09:05.015 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.978+0000 7f950d69bb80 1 Processor -- start 2023-07-14T13:09:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.978+0000 7f950d69bb80 1 -- start start 2023-07-14T13:09:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2b8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2c8c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2bd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.016 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f950d69bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f2b3ae0 con 0x55d08f2b8580 2023-07-14T13:09:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f950d69bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f2bc3a0 con 0x55d08f2be2d0 2023-07-14T13:09:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f950d69bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f2bc5f0 con 0x55d08f1146b0 2023-07-14T13:09:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94fa7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2c8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94fa7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2c8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39758/0 (socket says 172.21.15.40:39758) 2023-07-14T13:09:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94fa7fc700 1 -- 172.21.15.40:0/2709187476 learned_addr learned my addr 172.21.15.40:0/2709187476 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:05.017 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94faffd700 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2b8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.018 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2bd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94faffd700 1 -- 172.21.15.40:0/2709187476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 msgr2=0x55d08f2bd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94faffd700 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2bd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94faffd700 1 -- 172.21.15.40:0/2709187476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 msgr2=0x55d08f2c8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94faffd700 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2c8c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94faffd700 1 -- 172.21.15.40:0/2709187476 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d08f020c00 con 0x55d08f1146b0 2023-07-14T13:09:05.019 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.979+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2bd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.980+0000 7f94faffd700 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2b8040 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f94ec00a010 tx=0x7f94ec003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e440eadb32fb968 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.980+0000 7f94e1ffb700 1 -- 172.21.15.40:0/2709187476 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec01c040 con 0x55d08f1146b0 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.980+0000 7f94e1ffb700 1 -- 172.21.15.40:0/2709187476 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d08f163490 con 0x55d08f1146b0 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.980+0000 7f94e1ffb700 1 -- 172.21.15.40:0/2709187476 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec003b50 con 0x55d08f1146b0 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- 172.21.15.40:0/2709187476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 msgr2=0x55d08f2b8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2b8040 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f94ec00a010 tx=0x7f94ec003680 comp rx=0 tx=0).stop 2023-07-14T13:09:05.020 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- 172.21.15.40:0/2709187476 shutdown_connections 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f1146b0 0x55d08f2b8040 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f2be2d0 0x55d08f2bd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2709187476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2b8580 0x55d08f2c8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- 172.21.15.40:0/2709187476 >> 172.21.15.40:0/2709187476 conn(0x55d08f2adbe0 msgr2=0x55d08f2bca00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- 172.21.15.40:0/2709187476 shutdown_connections 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- 172.21.15.40:0/2709187476 wait complete. 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- start start 2023-07-14T13:09:05.021 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 Processor -- start 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f1146b0 0x55d08f33b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 0x55d08f33b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f33bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f3465d0 con 0x55d08f2be2d0 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f346710 con 0x55d08f1146b0 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d08f3468d0 con 0x55d08f2b8580 2023-07-14T13:09:05.022 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.981+0000 7f950d69bb80 10 client.0 _ll_register_callbacks cb 0x7f94f4009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 0x55d08f33b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f33bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94faffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f1146b0 0x55d08f33b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 0x55d08f33b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53454/0 (socket says 172.21.15.40:53454) 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 -- 172.21.15.40:0/2911234099 learned_addr learned my addr 172.21.15.40:0/2911234099 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f33bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39766/0 (socket says 172.21.15.40:39766) 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 -- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f1146b0 msgr2=0x55d08f33b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:05.023 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f1146b0 0x55d08f33b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 -- 172.21.15.40:0/2911234099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 msgr2=0x55d08f33bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:05.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f33bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 -- 172.21.15.40:0/2911234099 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94fc10d310 con 0x55d08f2b8580 2023-07-14T13:09:05.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fb7fe700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f33bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:05.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94fa7fc700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 0x55d08f33b9b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f94f00cd010 tx=0x7f94f0005910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fffea1994c61087 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:05.024 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94deff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:09:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.982+0000 7f94deff5700 1 -- 172.21.15.40:0/2911234099 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f0099370 con 0x55d08f2b8580 2023-07-14T13:09:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f94deff5700 1 -- 172.21.15.40:0/2911234099 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(118..118 src has 1..118) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f94f00cb8d0 con 0x55d08f2b8580 2023-07-14T13:09:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94ec00bc50 con 0x55d08f2b8580 2023-07-14T13:09:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f94deff5700 1 -- 172.21.15.40:0/2911234099 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94f00cba90 con 0x55d08f2b8580 2023-07-14T13:09:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 10 client.27316 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:05.026 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x55d08f05e1f0 con 0x55d08f2b8580 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f94deff5700 1 -- 172.21.15.40:0/2911234099 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec00bc50 con 0x55d08f2b8580 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f94deff5700 1 -- 172.21.15.40:0/2911234099 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f94f0095be0 con 0x55d08f2b8580 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 10 client.27316 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 10 client.27316 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 20 client.27316 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f348000 0x55d08f34a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 4 client.27316 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:09:05.027 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.983+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d08f1c4ff0 con 0x55d08f348000 2023-07-14T13:09:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.984+0000 7f94faffd700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f348000 0x55d08f34a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.984+0000 7f94deff5700 10 client.27316 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:05.028 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:04.984+0000 7f94faffd700 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f348000 0x55d08f34a410 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1e46ec890bc073e server_cookie=d34d07db7f4d012e in_seq=0 out_seq=0 2023-07-14T13:09:05.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f94deff5700 1 -- 172.21.15.40:0/2911234099 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d08f1c4ff0 con 0x55d08f348000 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f94deff5700 10 client.27316 handle_command_reply: tid=0 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 client.27316 shutdown 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 msgr2=0x55d08f33b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 0x55d08f33b9b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f94f00cd010 tx=0x7f94f0005910 comp rx=0 tx=0).stop 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 shutdown_connections 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d08f2be2d0 0x55d08f33bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.299 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d08f1146b0 0x55d08f33b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d08f348000 0x55d08f34a410 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 --2- 172.21.15.40:0/2911234099 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d08f2b8580 0x55d08f33b9b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f94deff5700 0 client.27316 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 >> 172.21.15.40:0/2911234099 conn(0x55d08f2adbe0 msgr2=0x55d08f2bd290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 shutdown_connections 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 1 -- 172.21.15.40:0/2911234099 wait complete. 2023-07-14T13:09:05.300 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.261+0000 7f950d69bb80 20 client.27316 trim_cache size 0 max 16384 2023-07-14T13:09:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:09:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:09:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:09:05.301 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:09:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94e40a1340 msgr2=0x7f94e40a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94e40a1340 0x7f94e40a37f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f94f4009530 tx=0x7f94f4009040 comp rx=0 tx=0).stop 2023-07-14T13:09:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 msgr2=0x7f94fc196220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:05.302 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 0x7f94fc196220 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f94f000d950 tx=0x7f94f000dd10 comp rx=0 tx=0).stop 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 shutdown_connections 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f94e40a1340 0x7f94e40a37f0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f94fc0fed20 0x7f94fc195ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f94fc10a5e0 0x7f94fc1997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 --2- 172.21.15.40:0/3368009177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94fc0ff630 0x7f94fc196220 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 >> 172.21.15.40:0/3368009177 conn(0x7f94fc075270 msgr2=0x7f94fc102040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:05.303 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 shutdown_connections 2023-07-14T13:09:05.304 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:05.262+0000 7f9501515700 1 -- 172.21.15.40:0/3368009177 wait complete. 2023-07-14T13:09:05.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 333561 30.22 MB/sec execute 458 sec latency 301.742 ms 2023-07-14T13:09:06.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:06 smithi040 ceph-mon[96535]: pgmap v717: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 13 MiB/s wr, 735 op/s 2023-07-14T13:09:06.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:06 smithi133 ceph-mon[98311]: pgmap v717: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 13 MiB/s wr, 735 op/s 2023-07-14T13:09:06.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:06 smithi130 ceph-mon[97977]: pgmap v717: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 13 MiB/s wr, 735 op/s 2023-07-14T13:09:06.848 INFO:tasks.workunit.client.0.smithi040.stdout: 10 334059 30.20 MB/sec execute 459 sec latency 119.189 ms 2023-07-14T13:09:07.850 INFO:tasks.workunit.client.0.smithi040.stdout: 10 334431 30.18 MB/sec execute 460 sec latency 343.849 ms 2023-07-14T13:09:08.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:08 smithi133 ceph-mon[98311]: pgmap v718: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 8.5 MiB/s wr, 440 op/s 2023-07-14T13:09:08.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:08 smithi133 ceph-mon[98311]: osdmap e119: 12 total, 12 up, 12 in 2023-07-14T13:09:08.797 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:08 smithi130 ceph-mon[97977]: pgmap v718: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 8.5 MiB/s wr, 440 op/s 2023-07-14T13:09:08.797 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:08 smithi130 ceph-mon[97977]: osdmap e119: 12 total, 12 up, 12 in 2023-07-14T13:09:08.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 334678 30.15 MB/sec execute 461 sec latency 264.733 ms 2023-07-14T13:09:08.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:08 smithi040 ceph-mon[96535]: pgmap v718: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 MiB/s rd, 8.5 MiB/s wr, 440 op/s 2023-07-14T13:09:08.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:08 smithi040 ceph-mon[96535]: osdmap e119: 12 total, 12 up, 12 in 2023-07-14T13:09:09.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 334947 30.12 MB/sec execute 462 sec latency 204.870 ms 2023-07-14T13:09:10.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:10 smithi133 ceph-mon[98311]: pgmap v720: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:09:10.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:10 smithi130 ceph-mon[97977]: pgmap v720: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:09:10.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 335375 30.11 MB/sec execute 463 sec latency 159.119 ms 2023-07-14T13:09:10.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:10 smithi040 ceph-mon[96535]: pgmap v720: 97 pgs: 36 active+clean+snaptrim_wait, 20 active+clean+snaptrim, 41 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 10 MiB/s wr, 644 op/s 2023-07-14T13:09:11.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 335901 30.12 MB/sec execute 464 sec latency 102.918 ms 2023-07-14T13:09:12.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:12 smithi133 ceph-mon[98311]: pgmap v721: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 661 op/s 2023-07-14T13:09:12.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:12 smithi130 ceph-mon[97977]: pgmap v721: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 661 op/s 2023-07-14T13:09:12.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 336199 30.10 MB/sec execute 465 sec latency 321.636 ms 2023-07-14T13:09:12.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:12 smithi040 ceph-mon[96535]: pgmap v721: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 661 op/s 2023-07-14T13:09:13.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 336461 30.06 MB/sec execute 466 sec latency 120.505 ms 2023-07-14T13:09:14.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:14 smithi133 ceph-mon[98311]: pgmap v722: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 661 op/s 2023-07-14T13:09:14.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:14 smithi130 ceph-mon[97977]: pgmap v722: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 661 op/s 2023-07-14T13:09:14.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:14 smithi040 ceph-mon[96535]: pgmap v722: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 661 op/s 2023-07-14T13:09:14.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 336823 30.02 MB/sec execute 467 sec latency 109.144 ms 2023-07-14T13:09:15.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 337316 30.01 MB/sec execute 468 sec latency 137.824 ms 2023-07-14T13:09:16.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:16 smithi040 ceph-mon[96535]: pgmap v723: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 11 MiB/s wr, 661 op/s 2023-07-14T13:09:16.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:16 smithi133 ceph-mon[98311]: pgmap v723: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 11 MiB/s wr, 661 op/s 2023-07-14T13:09:16.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:16 smithi130 ceph-mon[97977]: pgmap v723: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 11 MiB/s wr, 661 op/s 2023-07-14T13:09:16.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 337846 30.00 MB/sec execute 469 sec latency 94.966 ms 2023-07-14T13:09:17.853 INFO:tasks.workunit.client.0.smithi040.stdout: 10 338312 29.98 MB/sec execute 470 sec latency 308.159 ms 2023-07-14T13:09:18.469 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 -- 172.21.15.40:0/1802176025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 msgr2=0x7fc580102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 --2- 172.21.15.40:0/1802176025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc580102d50 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fc570009920 tx=0x7fc570009c30 comp rx=0 tx=0).stop 2023-07-14T13:09:18.470 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 -- 172.21.15.40:0/1802176025 shutdown_connections 2023-07-14T13:09:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 --2- 172.21.15.40:0/1802176025 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 0x7fc58010b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 --2- 172.21.15.40:0/1802176025 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5800fe7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 --2- 172.21.15.40:0/1802176025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc580102d50 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 -- 172.21.15.40:0/1802176025 >> 172.21.15.40:0/1802176025 conn(0x7fc580075f90 msgr2=0x7fc580076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 -- 172.21.15.40:0/1802176025 shutdown_connections 2023-07-14T13:09:18.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.433+0000 7fc586de3700 1 -- 172.21.15.40:0/1802176025 wait complete. 2023-07-14T13:09:18.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.434+0000 7fc586de3700 1 Processor -- start 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.434+0000 7fc586de3700 1 -- start start 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc586de3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5801a71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc586de3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc5800718f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc586de3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 0x7fc580071e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc586de3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc580072430 con 0x7fc5800fed90 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc586de3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5800725a0 con 0x7fc5800fe3f0 2023-07-14T13:09:18.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc586de3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5801a3700 con 0x7fc580103430 2023-07-14T13:09:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc584b7f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5801a71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc584b7f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5801a71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57028/0 (socket says 172.21.15.40:57028) 2023-07-14T13:09:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc585380700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 0x7fc580071e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc584b7f700 1 -- 172.21.15.40:0/1574217198 learned_addr learned my addr 172.21.15.40:0/1574217198 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc5800718f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc584b7f700 1 -- 172.21.15.40:0/1574217198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 msgr2=0x7fc580071e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.435+0000 7fc584b7f700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 0x7fc580071e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc584b7f700 1 -- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 msgr2=0x7fc5800718f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc584b7f700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc5800718f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc584b7f700 1 -- 172.21.15.40:0/1574217198 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc570009520 con 0x7fc5800fe3f0 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc585380700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 0x7fc580071e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc5800718f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc584b7f700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5801a71f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc57400b550 tx=0x7fc57400b860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:18.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc57dffb700 1 -- 172.21.15.40:0/1574217198 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc574011830 con 0x7fc5800fe3f0 2023-07-14T13:09:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc57dffb700 1 -- 172.21.15.40:0/1574217198 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc574011e50 con 0x7fc5800fe3f0 2023-07-14T13:09:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5801a3980 con 0x7fc5800fe3f0 2023-07-14T13:09:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5801a3e90 con 0x7fc5800fe3f0 2023-07-14T13:09:18.476 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.436+0000 7fc57dffb700 1 -- 172.21.15.40:0/1574217198 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc574010e40 con 0x7fc5800fe3f0 2023-07-14T13:09:18.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.439+0000 7fc57dffb700 1 -- 172.21.15.40:0/1574217198 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fc574010380 con 0x7fc5800fe3f0 2023-07-14T13:09:18.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.440+0000 7fc57dffb700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5680a1380 0x7fc5680a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.440+0000 7fc57dffb700 1 -- 172.21.15.40:0/1574217198 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc5740cc2f0 con 0x7fc5800fe3f0 2023-07-14T13:09:18.477 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.440+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5680a1380 0x7fc5680a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.441+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5680a1380 0x7fc5680a3830 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc570009230 tx=0x7fc57000b540 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.443+0000 7fc592f69b80 1 Processor -- start 2023-07-14T13:09:18.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.443+0000 7fc592f69b80 1 -- start start 2023-07-14T13:09:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa8468ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa84689040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846899d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc592f69b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa8458ec50 con 0x55fa84689580 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc592f69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa845e19e0 con 0x55fa844e56b0 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc592f69b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa845dae70 con 0x55fa8468f2d0 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846899d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846899d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39786/0 (socket says 172.21.15.40:39786) 2023-07-14T13:09:18.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 -- 172.21.15.40:0/3086199148 learned_addr learned my addr 172.21.15.40:0/3086199148 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc57ffff700 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa84689040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc584b7f700 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa8468ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 -- 172.21.15.40:0/3086199148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 msgr2=0x55fa84689040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa84689040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 -- 172.21.15.40:0/3086199148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 msgr2=0x55fa8468ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa8468ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc585380700 1 -- 172.21.15.40:0/3086199148 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa84408d80 con 0x55fa84689580 2023-07-14T13:09:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.444+0000 7fc57ffff700 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa84689040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:18.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.445+0000 7fc585380700 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846899d0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fc5780076f0 tx=0x7fc578007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a47b3b741b0e4170 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:18.485 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.445+0000 7fc566ffd700 1 -- 172.21.15.40:0/3086199148 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578015850 con 0x55fa84689580 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.445+0000 7fc566ffd700 1 -- 172.21.15.40:0/3086199148 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc57800f040 con 0x55fa84689580 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.445+0000 7fc566ffd700 1 -- 172.21.15.40:0/3086199148 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578014d70 con 0x55fa84689580 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 -- 172.21.15.40:0/3086199148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 msgr2=0x55fa846899d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846899d0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fc5780076f0 tx=0x7fc578007a00 comp rx=0 tx=0).stop 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 -- 172.21.15.40:0/3086199148 shutdown_connections 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846899d0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa8468ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.486 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 --2- 172.21.15.40:0/3086199148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa84689040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 -- 172.21.15.40:0/3086199148 >> 172.21.15.40:0/3086199148 conn(0x55fa8467ebe0 msgr2=0x55fa84683f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 -- 172.21.15.40:0/3086199148 shutdown_connections 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.446+0000 7fc592f69b80 1 -- 172.21.15.40:0/3086199148 wait complete. 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 -- start start 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 Processor -- start 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa846954e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.487 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846926f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa84692c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa8457aa60 con 0x55fa84689580 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa8457a760 con 0x55fa8468f2d0 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa8445e8c0 con 0x55fa844e56b0 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.447+0000 7fc592f69b80 10 client.0 _ll_register_callbacks cb 0x55fa84578700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846926f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.488 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846926f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39790/0 (socket says 172.21.15.40:39790) 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 -- 172.21.15.40:0/1202925313 learned_addr learned my addr 172.21.15.40:0/1202925313 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc585380700 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa84692c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 -- 172.21.15.40:0/1202925313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 msgr2=0x55fa846954e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa846954e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 -- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 msgr2=0x55fa84692c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa84692c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 -- 172.21.15.40:0/1202925313 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc58010b840 con 0x55fa84689580 2023-07-14T13:09:18.489 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc57ffff700 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846926f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fc570009920 tx=0x7fc570009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=312e1117ca10eeaf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc55ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.448+0000 7fc55ffff700 1 -- 172.21.15.40:0/1202925313 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc570029040 con 0x55fa84689580 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fa84534490 con 0x55fa84689580 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc55ffff700 1 -- 172.21.15.40:0/1202925313 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc570003680 con 0x55fa84689580 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc55ffff700 1 -- 172.21.15.40:0/1202925313 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc57001c070 con 0x55fa84689580 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 10 client.17892 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:18.490 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x7fc578009d90 con 0x55fa84689580 2023-07-14T13:09:18.491 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc55ffff700 1 -- 172.21.15.40:0/1202925313 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fa84534490 con 0x55fa84689580 2023-07-14T13:09:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc55ffff700 1 -- 172.21.15.40:0/1202925313 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fc57002e880 con 0x55fa84689580 2023-07-14T13:09:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 10 client.17892 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 10 client.17892 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 20 client.17892 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846a2aa0 0x55fa846a4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.492 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 4 client.17892 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.449+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fa845d3e50 con 0x55fa846a2aa0 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.450+0000 7fc584b7f700 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846a2aa0 0x55fa846a4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.451+0000 7fc55ffff700 10 client.17892 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.451+0000 7fc584b7f700 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846a2aa0 0x55fa846a4ef0 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee575049135656b7 server_cookie=4ebafeaa72603424 in_seq=0 out_seq=0 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.453+0000 7fc55ffff700 1 -- 172.21.15.40:0/1202925313 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55fa845d3e50 con 0x55fa846a2aa0 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.453+0000 7fc55ffff700 10 client.17892 handle_command_reply: tid=0 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.453+0000 7fc592f69b80 1 client.17892 shutdown 2023-07-14T13:09:18.493 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 msgr2=0x55fa846926f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846926f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fc570009920 tx=0x7fc570009c30 comp rx=0 tx=0).stop 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 shutdown_connections 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846a2aa0 0x55fa846a4ef0 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa846954e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa84692c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc55ffff700 0 client.17892 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:18.494 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 --2- 172.21.15.40:0/1202925313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846926f0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 >> 172.21.15.40:0/1202925313 conn(0x55fa8467ebe0 msgr2=0x55fa84682c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 shutdown_connections 2023-07-14T13:09:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 1 -- 172.21.15.40:0/1202925313 wait complete. 2023-07-14T13:09:18.495 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.454+0000 7fc592f69b80 20 client.17892 trim_cache size 0 max 16384 2023-07-14T13:09:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 Processor -- start 2023-07-14T13:09:18.514 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 -- start start 2023-07-14T13:09:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa84690190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa84683c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa8468dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa8468ea10 con 0x55fa84689580 2023-07-14T13:09:18.515 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa8468d2e0 con 0x55fa844e56b0 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc592f69b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa84693ae0 con 0x55fa8468f2d0 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.477+0000 7fc57ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa84683c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa84683c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39796/0 (socket says 172.21.15.40:39796) 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 -- 172.21.15.40:0/894832683 learned_addr learned my addr 172.21.15.40:0/894832683 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc585380700 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa8468dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc584b7f700 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa84690190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 -- 172.21.15.40:0/894832683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 msgr2=0x55fa8468dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.516 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa8468dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 -- 172.21.15.40:0/894832683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 msgr2=0x55fa84690190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa84690190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 -- 172.21.15.40:0/894832683 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa843f1c00 con 0x55fa84689580 2023-07-14T13:09:18.517 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.478+0000 7fc57ffff700 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa84683c60 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fc570038040 tx=0x7fc5700224a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3e75b7724b1bf3f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:18.519 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.479+0000 7fc5677fe700 1 -- 172.21.15.40:0/894832683 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc570029040 con 0x55fa84689580 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.479+0000 7fc5677fe700 1 -- 172.21.15.40:0/894832683 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc57000fae0 con 0x55fa84689580 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.479+0000 7fc5677fe700 1 -- 172.21.15.40:0/894832683 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc570003bc0 con 0x55fa84689580 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.479+0000 7fc592f69b80 1 -- 172.21.15.40:0/894832683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 msgr2=0x55fa84683c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa84683c60 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7fc570038040 tx=0x7fc5700224a0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 -- 172.21.15.40:0/894832683 shutdown_connections 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa8468f2d0 0x55fa8468dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.520 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa844e56b0 0x55fa84690190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 --2- 172.21.15.40:0/894832683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa84683c60 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 -- 172.21.15.40:0/894832683 >> 172.21.15.40:0/894832683 conn(0x55fa8467ebe0 msgr2=0x55fa8468d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 -- 172.21.15.40:0/894832683 shutdown_connections 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 -- 172.21.15.40:0/894832683 wait complete. 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 -- start start 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 Processor -- start 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.480+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa84697e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.521 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846983c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc592f69b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa846f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc592f69b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa84698b00 con 0x55fa84689580 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc592f69b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa846f5f20 con 0x55fa8468f2d0 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc592f69b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa846f6060 con 0x55fa844e56b0 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc592f69b80 10 client.0 _ll_register_callbacks cb 0x7fc570005640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39804/0 (socket says 172.21.15.40:39804) 2023-07-14T13:09:18.522 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 -- 172.21.15.40:0/2609684619 learned_addr learned my addr 172.21.15.40:0/2609684619 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc584b7f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa84697e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 -- 172.21.15.40:0/2609684619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 msgr2=0x55fa84697e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa84697e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 -- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 msgr2=0x55fa846f59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa846f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 -- 172.21.15.40:0/2609684619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc578009d90 con 0x55fa84689580 2023-07-14T13:09:18.523 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc57ffff700 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846983c0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fc570005250 tx=0x7fc57000bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af8abeefbdd280fb server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc55ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc55ffff700 1 -- 172.21.15.40:0/2609684619 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc570029040 con 0x55fa84689580 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.481+0000 7fc55ffff700 1 -- 172.21.15.40:0/2609684619 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc570003a90 con 0x55fa84689580 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc57800f040 con 0x55fa84689580 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc55ffff700 1 -- 172.21.15.40:0/2609684619 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc57001c040 con 0x55fa84689580 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 10 client.17898 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x55fa8442f1f0 con 0x55fa84689580 2023-07-14T13:09:18.524 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc55ffff700 1 -- 172.21.15.40:0/2609684619 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc57800f040 con 0x55fa84689580 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc55ffff700 1 -- 172.21.15.40:0/2609684619 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7fc57003d070 con 0x55fa84689580 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 10 client.17898 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 10 client.17898 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 20 client.17898 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846f7280 0x55fa846f9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 4 client.17898 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:09:18.525 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.482+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fa84595ff0 con 0x55fa846f7280 2023-07-14T13:09:18.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.485+0000 7fc584b7f700 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846f7280 0x55fa846f9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:18.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.486+0000 7fc584b7f700 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846f7280 0x55fa846f9660 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faa073570d6aaf5d server_cookie=d86a7edc8db6efb7 in_seq=0 out_seq=0 2023-07-14T13:09:18.526 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.486+0000 7fc55ffff700 10 client.17898 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:18.623 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:18 smithi040 ceph-mon[96535]: pgmap v724: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 11 MiB/s wr, 661 op/s 2023-07-14T13:09:18.623 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:18 smithi040 ceph-mon[96535]: osdmap e120: 12 total, 12 up, 12 in 2023-07-14T13:09:18.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:18 smithi133 ceph-mon[98311]: pgmap v724: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 11 MiB/s wr, 661 op/s 2023-07-14T13:09:18.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:18 smithi133 ceph-mon[98311]: osdmap e120: 12 total, 12 up, 12 in 2023-07-14T13:09:18.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc55ffff700 1 -- 172.21.15.40:0/2609684619 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fa84595ff0 con 0x55fa846f7280 2023-07-14T13:09:18.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc55ffff700 10 client.17898 handle_command_reply: tid=0 2023-07-14T13:09:18.786 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc592f69b80 1 client.17898 shutdown 2023-07-14T13:09:18.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 msgr2=0x55fa846983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc592f69b80 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846983c0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fc570005250 tx=0x7fc57000bf50 comp rx=0 tx=0).stop 2023-07-14T13:09:18.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 shutdown_connections 2023-07-14T13:09:18.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.747+0000 7fc592f69b80 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55fa846f7280 0x55fa846f9660 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fa844e56b0 0x55fa84697e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.787 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55fa8468f2d0 0x55fa846f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 1 --2- 172.21.15.40:0/2609684619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fa84689580 0x55fa846983c0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 >> 172.21.15.40:0/2609684619 conn(0x55fa8467ebe0 msgr2=0x55fa8468e150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc55ffff700 0 client.17898 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 shutdown_connections 2023-07-14T13:09:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 1 -- 172.21.15.40:0/2609684619 wait complete. 2023-07-14T13:09:18.788 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.748+0000 7fc592f69b80 20 client.17898 trim_cache size 0 max 16384 2023-07-14T13:09:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:09:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:09:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:09:18.789 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:09:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.749+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5680a1380 msgr2=0x7fc5680a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.749+0000 7fc586de3700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5680a1380 0x7fc5680a3830 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc570009230 tx=0x7fc57000b540 comp rx=0 tx=0).stop 2023-07-14T13:09:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.749+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 msgr2=0x7fc5801a71f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:18.790 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.749+0000 7fc586de3700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5801a71f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc57400b550 tx=0x7fc57400b860 comp rx=0 tx=0).stop 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 shutdown_connections 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc5680a1380 0x7fc5680a3830 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc580103430 0x7fc580071e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc5800fe3f0 0x7fc5801a71f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 --2- 172.21.15.40:0/1574217198 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5800fed90 0x7fc5800718f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 >> 172.21.15.40:0/1574217198 conn(0x7fc580075f90 msgr2=0x7fc5800fbba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:18.791 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 shutdown_connections 2023-07-14T13:09:18.792 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:18.750+0000 7fc586de3700 1 -- 172.21.15.40:0/1574217198 wait complete. 2023-07-14T13:09:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:18 smithi130 ceph-mon[97977]: pgmap v724: 97 pgs: 97 active+clean; 2.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 MiB/s rd, 11 MiB/s wr, 661 op/s 2023-07-14T13:09:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:18 smithi130 ceph-mon[97977]: osdmap e120: 12 total, 12 up, 12 in 2023-07-14T13:09:18.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 338695 29.97 MB/sec execute 471 sec latency 201.458 ms 2023-07-14T13:09:19.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 339250 29.99 MB/sec execute 472 sec latency 122.560 ms 2023-07-14T13:09:20.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:20 smithi040 ceph-mon[96535]: pgmap v726: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 13 MiB/s wr, 594 op/s 2023-07-14T13:09:20.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:20 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:09:20.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:20 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:20.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:20 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:20.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:20 smithi133 ceph-mon[98311]: pgmap v726: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 13 MiB/s wr, 594 op/s 2023-07-14T13:09:20.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:20 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:09:20.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:20 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:20.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:20 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:20.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:20 smithi130 ceph-mon[97977]: pgmap v726: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 13 MiB/s wr, 594 op/s 2023-07-14T13:09:20.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:20 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:09:20.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:20 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:20.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:20 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:20.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 339631 29.97 MB/sec execute 473 sec latency 164.399 ms 2023-07-14T13:09:21.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:21 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:09:21.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:21 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:09:21.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:21 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:21.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:21 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:09:21.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:21 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:09:21.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:21 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:21.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:21 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:09:21.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:21 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:09:21.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:21 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:09:21.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 340110 29.95 MB/sec execute 474 sec latency 71.458 ms 2023-07-14T13:09:22.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 340467 29.94 MB/sec execute 475 sec latency 250.834 ms 2023-07-14T13:09:23.255 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:22 smithi133 ceph-mon[98311]: pgmap v727: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 13 MiB/s wr, 581 op/s 2023-07-14T13:09:23.292 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:22 smithi130 ceph-mon[97977]: pgmap v727: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 13 MiB/s wr, 581 op/s 2023-07-14T13:09:23.370 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:22 smithi040 ceph-mon[96535]: pgmap v727: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 13 MiB/s wr, 581 op/s 2023-07-14T13:09:23.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 340814 29.91 MB/sec execute 476 sec latency 298.589 ms 2023-07-14T13:09:24.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:24 smithi133 ceph-mon[98311]: pgmap v728: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 13 MiB/s wr, 581 op/s 2023-07-14T13:09:24.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:24 smithi130 ceph-mon[97977]: pgmap v728: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 13 MiB/s wr, 581 op/s 2023-07-14T13:09:24.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:24 smithi040 ceph-mon[96535]: pgmap v728: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 MiB/s rd, 13 MiB/s wr, 581 op/s 2023-07-14T13:09:24.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 341351 29.89 MB/sec execute 477 sec latency 77.275 ms 2023-07-14T13:09:25.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 341972 29.92 MB/sec execute 478 sec latency 86.481 ms 2023-07-14T13:09:26.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:26 smithi040 ceph-mon[96535]: pgmap v729: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:09:26.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:26 smithi133 ceph-mon[98311]: pgmap v729: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:09:26.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:26 smithi130 ceph-mon[97977]: pgmap v729: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:09:26.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 342409 29.89 MB/sec execute 479 sec latency 126.371 ms 2023-07-14T13:09:27.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 342972 29.89 MB/sec execute 480 sec latency 104.424 ms 2023-07-14T13:09:28.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:28 smithi040 ceph-mon[96535]: pgmap v730: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:09:28.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:28 smithi133 ceph-mon[98311]: pgmap v730: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:09:28.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:28 smithi130 ceph-mon[97977]: pgmap v730: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 644 op/s 2023-07-14T13:09:28.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 343385 29.89 MB/sec execute 481 sec latency 286.182 ms 2023-07-14T13:09:29.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 343897 29.88 MB/sec execute 482 sec latency 84.381 ms 2023-07-14T13:09:30.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:30 smithi040 ceph-mon[96535]: pgmap v731: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 17 MiB/s wr, 813 op/s 2023-07-14T13:09:30.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:30 smithi133 ceph-mon[98311]: pgmap v731: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 17 MiB/s wr, 813 op/s 2023-07-14T13:09:30.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:30 smithi130 ceph-mon[97977]: pgmap v731: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 17 MiB/s wr, 813 op/s 2023-07-14T13:09:30.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 344359 29.87 MB/sec execute 483 sec latency 79.155 ms 2023-07-14T13:09:31.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 344843 29.87 MB/sec execute 484 sec latency 109.135 ms 2023-07-14T13:09:31.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 -- 172.21.15.40:0/3677668755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d540685b0 msgr2=0x7f1d54104770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:31.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 --2- 172.21.15.40:0/3677668755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d540685b0 0x7f1d54104770 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c0099c0 tx=0x7f1d3c009cd0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 -- 172.21.15.40:0/3677668755 shutdown_connections 2023-07-14T13:09:31.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 --2- 172.21.15.40:0/3677668755 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d54067c10 0x7f1d54067fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 --2- 172.21.15.40:0/3677668755 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d54104e50 0x7f1d5410ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 --2- 172.21.15.40:0/3677668755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d540685b0 0x7f1d54104770 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 -- 172.21.15.40:0/3677668755 >> 172.21.15.40:0/3677668755 conn(0x7f1d54074760 msgr2=0x7f1d54074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:31.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 -- 172.21.15.40:0/3677668755 shutdown_connections 2023-07-14T13:09:31.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.871+0000 7f1d5935d700 1 -- 172.21.15.40:0/3677668755 wait complete. 2023-07-14T13:09:31.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 Processor -- start 2023-07-14T13:09:31.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 -- start start 2023-07-14T13:09:31.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 0x7f1d5419bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d540685b0 0x7f1d5419c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d54104e50 0x7f1d54195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d54196090 con 0x7f1d54067c10 2023-07-14T13:09:31.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d54196200 con 0x7f1d540685b0 2023-07-14T13:09:31.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d5935d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d541963c0 con 0x7f1d54104e50 2023-07-14T13:09:31.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d52ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 0x7f1d5419bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d52ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 0x7f1d5419bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39816/0 (socket says 172.21.15.40:39816) 2023-07-14T13:09:31.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.872+0000 7f1d52ffd700 1 -- 172.21.15.40:0/4271411849 learned_addr learned my addr 172.21.15.40:0/4271411849 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:31.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d537fe700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d54104e50 0x7f1d54195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d527fc700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d540685b0 0x7f1d5419c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d52ffd700 1 -- 172.21.15.40:0/4271411849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d54104e50 msgr2=0x7f1d54195a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:31.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d54104e50 0x7f1d54195a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d52ffd700 1 -- 172.21.15.40:0/4271411849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d540685b0 msgr2=0x7f1d5419c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d540685b0 0x7f1d5419c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d52ffd700 1 -- 172.21.15.40:0/4271411849 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d3c0095f0 con 0x7f1d54067c10 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d527fc700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d540685b0 0x7f1d5419c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 0x7f1d5419bbc0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f1d4400e9a0 tx=0x7f1d4400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d4bfff700 1 -- 172.21.15.40:0/4271411849 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d44009790 con 0x7f1d54067c10 2023-07-14T13:09:31.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d541966a0 con 0x7f1d54067c10 2023-07-14T13:09:31.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d4bfff700 1 -- 172.21.15.40:0/4271411849 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d4400cbd0 con 0x7f1d54067c10 2023-07-14T13:09:31.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d4bfff700 1 -- 172.21.15.40:0/4271411849 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d44018680 con 0x7f1d54067c10 2023-07-14T13:09:31.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.873+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d541a2bb0 con 0x7f1d54067c10 2023-07-14T13:09:31.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.876+0000 7f1d4bfff700 1 -- 172.21.15.40:0/4271411849 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f1d4400cd40 con 0x7f1d54067c10 2023-07-14T13:09:31.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.876+0000 7f1d4bfff700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1d400a12c0 0x7f1d400a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.877+0000 7f1d527fc700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1d400a12c0 0x7f1d400a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.877+0000 7f1d4bfff700 1 -- 172.21.15.40:0/4271411849 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1d44014070 con 0x7f1d54067c10 2023-07-14T13:09:31.919 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.877+0000 7f1d527fc700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1d400a12c0 0x7f1d400a3770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c0098e0 tx=0x7f1d3c01a040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.877+0000 7f1d654e3b80 1 Processor -- start 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.877+0000 7f1d654e3b80 1 -- start start 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75edd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75e8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75e89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d74edc50 con 0x55a4d75e8580 2023-07-14T13:09:31.920 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75409e0 con 0x55a4d74446b0 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d7539e70 con 0x55a4d75ee2d0 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75e89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d52ffd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75edd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75e89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39828/0 (socket says 172.21.15.40:39828) 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 -- 172.21.15.40:0/457415785 learned_addr learned my addr 172.21.15.40:0/457415785 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d527fc700 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75e8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 -- 172.21.15.40:0/457415785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 msgr2=0x55a4d75e8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75e8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 -- 172.21.15.40:0/457415785 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 msgr2=0x55a4d75edd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75edd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 -- 172.21.15.40:0/457415785 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4d7367d80 con 0x55a4d75e8580 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d537fe700 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75e89d0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c011600 tx=0x7f1d4c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5abcb420cc4f02 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.878+0000 7f1d497fa700 1 -- 172.21.15.40:0/457415785 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c00e040 con 0x55a4d75e8580 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d497fa700 1 -- 172.21.15.40:0/457415785 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d4c00f040 con 0x55a4d75e8580 2023-07-14T13:09:31.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d497fa700 1 -- 172.21.15.40:0/457415785 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c0046c0 con 0x55a4d75e8580 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 -- 172.21.15.40:0/457415785 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 msgr2=0x55a4d75e89d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75e89d0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c011600 tx=0x7f1d4c009920 comp rx=0 tx=0).stop 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 -- 172.21.15.40:0/457415785 shutdown_connections 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75e89d0 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75edd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/457415785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75e8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 -- 172.21.15.40:0/457415785 >> 172.21.15.40:0/457415785 conn(0x55a4d75ddbe0 msgr2=0x55a4d75e2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:31.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 -- 172.21.15.40:0/457415785 shutdown_connections 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.879+0000 7f1d654e3b80 1 -- 172.21.15.40:0/457415785 wait complete. 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 -- start start 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 Processor -- start 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 0x55a4d75fba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75e8580 0x55a4d75fbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d74d9a60 con 0x55a4d74446b0 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d74d9760 con 0x55a4d75e8580 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d73bd8c0 con 0x55a4d75ee2d0 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d654e3b80 10 client.0 _ll_register_callbacks cb 0x55a4d74d7700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d52ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 0x55a4d75fba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d52ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 0x55a4d75fba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39830/0 (socket says 172.21.15.40:39830) 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d52ffd700 1 -- 172.21.15.40:0/2342493212 learned_addr learned my addr 172.21.15.40:0/2342493212 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d537fe700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.880+0000 7f1d527fc700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75e8580 0x55a4d75fbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d52ffd700 1 -- 172.21.15.40:0/2342493212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 msgr2=0x55a4d75f5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d52ffd700 1 -- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75e8580 msgr2=0x55a4d75fbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75e8580 0x55a4d75fbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d52ffd700 1 -- 172.21.15.40:0/2342493212 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d4c0112b0 con 0x55a4d74446b0 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 0x55a4d75fba90 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f1d44096590 tx=0x7f1d4409a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6abc28ff23600c70 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:31.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d3a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2342493212 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d440a24e0 con 0x55a4d74446b0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a4d7493490 con 0x55a4d74446b0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2342493212 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1d440b8360 con 0x55a4d74446b0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2342493212 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1d440a2050 con 0x55a4d74446b0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d654e3b80 10 client.17910 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x55a4d7350c00 con 0x55a4d74446b0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2342493212 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a4d7493490 con 0x55a4d74446b0 2023-07-14T13:09:31.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2342493212 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1d440b2a70 con 0x55a4d74446b0 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d654e3b80 10 client.17910 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.881+0000 7f1d654e3b80 10 client.17910 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.882+0000 7f1d654e3b80 20 client.17910 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.882+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d7605f20 0x55a4d7608300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.882+0000 7f1d654e3b80 4 client.17910 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.882+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a4d7532e50 con 0x55a4d7605f20 2023-07-14T13:09:31.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.882+0000 7f1d527fc700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d7605f20 0x55a4d7608300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.929 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.883+0000 7f1d527fc700 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d7605f20 0x55a4d7608300 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c4657502b04d405 server_cookie=a63dfaca4542941a in_seq=0 out_seq=0 2023-07-14T13:09:31.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.883+0000 7f1d3a7fc700 10 client.17910 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:31.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2342493212 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55a4d7532e50 con 0x55a4d7605f20 2023-07-14T13:09:31.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d3a7fc700 10 client.17910 handle_command_reply: tid=0 2023-07-14T13:09:31.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 client.17910 shutdown 2023-07-14T13:09:31.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 msgr2=0x55a4d75fba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:31.930 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 0x55a4d75fba90 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f1d44096590 tx=0x7f1d4409a180 comp rx=0 tx=0).stop 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 shutdown_connections 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d7605f20 0x55a4d7608300 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d74446b0 0x55a4d75fba90 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2342493212 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75e8580 0x55a4d75fbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d3a7fc700 0 client.17910 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 >> 172.21.15.40:0/2342493212 conn(0x55a4d75ddbe0 msgr2=0x55a4d75e1c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:31.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 shutdown_connections 2023-07-14T13:09:31.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2342493212 wait complete. 2023-07-14T13:09:31.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.886+0000 7f1d654e3b80 20 client.17910 trim_cache size 0 max 16384 2023-07-14T13:09:31.937 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 Processor -- start 2023-07-14T13:09:31.938 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 -- start start 2023-07-14T13:09:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d74446b0 0x55a4d75e8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75f3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.944 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75e46f0 con 0x55a4d75e8580 2023-07-14T13:09:31.945 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75ee900 con 0x55a4d75ee2d0 2023-07-14T13:09:31.945 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75e3ed0 con 0x55a4d74446b0 2023-07-14T13:09:31.945 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d527fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75f3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.945 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d537fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.945 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d52ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d74446b0 0x55a4d75e8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.945 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d527fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75f3ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39840/0 (socket says 172.21.15.40:39840) 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.902+0000 7f1d527fc700 1 -- 172.21.15.40:0/3563333244 learned_addr learned my addr 172.21.15.40:0/3563333244 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d527fc700 1 -- 172.21.15.40:0/3563333244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d74446b0 msgr2=0x55a4d75e8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d527fc700 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d74446b0 0x55a4d75e8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d527fc700 1 -- 172.21.15.40:0/3563333244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75ee2d0 msgr2=0x55a4d75f4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d527fc700 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d527fc700 1 -- 172.21.15.40:0/3563333244 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4d738e1f0 con 0x55a4d75e8580 2023-07-14T13:09:31.946 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d527fc700 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75f3ef0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c0099c0 tx=0x7f1d3c022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194d6a126da87c74 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d49ffb700 1 -- 172.21.15.40:0/3563333244 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d3c01d040 con 0x55a4d75e8580 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d49ffb700 1 -- 172.21.15.40:0/3563333244 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d3c02b040 con 0x55a4d75e8580 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.903+0000 7f1d49ffb700 1 -- 172.21.15.40:0/3563333244 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d3c0052a0 con 0x55a4d75e8580 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 -- 172.21.15.40:0/3563333244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 msgr2=0x55a4d75f3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75f3ef0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c0099c0 tx=0x7f1d3c022000 comp rx=0 tx=0).stop 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 -- 172.21.15.40:0/3563333244 shutdown_connections 2023-07-14T13:09:31.947 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d74446b0 0x55a4d75e8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/3563333244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75e8580 0x55a4d75f3ef0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 -- 172.21.15.40:0/3563333244 >> 172.21.15.40:0/3563333244 conn(0x55a4d75ddbe0 msgr2=0x55a4d75e9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 -- 172.21.15.40:0/3563333244 shutdown_connections 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 -- 172.21.15.40:0/3563333244 wait complete. 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 -- start start 2023-07-14T13:09:31.948 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.904+0000 7f1d654e3b80 1 Processor -- start 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75fb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75e8580 0x55a4d75fbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75fa1f0 con 0x55a4d75ee2d0 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75fa360 con 0x55a4d74446b0 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4d75fa520 con 0x55a4d75e8580 2023-07-14T13:09:31.949 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d654e3b80 10 client.0 _ll_register_callbacks cb 0x7f1d44099c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d527fc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75e8580 0x55a4d75fbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39848/0 (socket says 172.21.15.40:39848) 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 -- 172.21.15.40:0/2930971009 learned_addr learned my addr 172.21.15.40:0/2930971009 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75fb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 -- 172.21.15.40:0/2930971009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75e8580 msgr2=0x55a4d75fbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.950 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75e8580 0x55a4d75fbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 -- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 msgr2=0x55a4d75fb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75fb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 -- 172.21.15.40:0/2930971009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d5410d210 con 0x55a4d75ee2d0 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d527fc700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75e8580 0x55a4d75fbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d537fe700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f9b50 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00b010 tx=0x7f1d4c009e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e459c187f005b58 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.905+0000 7f1d3a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:31.951 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2930971009 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c00e050 con 0x55a4d75ee2d0 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1d4c00f040 con 0x55a4d75ee2d0 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2930971009 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f1d4c0052a0 con 0x55a4d75ee2d0 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2930971009 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1d4c023070 con 0x55a4d75ee2d0 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 10 client.17916 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x55a4d7366250 con 0x55a4d75ee2d0 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2930971009 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d4c00f040 con 0x55a4d75ee2d0 2023-07-14T13:09:31.952 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2930971009 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f1d4c0079f0 con 0x55a4d75ee2d0 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 10 client.17916 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 10 client.17916 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 20 client.17916 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d765adf0 0x55a4d765d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 4 client.17916 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a4d74f4ff0 con 0x55a4d765adf0 2023-07-14T13:09:31.953 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.906+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d765adf0 0x55a4d765d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:31.954 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.907+0000 7f1d52ffd700 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d765adf0 0x55a4d765d1d0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0a11c253ffcb9d5 server_cookie=d5eb09cc9bf7e687 in_seq=0 out_seq=0 2023-07-14T13:09:31.954 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:31.907+0000 7f1d3a7fc700 10 client.17916 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d3a7fc700 1 -- 172.21.15.40:0/2930971009 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a4d74f4ff0 con 0x55a4d765adf0 2023-07-14T13:09:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d3a7fc700 10 client.17916 handle_command_reply: tid=0 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 client.17916 shutdown 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 msgr2=0x55a4d75f9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f9b50 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00b010 tx=0x7f1d4c009e70 comp rx=0 tx=0).stop 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 shutdown_connections 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a4d75ee2d0 0x55a4d75f9b50 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55a4d74446b0 0x55a4d75fb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55a4d765adf0 0x55a4d765d1d0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 --2- 172.21.15.40:0/2930971009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a4d75e8580 0x55a4d75fbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d3a7fc700 0 client.17916 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 >> 172.21.15.40:0/2930971009 conn(0x55a4d75ddbe0 msgr2=0x55a4d75e78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 shutdown_connections 2023-07-14T13:09:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 1 -- 172.21.15.40:0/2930971009 wait complete. 2023-07-14T13:09:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.256+0000 7f1d654e3b80 20 client.17916 trim_cache size 0 max 16384 2023-07-14T13:09:32.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:09:32.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:09:32.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:09:32.295 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:09:32.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1d400a12c0 msgr2=0x7f1d400a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:32.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1d400a12c0 0x7f1d400a3770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c0098e0 tx=0x7f1d3c01a040 comp rx=0 tx=0).stop 2023-07-14T13:09:32.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 msgr2=0x7f1d5419bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:32.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 0x7f1d5419bbc0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f1d4400e9a0 tx=0x7f1d4400ecb0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.296 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 shutdown_connections 2023-07-14T13:09:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f1d400a12c0 0x7f1d400a3770 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1d54104e50 0x7f1d54195a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d54067c10 0x7f1d5419bbc0 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 --2- 172.21.15.40:0/4271411849 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f1d540685b0 0x7f1d5419c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 >> 172.21.15.40:0/4271411849 conn(0x7f1d54074760 msgr2=0x7f1d540fddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 shutdown_connections 2023-07-14T13:09:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:32.257+0000 7f1d5935d700 1 -- 172.21.15.40:0/4271411849 wait complete. 2023-07-14T13:09:32.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:32 smithi040 ceph-mon[96535]: pgmap v732: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.9 MiB/s wr, 499 op/s 2023-07-14T13:09:32.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:32 smithi133 ceph-mon[98311]: pgmap v732: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.9 MiB/s wr, 499 op/s 2023-07-14T13:09:32.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:32 smithi130 ceph-mon[97977]: pgmap v732: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.9 MiB/s wr, 499 op/s 2023-07-14T13:09:32.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 345205 29.84 MB/sec execute 485 sec latency 211.072 ms 2023-07-14T13:09:33.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 345600 29.83 MB/sec execute 486 sec latency 152.402 ms 2023-07-14T13:09:34.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:34 smithi133 ceph-mon[98311]: pgmap v733: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 484 op/s 2023-07-14T13:09:34.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:34 smithi130 ceph-mon[97977]: pgmap v733: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 484 op/s 2023-07-14T13:09:34.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:34 smithi040 ceph-mon[96535]: pgmap v733: 97 pgs: 97 active+clean; 2.5 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 484 op/s 2023-07-14T13:09:34.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 346004 29.81 MB/sec execute 487 sec latency 109.195 ms 2023-07-14T13:09:35.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 346566 29.79 MB/sec execute 488 sec latency 119.930 ms 2023-07-14T13:09:36.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:36 smithi040 ceph-mon[96535]: pgmap v734: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 13 MiB/s wr, 731 op/s 2023-07-14T13:09:36.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:36 smithi133 ceph-mon[98311]: pgmap v734: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 13 MiB/s wr, 731 op/s 2023-07-14T13:09:36.821 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:36 smithi130 ceph-mon[97977]: pgmap v734: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 13 MiB/s wr, 731 op/s 2023-07-14T13:09:36.854 INFO:tasks.workunit.client.0.smithi040.stdout: 10 347154 29.80 MB/sec execute 489 sec latency 135.823 ms 2023-07-14T13:09:37.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 347664 29.81 MB/sec execute 490 sec latency 102.588 ms 2023-07-14T13:09:38.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:38 smithi040 ceph-mon[96535]: pgmap v735: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.5 MiB/s wr, 475 op/s 2023-07-14T13:09:38.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:38 smithi133 ceph-mon[98311]: pgmap v735: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.5 MiB/s wr, 475 op/s 2023-07-14T13:09:38.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:38 smithi130 ceph-mon[97977]: pgmap v735: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 8.5 MiB/s wr, 475 op/s 2023-07-14T13:09:38.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 348018 29.79 MB/sec execute 491 sec latency 216.256 ms 2023-07-14T13:09:39.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 348439 29.77 MB/sec execute 492 sec latency 131.670 ms 2023-07-14T13:09:40.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:40 smithi040 ceph-mon[96535]: pgmap v736: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 12 MiB/s wr, 653 op/s 2023-07-14T13:09:40.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:40 smithi133 ceph-mon[98311]: pgmap v736: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 12 MiB/s wr, 653 op/s 2023-07-14T13:09:40.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:40 smithi130 ceph-mon[97977]: pgmap v736: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 MiB/s rd, 12 MiB/s wr, 653 op/s 2023-07-14T13:09:40.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 348912 29.77 MB/sec execute 493 sec latency 133.430 ms 2023-07-14T13:09:41.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 349335 29.74 MB/sec execute 494 sec latency 112.131 ms 2023-07-14T13:09:42.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:42 smithi040 ceph-mon[96535]: pgmap v737: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 8.2 MiB/s wr, 454 op/s 2023-07-14T13:09:42.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:42 smithi133 ceph-mon[98311]: pgmap v737: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 8.2 MiB/s wr, 454 op/s 2023-07-14T13:09:42.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:42 smithi130 ceph-mon[97977]: pgmap v737: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 8.2 MiB/s wr, 454 op/s 2023-07-14T13:09:42.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 349850 29.75 MB/sec execute 495 sec latency 80.814 ms 2023-07-14T13:09:43.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 350281 29.72 MB/sec execute 496 sec latency 187.315 ms 2023-07-14T13:09:44.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:44 smithi133 ceph-mon[98311]: pgmap v738: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 8.0 MiB/s wr, 443 op/s 2023-07-14T13:09:44.544 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:44 smithi130 ceph-mon[97977]: pgmap v738: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 8.0 MiB/s wr, 443 op/s 2023-07-14T13:09:44.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:44 smithi040 ceph-mon[96535]: pgmap v738: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 8.0 MiB/s wr, 443 op/s 2023-07-14T13:09:44.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 350874 29.73 MB/sec execute 497 sec latency 61.281 ms 2023-07-14T13:09:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 -- 172.21.15.40:0/2347914601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340105000 msgr2=0x7f034010b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 --2- 172.21.15.40:0/2347914601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340105000 0x7f034010b7d0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0338009fc0 tx=0x7f033800b330 comp rx=0 tx=0).stop 2023-07-14T13:09:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 -- 172.21.15.40:0/2347914601 shutdown_connections 2023-07-14T13:09:45.440 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 --2- 172.21.15.40:0/2347914601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340105000 0x7f034010b7d0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 --2- 172.21.15.40:0/2347914601 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f03400ff980 0x7f03400ffd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 --2- 172.21.15.40:0/2347914601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0340104650 0x7f0340104ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 -- 172.21.15.40:0/2347914601 >> 172.21.15.40:0/2347914601 conn(0x7f0340075060 msgr2=0x7f0340075460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 -- 172.21.15.40:0/2347914601 shutdown_connections 2023-07-14T13:09:45.441 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.404+0000 7f03455b8700 1 -- 172.21.15.40:0/2347914601 wait complete. 2023-07-14T13:09:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 Processor -- start 2023-07-14T13:09:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 -- start start 2023-07-14T13:09:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 0x7f0340199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340104650 0x7f0340199e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0340105000 0x7f0340193780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0340193df0 con 0x7f03400ff980 2023-07-14T13:09:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0340193f60 con 0x7f0340105000 2023-07-14T13:09:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f03455b8700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0340194120 con 0x7f0340104650 2023-07-14T13:09:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f033effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 0x7f0340199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f033e7fc700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340104650 0x7f0340199e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f033effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 0x7f0340199920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39858/0 (socket says 172.21.15.40:39858) 2023-07-14T13:09:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.405+0000 7f033effd700 1 -- 172.21.15.40:0/2268094624 learned_addr learned my addr 172.21.15.40:0/2268094624 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f033effd700 1 -- 172.21.15.40:0/2268094624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340104650 msgr2=0x7f0340199e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f033effd700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340104650 0x7f0340199e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f033effd700 1 -- 172.21.15.40:0/2268094624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0340105000 msgr2=0x7f0340193780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f033effd700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0340105000 0x7f0340193780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f033effd700 1 -- 172.21.15.40:0/2268094624 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0338009c40 con 0x7f03400ff980 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f033effd700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 0x7f0340199920 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f0334012fc0 tx=0x7f03340103a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f0327fff700 1 -- 172.21.15.40:0/2268094624 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033400dba0 con 0x7f03400ff980 2023-07-14T13:09:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f0327fff700 1 -- 172.21.15.40:0/2268094624 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0334013040 con 0x7f03400ff980 2023-07-14T13:09:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03401943a0 con 0x7f03400ff980 2023-07-14T13:09:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f0327fff700 1 -- 172.21.15.40:0/2268094624 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033400bd80 con 0x7f03400ff980 2023-07-14T13:09:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.406+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03401a0910 con 0x7f03400ff980 2023-07-14T13:09:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.409+0000 7f0327fff700 1 -- 172.21.15.40:0/2268094624 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f03340109b0 con 0x7f03400ff980 2023-07-14T13:09:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.410+0000 7f0327fff700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f03280a12c0 0x7f03280a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.410+0000 7f033e7fc700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f03280a12c0 0x7f03280a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.410+0000 7f0327fff700 1 -- 172.21.15.40:0/2268094624 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f03340d0de0 con 0x7f03400ff980 2023-07-14T13:09:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.410+0000 7f033e7fc700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f03280a12c0 0x7f03280a3770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f03400fc160 tx=0x7f0330009310 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.410+0000 7f035173eb80 1 Processor -- start 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.410+0000 7f035173eb80 1 -- start start 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f035173eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563952cb6b0 0x556395474d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f035173eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639546f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f035173eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x55639546f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f035173eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395374c50 con 0x55639546f580 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f035173eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563953c79e0 con 0x5563952cb6b0 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f035173eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563953c0e70 con 0x5563954752d0 2023-07-14T13:09:45.449 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x55639546f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x55639546f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39870/0 (socket says 172.21.15.40:39870) 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 -- 172.21.15.40:0/3739653262 learned_addr learned my addr 172.21.15.40:0/3739653262 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033e7fc700 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639546f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033effd700 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563952cb6b0 0x556395474d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 -- 172.21.15.40:0/3739653262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 msgr2=0x55639546f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639546f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 -- 172.21.15.40:0/3739653262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563952cb6b0 msgr2=0x556395474d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.450 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563952cb6b0 0x556395474d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 -- 172.21.15.40:0/3739653262 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5563951eed80 con 0x55639546f580 2023-07-14T13:09:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033effd700 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563952cb6b0 0x556395474d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:09:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f033f7fe700 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x55639546f9d0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f0338009680 tx=0x7f03380096b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=579ec58812fb11c9 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.411+0000 7f03257fa700 1 -- 172.21.15.40:0/3739653262 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033800e040 con 0x55639546f580 2023-07-14T13:09:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f03257fa700 1 -- 172.21.15.40:0/3739653262 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f033800b9f0 con 0x55639546f580 2023-07-14T13:09:45.451 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f03257fa700 1 -- 172.21.15.40:0/3739653262 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03380077a0 con 0x55639546f580 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 -- 172.21.15.40:0/3739653262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 msgr2=0x55639546f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x55639546f9d0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f0338009680 tx=0x7f03380096b0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 -- 172.21.15.40:0/3739653262 shutdown_connections 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x55639546f9d0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563952cb6b0 0x556395474d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 --2- 172.21.15.40:0/3739653262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639546f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.455 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 -- 172.21.15.40:0/3739653262 >> 172.21.15.40:0/3739653262 conn(0x556395464be0 msgr2=0x556395469f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 -- 172.21.15.40:0/3739653262 shutdown_connections 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.412+0000 7f035173eb80 1 -- 172.21.15.40:0/3739653262 wait complete. 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 -- start start 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 Processor -- start 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x556395478880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.456 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x556395478fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395360a60 con 0x5563952cb6b0 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395360760 con 0x55639546f580 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563952448c0 con 0x5563954752d0 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f035173eb80 10 client.0 _ll_register_callbacks cb 0x55639535e700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f033effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f033f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x556395478fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f033effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39872/0 (socket says 172.21.15.40:39872) 2023-07-14T13:09:45.457 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f033effd700 1 -- 172.21.15.40:0/1282342332 learned_addr learned my addr 172.21.15.40:0/1282342332 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.413+0000 7f033e7fc700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x556395478880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033f7fe700 1 -- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 msgr2=0x556395478880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033f7fe700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x556395478880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033f7fe700 1 -- 172.21.15.40:0/1282342332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 msgr2=0x55639547b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033f7fe700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033f7fe700 1 -- 172.21.15.40:0/1282342332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03400fe2e0 con 0x5563954752d0 2023-07-14T13:09:45.458 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033effd700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f033f7fe700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x556395478fc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0338009f90 tx=0x7f0338003cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4ad443563ffde7c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f0322ff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:09:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f0322ff5700 1 -- 172.21.15.40:0/1282342332 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033800e070 con 0x5563954752d0 2023-07-14T13:09:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55639531a490 con 0x5563954752d0 2023-07-14T13:09:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f0322ff5700 1 -- 172.21.15.40:0/1282342332 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f03380075f0 con 0x5563954752d0 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f0322ff5700 1 -- 172.21.15.40:0/1282342332 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03380077d0 con 0x5563954752d0 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f035173eb80 10 client.27361 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.414+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x5563951d7c00 con 0x5563954752d0 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f0322ff5700 1 -- 172.21.15.40:0/1282342332 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55639531a490 con 0x5563954752d0 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f0322ff5700 1 -- 172.21.15.40:0/1282342332 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f0338019040 con 0x5563954752d0 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f035173eb80 10 client.27361 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f035173eb80 10 client.27361 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f035173eb80 20 client.27361 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f035173eb80 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556395488670 0x55639548aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f035173eb80 4 client.27361 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5563953b9e50 con 0x556395488670 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.415+0000 7f033effd700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556395488670 0x55639548aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.416+0000 7f033effd700 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556395488670 0x55639548aa80 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=762be3599e0845d4 server_cookie=3539d2d8f99cb79f in_seq=0 out_seq=0 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.416+0000 7f0322ff5700 10 client.27361 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f0322ff5700 1 -- 172.21.15.40:0/1282342332 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5563953b9e50 con 0x556395488670 2023-07-14T13:09:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f0322ff5700 10 client.27361 handle_command_reply: tid=0 2023-07-14T13:09:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 client.27361 shutdown 2023-07-14T13:09:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 msgr2=0x556395478fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x556395478fc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0338009f90 tx=0x7f0338003cb0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 shutdown_connections 2023-07-14T13:09:45.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556395488670 0x55639548aa80 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x556395478fc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 --2- 172.21.15.40:0/1282342332 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x556395478880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 >> 172.21.15.40:0/1282342332 conn(0x556395464be0 msgr2=0x556395468c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:45.463 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f0322ff5700 0 client.27361 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:45.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 shutdown_connections 2023-07-14T13:09:45.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.417+0000 7f035173eb80 1 -- 172.21.15.40:0/1282342332 wait complete. 2023-07-14T13:09:45.464 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.418+0000 7f035173eb80 20 client.27361 trim_cache size 0 max 16384 2023-07-14T13:09:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 Processor -- start 2023-07-14T13:09:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 -- start start 2023-07-14T13:09:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563952cb6b0 0x55639546f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x556395478830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563954752d0 0x556395469c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563954756a0 con 0x55639546f580 2023-07-14T13:09:45.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563954749f0 con 0x5563954752d0 2023-07-14T13:09:45.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.435+0000 7f035173eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395461bb0 con 0x5563952cb6b0 2023-07-14T13:09:45.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x556395478830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.473 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x556395478830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39884/0 (socket says 172.21.15.40:39884) 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 -- 172.21.15.40:0/241207694 learned_addr learned my addr 172.21.15.40:0/241207694 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033f7fe700 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563954752d0 0x556395469c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033effd700 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563952cb6b0 0x55639546f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 -- 172.21.15.40:0/241207694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563952cb6b0 msgr2=0x55639546f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563952cb6b0 0x55639546f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 -- 172.21.15.40:0/241207694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563954752d0 msgr2=0x556395469c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.474 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563954752d0 0x556395469c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 -- 172.21.15.40:0/241207694 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5563952151f0 con 0x55639546f580 2023-07-14T13:09:45.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033f7fe700 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563954752d0 0x556395469c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:45.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f033e7fc700 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x556395478830 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f0330004250 tx=0x7f0330014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6bcbc5046ef1df0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:45.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f0325ffb700 1 -- 172.21.15.40:0/241207694 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0330024070 con 0x55639546f580 2023-07-14T13:09:45.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f0325ffb700 1 -- 172.21.15.40:0/241207694 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0330004560 con 0x55639546f580 2023-07-14T13:09:45.475 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.436+0000 7f0325ffb700 1 -- 172.21.15.40:0/241207694 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0330005310 con 0x55639546f580 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 -- 172.21.15.40:0/241207694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 msgr2=0x556395478830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x556395478830 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f0330004250 tx=0x7f0330014000 comp rx=0 tx=0).stop 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 -- 172.21.15.40:0/241207694 shutdown_connections 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563952cb6b0 0x55639546f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5563954752d0 0x556395469c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 --2- 172.21.15.40:0/241207694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55639546f580 0x556395478830 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.478 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.437+0000 7f035173eb80 1 -- 172.21.15.40:0/241207694 >> 172.21.15.40:0/241207694 conn(0x556395464be0 msgr2=0x556395478120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 -- 172.21.15.40:0/241207694 shutdown_connections 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 -- 172.21.15.40:0/241207694 wait complete. 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 -- start start 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 Processor -- start 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x55639547d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.479 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639547de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563954db5d0 con 0x5563952cb6b0 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563954db740 con 0x55639546f580 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563954db900 con 0x5563954752d0 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f035173eb80 10 client.0 _ll_register_callbacks cb 0x7f03300091e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.438+0000 7f033effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033e7fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x55639547d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39888/0 (socket says 172.21.15.40:39888) 2023-07-14T13:09:45.480 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 -- 172.21.15.40:0/2826514859 learned_addr learned my addr 172.21.15.40:0/2826514859 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033f7fe700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639547de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 -- 172.21.15.40:0/2826514859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 msgr2=0x55639547de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639547de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 -- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 msgr2=0x55639547d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x55639547d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 -- 172.21.15.40:0/2826514859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5563951d7c00 con 0x5563952cb6b0 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033e7fc700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x55639547d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:09:45.481 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f033effd700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547d410 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f03340ce590 tx=0x7f033400d6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d464c594f88562 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f0322ff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f0322ff5700 1 -- 172.21.15.40:0/2826514859 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f033409de60 con 0x5563952cb6b0 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f0322ff5700 1 -- 172.21.15.40:0/2826514859 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f033409c200 con 0x5563952cb6b0 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f033800b9f0 con 0x5563952cb6b0 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f0322ff5700 1 -- 172.21.15.40:0/2826514859 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03340ce170 con 0x5563952cb6b0 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f035173eb80 10 client.17934 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:45.482 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.439+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x7f0330017070 con 0x5563952cb6b0 2023-07-14T13:09:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f0322ff5700 1 -- 172.21.15.40:0/2826514859 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0334067080 con 0x5563952cb6b0 2023-07-14T13:09:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f0322ff5700 1 -- 172.21.15.40:0/2826514859 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7f033409d3e0 con 0x5563952cb6b0 2023-07-14T13:09:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f035173eb80 10 client.17934 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f035173eb80 10 client.17934 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f035173eb80 20 client.17934 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:45.483 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f035173eb80 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5563954dcfd0 0x5563954df3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f035173eb80 4 client.17934 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:09:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55639537bff0 con 0x5563954dcfd0 2023-07-14T13:09:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.440+0000 7f033e7fc700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5563954dcfd0 0x5563954df3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.441+0000 7f0322ff5700 10 client.17934 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:45.484 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.441+0000 7f033e7fc700 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5563954dcfd0 0x5563954df3e0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=725a9636690f0ccc server_cookie=99bbf1741ce4d26a in_seq=0 out_seq=0 2023-07-14T13:09:45.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.717+0000 7f0322ff5700 1 -- 172.21.15.40:0/2826514859 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55639537bff0 con 0x5563954dcfd0 2023-07-14T13:09:45.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.717+0000 7f0322ff5700 10 client.17934 handle_command_reply: tid=0 2023-07-14T13:09:45.753 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.717+0000 7f035173eb80 1 client.17934 shutdown 2023-07-14T13:09:45.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.718+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 msgr2=0x55639547d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.754 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.718+0000 7f035173eb80 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547d410 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f03340ce590 tx=0x7f033400d6e0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 shutdown_connections 2023-07-14T13:09:45.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5563954dcfd0 0x5563954df3e0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5563954752d0 0x55639547de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5563952cb6b0 0x55639547d410 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.756 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 --2- 172.21.15.40:0/2826514859 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55639546f580 0x55639547d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 >> 172.21.15.40:0/2826514859 conn(0x556395464be0 msgr2=0x5563954742b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f0322ff5700 0 client.17934 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 shutdown_connections 2023-07-14T13:09:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 1 -- 172.21.15.40:0/2826514859 wait complete. 2023-07-14T13:09:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f035173eb80 20 client.17934 trim_cache size 0 max 16384 2023-07-14T13:09:45.757 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:09:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:09:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:09:45.758 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f03280a12c0 msgr2=0x7f03280a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f03455b8700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f03280a12c0 0x7f03280a3770 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f03400fc160 tx=0x7f0330009310 comp rx=0 tx=0).stop 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 msgr2=0x7f0340199920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.720+0000 7f03455b8700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 0x7f0340199920 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f0334012fc0 tx=0x7f03340103a0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 shutdown_connections 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f03280a12c0 0x7f03280a3770 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.759 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f0340105000 0x7f0340193780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f03400ff980 0x7f0340199920 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 --2- 172.21.15.40:0/2268094624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0340104650 0x7f0340199e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 >> 172.21.15.40:0/2268094624 conn(0x7f0340075060 msgr2=0x7f0340102600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 shutdown_connections 2023-07-14T13:09:45.760 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:45.721+0000 7f03455b8700 1 -- 172.21.15.40:0/2268094624 wait complete. 2023-07-14T13:09:45.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 351455 29.73 MB/sec execute 498 sec latency 229.700 ms 2023-07-14T13:09:46.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:46 smithi040 ceph-mon[96535]: pgmap v739: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 13 MiB/s wr, 660 op/s 2023-07-14T13:09:46.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:46 smithi133 ceph-mon[98311]: pgmap v739: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 13 MiB/s wr, 660 op/s 2023-07-14T13:09:46.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:46 smithi130 ceph-mon[97977]: pgmap v739: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 13 MiB/s wr, 660 op/s 2023-07-14T13:09:46.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 352019 29.74 MB/sec execute 499 sec latency 83.381 ms 2023-07-14T13:09:47.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 352494 29.74 MB/sec execute 500 sec latency 111.920 ms 2023-07-14T13:09:48.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:48 smithi133 ceph-mon[98311]: pgmap v740: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.3 MiB/s wr, 413 op/s 2023-07-14T13:09:48.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:48 smithi130 ceph-mon[97977]: pgmap v740: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.3 MiB/s wr, 413 op/s 2023-07-14T13:09:48.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 352782 29.70 MB/sec execute 501 sec latency 301.934 ms 2023-07-14T13:09:48.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:48 smithi040 ceph-mon[96535]: pgmap v740: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.3 MiB/s wr, 413 op/s 2023-07-14T13:09:49.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 353161 29.68 MB/sec execute 502 sec latency 86.445 ms 2023-07-14T13:09:50.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:50 smithi133 ceph-mon[98311]: pgmap v741: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 14 MiB/s wr, 678 op/s 2023-07-14T13:09:50.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:50 smithi130 ceph-mon[97977]: pgmap v741: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 14 MiB/s wr, 678 op/s 2023-07-14T13:09:50.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 353661 29.68 MB/sec execute 503 sec latency 82.440 ms 2023-07-14T13:09:50.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:50 smithi040 ceph-mon[96535]: pgmap v741: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 MiB/s rd, 14 MiB/s wr, 678 op/s 2023-07-14T13:09:51.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 354229 29.66 MB/sec execute 504 sec latency 87.074 ms 2023-07-14T13:09:52.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:52 smithi133 ceph-mon[98311]: pgmap v742: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.9 MiB/s wr, 515 op/s 2023-07-14T13:09:52.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:52 smithi130 ceph-mon[97977]: pgmap v742: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.9 MiB/s wr, 515 op/s 2023-07-14T13:09:52.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 354880 29.69 MB/sec execute 505 sec latency 87.052 ms 2023-07-14T13:09:52.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:52 smithi040 ceph-mon[96535]: pgmap v742: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 9.9 MiB/s wr, 515 op/s 2023-07-14T13:09:53.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 355332 29.69 MB/sec execute 506 sec latency 288.780 ms 2023-07-14T13:09:54.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:54 smithi133 ceph-mon[98311]: pgmap v743: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 9.4 MiB/s wr, 496 op/s 2023-07-14T13:09:54.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:54 smithi130 ceph-mon[97977]: pgmap v743: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 9.4 MiB/s wr, 496 op/s 2023-07-14T13:09:54.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:54 smithi040 ceph-mon[96535]: pgmap v743: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 9.4 MiB/s wr, 496 op/s 2023-07-14T13:09:54.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 355709 29.67 MB/sec execute 507 sec latency 102.413 ms 2023-07-14T13:09:55.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 356162 29.66 MB/sec execute 508 sec latency 94.744 ms 2023-07-14T13:09:56.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:56 smithi040 ceph-mon[96535]: pgmap v744: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 14 MiB/s wr, 725 op/s 2023-07-14T13:09:56.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:56 smithi133 ceph-mon[98311]: pgmap v744: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 14 MiB/s wr, 725 op/s 2023-07-14T13:09:56.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:56 smithi130 ceph-mon[97977]: pgmap v744: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 14 MiB/s wr, 725 op/s 2023-07-14T13:09:56.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 356597 29.64 MB/sec execute 509 sec latency 128.180 ms 2023-07-14T13:09:57.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 357066 29.63 MB/sec execute 510 sec latency 80.520 ms 2023-07-14T13:09:58.623 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:09:58 smithi040 ceph-mon[96535]: pgmap v745: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.3 MiB/s wr, 508 op/s 2023-07-14T13:09:58.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:09:58 smithi133 ceph-mon[98311]: pgmap v745: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.3 MiB/s wr, 508 op/s 2023-07-14T13:09:58.798 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:09:58 smithi130 ceph-mon[97977]: pgmap v745: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 9.3 MiB/s wr, 508 op/s 2023-07-14T13:09:58.855 INFO:tasks.workunit.client.0.smithi040.stdout: 10 357415 29.61 MB/sec execute 511 sec latency 415.987 ms 2023-07-14T13:09:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 -- 172.21.15.40:0/885648564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa00feac0 msgr2=0x7fafa00fef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 --2- 172.21.15.40:0/885648564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa00feac0 0x7fafa00fef30 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7faf94009990 tx=0x7faf94009ca0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 -- 172.21.15.40:0/885648564 shutdown_connections 2023-07-14T13:09:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 --2- 172.21.15.40:0/885648564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa0104ad0 0x7fafa0104ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 --2- 172.21.15.40:0/885648564 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafa00ff470 0x7fafa010b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 --2- 172.21.15.40:0/885648564 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa00feac0 0x7fafa00fef30 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 -- 172.21.15.40:0/885648564 >> 172.21.15.40:0/885648564 conn(0x7fafa0075bd0 msgr2=0x7fafa0075fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 -- 172.21.15.40:0/885648564 shutdown_connections 2023-07-14T13:09:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.853+0000 7fafa613c700 1 -- 172.21.15.40:0/885648564 wait complete. 2023-07-14T13:09:58.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.854+0000 7fafa613c700 1 Processor -- start 2023-07-14T13:09:58.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.854+0000 7fafa613c700 1 -- start start 2023-07-14T13:09:58.892 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.854+0000 7fafa613c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa00feac0 0x7fafa0196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafa00ff470 0x7fafa0197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa0104ad0 0x7fafa01a19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa01a1fc0 con 0x7fafa0104ad0 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa01a2130 con 0x7fafa00ff470 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafa01a22f0 con 0x7fafa00feac0 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa00feac0 0x7fafa0196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.893 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa0104ad0 0x7fafa01a19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9f7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa00feac0 0x7fafa0196b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53590/0 (socket says 172.21.15.40:53590) 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9f7fe700 1 -- 172.21.15.40:0/3811272149 learned_addr learned my addr 172.21.15.40:0/3811272149 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9effd700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafa00ff470 0x7fafa0197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 -- 172.21.15.40:0/3811272149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa00feac0 msgr2=0x7fafa0196b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa00feac0 0x7fafa0196b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 -- 172.21.15.40:0/3811272149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafa00ff470 msgr2=0x7fafa0197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafa00ff470 0x7fafa0197090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.894 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 -- 172.21.15.40:0/3811272149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf940095f0 con 0x7fafa0104ad0 2023-07-14T13:09:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9ffff700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa0104ad0 0x7fafa01a19f0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7faf9800efc0 tx=0x7faf9800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9cff9700 1 -- 172.21.15.40:0/3811272149 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf98018070 con 0x7fafa0104ad0 2023-07-14T13:09:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafa01a2570 con 0x7fafa0104ad0 2023-07-14T13:09:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9cff9700 1 -- 172.21.15.40:0/3811272149 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf9800f040 con 0x7fafa0104ad0 2023-07-14T13:09:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7faf9cff9700 1 -- 172.21.15.40:0/3811272149 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9800cd40 con 0x7fafa0104ad0 2023-07-14T13:09:58.895 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.855+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafa01a2a30 con 0x7fafa0104ad0 2023-07-14T13:09:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.858+0000 7faf9cff9700 1 -- 172.21.15.40:0/3811272149 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7faf98003a00 con 0x7fafa0104ad0 2023-07-14T13:09:58.897 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.858+0000 7faf9cff9700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf880a12c0 0x7faf880a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.858+0000 7faf9cff9700 1 -- 172.21.15.40:0/3811272149 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7faf980cc940 con 0x7fafa0104ad0 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.858+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf880a12c0 0x7faf880a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.859+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf880a12c0 0x7faf880a3770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7faf90005950 tx=0x7faf90009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.859+0000 7fafb22c2b80 1 Processor -- start 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.859+0000 7fafb22c2b80 1 -- start start 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 0x56220edca640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.898 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edcedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcaff0 0x56220edcf300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220eccbc50 con 0x56220ec226b0 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220ed1e9e0 con 0x56220edcab80 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220ed17e70 con 0x56220edcaff0 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 0x56220edca640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 0x56220edca640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39908/0 (socket says 172.21.15.40:39908) 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 -- 172.21.15.40:0/1712851377 learned_addr learned my addr 172.21.15.40:0/1712851377 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:58.899 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9ffff700 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcaff0 0x56220edcf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9effd700 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edcedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 -- 172.21.15.40:0/1712851377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcaff0 msgr2=0x56220edcf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcaff0 0x56220edcf300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 -- 172.21.15.40:0/1712851377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 msgr2=0x56220edcedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edcedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 -- 172.21.15.40:0/1712851377 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56220eb45d80 con 0x56220ec226b0 2023-07-14T13:09:58.900 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9effd700 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edcedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 0x56220edca640 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7faf90009800 tx=0x7faf90014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46381240fd8dd86a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf85ffb700 1 -- 172.21.15.40:0/1712851377 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf90026430 con 0x56220ec226b0 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf85ffb700 1 -- 172.21.15.40:0/1712851377 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf90021070 con 0x56220ec226b0 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.860+0000 7faf85ffb700 1 -- 172.21.15.40:0/1712851377 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf9001d630 con 0x56220ec226b0 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 -- 172.21.15.40:0/1712851377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 msgr2=0x56220edca640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 0x56220edca640 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7faf90009800 tx=0x7faf90014000 comp rx=0 tx=0).stop 2023-07-14T13:09:58.901 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 -- 172.21.15.40:0/1712851377 shutdown_connections 2023-07-14T13:09:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcaff0 0x56220edcf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220ec226b0 0x56220edca640 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/1712851377 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edcedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 -- 172.21.15.40:0/1712851377 >> 172.21.15.40:0/1712851377 conn(0x56220edbbbe0 msgr2=0x56220edc0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 -- 172.21.15.40:0/1712851377 shutdown_connections 2023-07-14T13:09:58.902 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.861+0000 7fafb22c2b80 1 -- 172.21.15.40:0/1712851377 wait complete. 2023-07-14T13:09:58.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 -- start start 2023-07-14T13:09:58.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 Processor -- start 2023-07-14T13:09:58.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220edd6a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.905 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220edd3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd4330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220ecb7a60 con 0x56220edcaff0 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220ecb7760 con 0x56220ec226b0 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220eb9b8c0 con 0x56220edcab80 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7fafb22c2b80 10 client.0 _ll_register_callbacks cb 0x56220ecb5700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.906 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7faf9f7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220edd6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7faf9effd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220edd3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd4330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39918/0 (socket says 172.21.15.40:39918) 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.862+0000 7faf9f7fe700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220edd6a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57168/0 (socket says 172.21.15.40:57168) 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9effd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220edd3cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53606/0 (socket says 172.21.15.40:53606) 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 -- 172.21.15.40:0/73525782 learned_addr learned my addr 172.21.15.40:0/73525782 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 -- 172.21.15.40:0/73525782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 msgr2=0x56220edd3cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220edd3cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.907 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 -- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 msgr2=0x56220edd6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220edd6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 -- 172.21.15.40:0/73525782 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf90017070 con 0x56220edcaff0 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf9ffff700 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd4330 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7faf980090a0 tx=0x7faf980993b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe98401380f5c82 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf7effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf7effd700 1 -- 172.21.15.40:0/73525782 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf980b1070 con 0x56220edcaff0 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf7effd700 1 -- 172.21.15.40:0/73525782 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7faf98099a50 con 0x56220edcaff0 2023-07-14T13:09:58.908 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56220ec71490 con 0x56220edcaff0 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf7effd700 1 -- 172.21.15.40:0/73525782 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf9809da80 con 0x56220edcaff0 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7fafb22c2b80 10 client.17946 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x56220eb2ec00 con 0x56220edcaff0 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.863+0000 7faf7effd700 1 -- 172.21.15.40:0/73525782 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56220ec71490 con 0x56220edcaff0 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7faf7effd700 1 -- 172.21.15.40:0/73525782 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7faf980a1980 con 0x56220edcaff0 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7fafb22c2b80 10 client.17946 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7fafb22c2b80 10 client.17946 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:58.909 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7fafb22c2b80 20 client.17946 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ede3e10 0x56220ede6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7fafb22c2b80 4 client.17946 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56220ed10e50 con 0x56220ede3e10 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ede3e10 0x56220ede6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7faf7effd700 10 client.17946 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.864+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ede3e10 0x56220ede6220 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec4d58f562e51bfd server_cookie=4517c976a4f92d39 in_seq=0 out_seq=0 2023-07-14T13:09:58.910 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7faf7effd700 1 -- 172.21.15.40:0/73525782 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x56220ed10e50 con 0x56220ede3e10 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7faf7effd700 10 client.17946 handle_command_reply: tid=0 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 client.17946 shutdown 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 msgr2=0x56220edd4330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd4330 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7faf980090a0 tx=0x7faf980993b0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 shutdown_connections 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd4330 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220edd6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ede3e10 0x56220ede6220 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/73525782 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220edd3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7faf7effd700 0 client.17946 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 >> 172.21.15.40:0/73525782 conn(0x56220edbbbe0 msgr2=0x56220edc04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 shutdown_connections 2023-07-14T13:09:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 1 -- 172.21.15.40:0/73525782 wait complete. 2023-07-14T13:09:58.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.867+0000 7fafb22c2b80 20 client.17946 trim_cache size 0 max 16384 2023-07-14T13:09:58.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 Processor -- start 2023-07-14T13:09:58.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 -- start start 2023-07-14T13:09:58.921 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220ec226b0 0x56220eddb030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edd3470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edcf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220edc2bb0 con 0x56220edcaff0 2023-07-14T13:09:58.922 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220edcfb70 con 0x56220edcab80 2023-07-14T13:09:58.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220edd2210 con 0x56220ec226b0 2023-07-14T13:09:58.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edcf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edcf050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39926/0 (socket says 172.21.15.40:39926) 2023-07-14T13:09:58.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 -- 172.21.15.40:0/635586614 learned_addr learned my addr 172.21.15.40:0/635586614 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:58.923 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220ec226b0 0x56220eddb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9effd700 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edd3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 -- 172.21.15.40:0/635586614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220ec226b0 msgr2=0x56220eddb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220ec226b0 0x56220eddb030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.924 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 -- 172.21.15.40:0/635586614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 msgr2=0x56220edd3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edd3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9ffff700 1 -- 172.21.15.40:0/635586614 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56220eb6c1f0 con 0x56220edcaff0 2023-07-14T13:09:58.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.883+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220ec226b0 0x56220eddb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:09:58.925 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7faf9ffff700 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edcf050 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7faf9801b000 tx=0x7faf98004dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d25d32e57fff8f1c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:58.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7faf867fc700 1 -- 172.21.15.40:0/635586614 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf980b1070 con 0x56220edcaff0 2023-07-14T13:09:58.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7faf867fc700 1 -- 172.21.15.40:0/635586614 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf98099a50 con 0x56220edcaff0 2023-07-14T13:09:58.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7faf867fc700 1 -- 172.21.15.40:0/635586614 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf98098f40 con 0x56220edcaff0 2023-07-14T13:09:58.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 -- 172.21.15.40:0/635586614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 msgr2=0x56220edcf050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:58.926 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edcf050 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7faf9801b000 tx=0x7faf98004dc0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 -- 172.21.15.40:0/635586614 shutdown_connections 2023-07-14T13:09:58.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220ec226b0 0x56220eddb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edcf050 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.927 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/635586614 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220edcab80 0x56220edd3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 -- 172.21.15.40:0/635586614 >> 172.21.15.40:0/635586614 conn(0x56220edbbbe0 msgr2=0x56220edce940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:58.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.884+0000 7fafb22c2b80 1 -- 172.21.15.40:0/635586614 shutdown_connections 2023-07-14T13:09:58.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 -- 172.21.15.40:0/635586614 wait complete. 2023-07-14T13:09:58.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 -- start start 2023-07-14T13:09:58.928 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 Processor -- start 2023-07-14T13:09:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220eddaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220eddaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220edd7720 con 0x56220edcaff0 2023-07-14T13:09:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220edd7890 con 0x56220ec226b0 2023-07-14T13:09:58.931 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x56220edd7a50 con 0x56220edcab80 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7fafb22c2b80 10 client.0 _ll_register_callbacks cb 0x7faf980998a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.885+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39932/0 (socket says 172.21.15.40:39932) 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 -- 172.21.15.40:0/2186553750 learned_addr learned my addr 172.21.15.40:0/2186553750 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9effd700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220eddaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220eddaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.932 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 -- 172.21.15.40:0/2186553750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 msgr2=0x56220eddaf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220eddaf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 -- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 msgr2=0x56220eddaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220eddaa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 -- 172.21.15.40:0/2186553750 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56220eb2ec00 con 0x56220edcaff0 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf9ffff700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd7010 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7faf98099750 tx=0x7faf980992d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f2e2e57a511d5ab server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf7effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf7effd700 1 -- 172.21.15.40:0/2186553750 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf980b1070 con 0x56220edcaff0 2023-07-14T13:09:58.933 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf7effd700 1 -- 172.21.15.40:0/2186553750 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(120..120 src has 1..120) v4 ==== 8595+0+0 (secure 0 0 0) 0x7faf9809da80 con 0x56220edcaff0 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faf90021070 con 0x56220edcaff0 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf7effd700 1 -- 172.21.15.40:0/2186553750 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf980993b0 con 0x56220edcaff0 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7fafb22c2b80 10 client.17952 fetch_fsmap learned FSMap version 86 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=86,monmap=4+}) v3 -- 0x56220eb44250 con 0x56220edcaff0 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.886+0000 7faf7effd700 1 -- 172.21.15.40:0/2186553750 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf90021070 con 0x56220edcaff0 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7faf7effd700 1 -- 172.21.15.40:0/2186553750 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 86) v1 ==== 7478+0+0 (secure 0 0 0) 0x7faf98084590 con 0x56220edcaff0 2023-07-14T13:09:58.934 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7fafb22c2b80 10 client.17952 fetch_fsmap finished waiting for FSMap version 86 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7fafb22c2b80 10 client.17952 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7fafb22c2b80 20 client.17952 populate_metadata read hostname 'smithi040' 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ee38940 0x56220ee3ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7fafb22c2b80 4 client.17952 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56220ecd2ff0 con 0x56220ee38940 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ee38940 0x56220ee3ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7faf7effd700 10 client.17952 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:58.935 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:58.887+0000 7faf9f7fe700 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ee38940 0x56220ee3ad20 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7d0e8a00970ee95 server_cookie=f5df3986ccfa845d in_seq=0 out_seq=0 2023-07-14T13:09:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7faf7effd700 1 -- 172.21.15.40:0/2186553750 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56220ecd2ff0 con 0x56220ee38940 2023-07-14T13:09:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7faf7effd700 10 client.17952 handle_command_reply: tid=0 2023-07-14T13:09:59.428 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 client.17952 shutdown 2023-07-14T13:09:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 msgr2=0x56220edd7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd7010 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7faf98099750 tx=0x7faf980992d0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 shutdown_connections 2023-07-14T13:09:59.429 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56220edcaff0 0x56220edd7010 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x56220ec226b0 0x56220eddaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x56220ee38940 0x56220ee3ad20 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 --2- 172.21.15.40:0/2186553750 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56220edcab80 0x56220eddaf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 >> 172.21.15.40:0/2186553750 conn(0x56220edbbbe0 msgr2=0x56220edc58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7faf7effd700 0 client.17952 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 shutdown_connections 2023-07-14T13:09:59.430 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.392+0000 7fafb22c2b80 1 -- 172.21.15.40:0/2186553750 wait complete. 2023-07-14T13:09:59.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:09:59.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:09:59.431 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:09:59.432 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:09:59.433 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.395+0000 7fafb22c2b80 20 client.17952 trim_cache size 0 max 16384 2023-07-14T13:09:59.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.401+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf880a12c0 msgr2=0x7faf880a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:59.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.401+0000 7fafa613c700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf880a12c0 0x7faf880a3770 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7faf90005950 tx=0x7faf90009260 comp rx=0 tx=0).stop 2023-07-14T13:09:59.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.401+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa0104ad0 msgr2=0x7fafa01a19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:09:59.439 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.401+0000 7fafa613c700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa0104ad0 0x7fafa01a19f0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7faf9800efc0 tx=0x7faf9800c3a0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.444 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.408+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 shutdown_connections 2023-07-14T13:09:59.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.408+0000 7fafa613c700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7faf880a12c0 0x7faf880a3770 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.408+0000 7fafa613c700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fafa00feac0 0x7fafa0196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.445 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.408+0000 7fafa613c700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafa0104ad0 0x7fafa01a19f0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.408+0000 7fafa613c700 1 --2- 172.21.15.40:0/3811272149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fafa00ff470 0x7fafa0197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:09:59.446 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.408+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 >> 172.21.15.40:0/3811272149 conn(0x7fafa0075bd0 msgr2=0x7fafa00fcdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:09:59.453 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.413+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 shutdown_connections 2023-07-14T13:09:59.454 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:09:59.413+0000 7fafa613c700 1 -- 172.21.15.40:0/3811272149 wait complete. 2023-07-14T13:09:59.858 INFO:tasks.workunit.client.0.smithi040.stdout: 10 357594 29.57 MB/sec execute 512 sec latency 693.423 ms 2023-07-14T13:10:00.365 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T13:10:00.000+0000 7fbf156dc700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:10:00.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:00 smithi040 ceph-mon[96535]: pgmap v746: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 14 MiB/s wr, 711 op/s 2023-07-14T13:10:00.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:00 smithi040 ceph-mon[96535]: overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:10:00.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:00 smithi133 ceph-mon[98311]: pgmap v746: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 14 MiB/s wr, 711 op/s 2023-07-14T13:10:00.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:00 smithi133 ceph-mon[98311]: overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:10:00.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:00 smithi130 ceph-mon[97977]: pgmap v746: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 14 MiB/s wr, 711 op/s 2023-07-14T13:10:00.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:00 smithi130 ceph-mon[97977]: overall HEALTH_ERR 1 MDSs report damaged metadata 2023-07-14T13:10:00.858 INFO:tasks.workunit.client.0.smithi040.stdout: 10 357871 29.54 MB/sec execute 513 sec latency 176.152 ms 2023-07-14T13:10:01.858 INFO:tasks.workunit.client.0.smithi040.stdout: 10 358243 29.52 MB/sec execute 514 sec latency 140.903 ms 2023-07-14T13:10:02.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:02 smithi133 ceph-mon[98311]: pgmap v747: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 466 op/s 2023-07-14T13:10:02.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:02 smithi130 ceph-mon[97977]: pgmap v747: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 466 op/s 2023-07-14T13:10:02.863 INFO:tasks.workunit.client.0.smithi040.stdout: 10 358382 29.47 MB/sec execute 515 sec latency 518.907 ms 2023-07-14T13:10:02.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:02 smithi040 ceph-mon[96535]: pgmap v747: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 466 op/s 2023-07-14T13:10:03.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:03 smithi133 ceph-mon[98311]: osdmap e121: 12 total, 12 up, 12 in 2023-07-14T13:10:03.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:03 smithi130 ceph-mon[97977]: osdmap e121: 12 total, 12 up, 12 in 2023-07-14T13:10:03.862 INFO:tasks.workunit.client.0.smithi040.stdout: 10 358448 29.42 MB/sec execute 516 sec latency 716.228 ms 2023-07-14T13:10:03.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:03 smithi040 ceph-mon[96535]: osdmap e121: 12 total, 12 up, 12 in 2023-07-14T13:10:04.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:04 smithi133 ceph-mon[98311]: pgmap v749: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 12 MiB/s wr, 542 op/s 2023-07-14T13:10:04.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:04 smithi130 ceph-mon[97977]: pgmap v749: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 12 MiB/s wr, 542 op/s 2023-07-14T13:10:04.863 INFO:tasks.workunit.client.0.smithi040.stdout: 10 358541 29.38 MB/sec execute 517 sec latency 743.253 ms 2023-07-14T13:10:04.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:04 smithi040 ceph-mon[96535]: pgmap v749: 97 pgs: 97 active+clean; 2.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 12 MiB/s wr, 542 op/s 2023-07-14T13:10:05.863 INFO:tasks.workunit.client.0.smithi040.stdout: 10 358768 29.34 MB/sec execute 518 sec latency 595.820 ms 2023-07-14T13:10:06.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:06 smithi133 ceph-mon[98311]: pgmap v750: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 12 MiB/s wr, 733 op/s 2023-07-14T13:10:06.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:06 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:06.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:06 smithi130 ceph-mon[97977]: pgmap v750: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 12 MiB/s wr, 733 op/s 2023-07-14T13:10:06.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:06 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:06.863 INFO:tasks.workunit.client.0.smithi040.stdout: 10 359369 29.36 MB/sec execute 519 sec latency 136.738 ms 2023-07-14T13:10:06.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:06 smithi040 ceph-mon[96535]: pgmap v750: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 12 MiB/s wr, 733 op/s 2023-07-14T13:10:06.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:06 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:07.863 INFO:tasks.workunit.client.0.smithi040.stdout: 10 359868 29.36 MB/sec execute 520 sec latency 96.619 ms 2023-07-14T13:10:08.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:08 smithi133 ceph-mon[98311]: pgmap v751: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 12 MiB/s wr, 733 op/s 2023-07-14T13:10:08.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:08 smithi130 ceph-mon[97977]: pgmap v751: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 12 MiB/s wr, 733 op/s 2023-07-14T13:10:08.865 INFO:tasks.workunit.client.0.smithi040.stdout: 10 360285 29.34 MB/sec execute 521 sec latency 158.874 ms 2023-07-14T13:10:08.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:08 smithi040 ceph-mon[96535]: pgmap v751: 97 pgs: 40 active+clean+snaptrim_wait, 22 active+clean+snaptrim, 35 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.0 MiB/s rd, 12 MiB/s wr, 733 op/s 2023-07-14T13:10:09.865 INFO:tasks.workunit.client.0.smithi040.stdout: 10 360598 29.31 MB/sec execute 522 sec latency 251.558 ms 2023-07-14T13:10:10.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:10 smithi133 ceph-mon[98311]: pgmap v752: 97 pgs: 4 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 91 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 12 MiB/s wr, 768 op/s 2023-07-14T13:10:10.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:10 smithi130 ceph-mon[97977]: pgmap v752: 97 pgs: 4 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 91 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 12 MiB/s wr, 768 op/s 2023-07-14T13:10:10.865 INFO:tasks.workunit.client.0.smithi040.stdout: 10 361011 29.30 MB/sec execute 523 sec latency 111.022 ms 2023-07-14T13:10:10.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:10 smithi040 ceph-mon[96535]: pgmap v752: 97 pgs: 4 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 91 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 12 MiB/s wr, 768 op/s 2023-07-14T13:10:11.865 INFO:tasks.workunit.client.0.smithi040.stdout: 10 361525 29.30 MB/sec execute 524 sec latency 126.421 ms 2023-07-14T13:10:12.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 -- 172.21.15.40:0/4091876149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a8100ce0 msgr2=0x7f07a81010b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.609 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4091876149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a8100ce0 0x7f07a81010b0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f0798009a10 tx=0x7f0798009d20 comp rx=0 tx=0).stop 2023-07-14T13:10:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 -- 172.21.15.40:0/4091876149 shutdown_connections 2023-07-14T13:10:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4091876149 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a810a0b0 0x7f07a810c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.610 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4091876149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a8100ce0 0x7f07a81010b0 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4091876149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a81015f0 0x7f07a8109ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 -- 172.21.15.40:0/4091876149 >> 172.21.15.40:0/4091876149 conn(0x7f07a80fa4f0 msgr2=0x7f07a80fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:12.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 -- 172.21.15.40:0/4091876149 shutdown_connections 2023-07-14T13:10:12.611 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 -- 172.21.15.40:0/4091876149 wait complete. 2023-07-14T13:10:12.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.570+0000 7f07ad36e700 1 Processor -- start 2023-07-14T13:10:12.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 -- start start 2023-07-14T13:10:12.612 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a8100ce0 0x7f07a80fff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a81015f0 0x7f07a8100490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a810a0b0 0x7f07a80fe9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a80ff170 con 0x7f07a81015f0 2023-07-14T13:10:12.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a80ff2e0 con 0x7f07a8100ce0 2023-07-14T13:10:12.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07ad36e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a80ff4a0 con 0x7f07a810a0b0 2023-07-14T13:10:12.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07a67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a81015f0 0x7f07a8100490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07a67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a81015f0 0x7f07a8100490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39942/0 (socket says 172.21.15.40:39942) 2023-07-14T13:10:12.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07a67fc700 1 -- 172.21.15.40:0/4133681612 learned_addr learned my addr 172.21.15.40:0/4133681612 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:12.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07a77fe700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a810a0b0 0x7f07a80fe9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.571+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a8100ce0 0x7f07a80fff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07a6ffd700 1 -- 172.21.15.40:0/4133681612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a810a0b0 msgr2=0x7f07a80fe9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a810a0b0 0x7f07a80fe9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07a6ffd700 1 -- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a81015f0 msgr2=0x7f07a8100490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a81015f0 0x7f07a8100490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07a6ffd700 1 -- 172.21.15.40:0/4133681612 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07980095f0 con 0x7f07a8100ce0 2023-07-14T13:10:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a8100ce0 0x7f07a80fff50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0798005b40 tx=0x7f079800bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:12.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f078ffff700 1 -- 172.21.15.40:0/4133681612 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980049f0 con 0x7f07a8100ce0 2023-07-14T13:10:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f078ffff700 1 -- 172.21.15.40:0/4133681612 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0798005da0 con 0x7f07a8100ce0 2023-07-14T13:10:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f078ffff700 1 -- 172.21.15.40:0/4133681612 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0798003d10 con 0x7f07a8100ce0 2023-07-14T13:10:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07a81be190 con 0x7f07a8100ce0 2023-07-14T13:10:12.618 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.572+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07a81be500 con 0x7f07a8100ce0 2023-07-14T13:10:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.575+0000 7f078ffff700 1 -- 172.21.15.40:0/4133681612 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f0798003e70 con 0x7f07a8100ce0 2023-07-14T13:10:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.575+0000 7f078ffff700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f07900a12c0 0x7f07900a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f078ffff700 1 -- 172.21.15.40:0/4133681612 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f07980ce3f0 con 0x7f07a8100ce0 2023-07-14T13:10:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07a67fc700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f07900a12c0 0x7f07900a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07b94f4b80 1 Processor -- start 2023-07-14T13:10:12.625 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07a67fc700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f07900a12c0 0x7f07900a3770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f07a8109ed0 tx=0x7f079c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07b94f4b80 1 -- start start 2023-07-14T13:10:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.576+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.626 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe7a6c50 con 0x564abe8a1580 2023-07-14T13:10:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe7f99e0 con 0x564abe6fd6b0 2023-07-14T13:10:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe7f2e70 con 0x564abe8a72d0 2023-07-14T13:10:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39952/0 (socket says 172.21.15.40:39952) 2023-07-14T13:10:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 -- 172.21.15.40:0/1717831772 learned_addr learned my addr 172.21.15.40:0/1717831772 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:12.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 -- 172.21.15.40:0/1717831772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 msgr2=0x564abe8a1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 -- 172.21.15.40:0/1717831772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 msgr2=0x564abe8a6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 -- 172.21.15.40:0/1717831772 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564abe620d80 con 0x564abe8a1580 2023-07-14T13:10:12.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f07a77fe700 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a19d0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f07a0011680 tx=0x7f07a0009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68f927abd781102 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f078d7fa700 1 -- 172.21.15.40:0/1717831772 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a000e040 con 0x564abe8a1580 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f078d7fa700 1 -- 172.21.15.40:0/1717831772 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07a000f040 con 0x564abe8a1580 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.577+0000 7f078d7fa700 1 -- 172.21.15.40:0/1717831772 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a0004850 con 0x564abe8a1580 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1717831772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 msgr2=0x564abe8a19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a19d0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f07a0011680 tx=0x7f07a0009920 comp rx=0 tx=0).stop 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1717831772 shutdown_connections 2023-07-14T13:10:12.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a19d0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1717831772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1717831772 >> 172.21.15.40:0/1717831772 conn(0x564abe896be0 msgr2=0x564abe89bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1717831772 shutdown_connections 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.578+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1717831772 wait complete. 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 -- start start 2023-07-14T13:10:12.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 Processor -- start 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8ad520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8aa730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe8aacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe792a60 con 0x564abe8a72d0 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe792760 con 0x564abe8a1580 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe6768c0 con 0x564abe6fd6b0 2023-07-14T13:10:12.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07b94f4b80 10 client.0 _ll_register_callbacks cb 0x564abe790700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:12.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07a6ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8ad520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07a67fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8aa730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe8aacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07a6ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8ad520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53646/0 (socket says 172.21.15.40:53646) 2023-07-14T13:10:12.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07a67fc700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8aa730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57212/0 (socket says 172.21.15.40:57212) 2023-07-14T13:10:12.632 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.579+0000 7f07a6ffd700 1 -- 172.21.15.40:0/1628816872 learned_addr learned my addr 172.21.15.40:0/1628816872 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:12.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a6ffd700 1 -- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 msgr2=0x564abe8aa730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8aa730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a6ffd700 1 -- 172.21.15.40:0/1628816872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 msgr2=0x564abe8aacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.633 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe8aacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a6ffd700 1 -- 172.21.15.40:0/1628816872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07a0011330 con 0x564abe6fd6b0 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a77fe700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe8aacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8aa730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8ad520 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0798000c00 tx=0x7f079809ae70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1d350eae9801677 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f078aff5700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f078aff5700 1 -- 172.21.15.40:0/1628816872 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079809f540 con 0x564abe6fd6b0 2023-07-14T13:10:12.634 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564abe74c490 con 0x564abe6fd6b0 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f078aff5700 1 -- 172.21.15.40:0/1628816872 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(121..121 src has 1..121) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f07980a38d0 con 0x564abe6fd6b0 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f078aff5700 1 -- 172.21.15.40:0/1628816872 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0798097c20 con 0x564abe6fd6b0 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.580+0000 7f07b94f4b80 10 client.27397 fetch_fsmap learned FSMap version 87 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=4+}) v3 -- 0x564abe609c00 con 0x564abe6fd6b0 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f078aff5700 1 -- 172.21.15.40:0/1628816872 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564abe74c490 con 0x564abe6fd6b0 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f078aff5700 1 -- 172.21.15.40:0/1628816872 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 87) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f079809b800 con 0x564abe6fd6b0 2023-07-14T13:10:12.635 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 10 client.27397 fetch_fsmap finished waiting for FSMap version 87 2023-07-14T13:10:12.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 10 client.27397 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:12.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 20 client.27397 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:12.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe8ba7f0 0x564abe8bcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 4 client.27397 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:10:12.636 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564abe7ebe50 con 0x564abe8ba7f0 2023-07-14T13:10:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.581+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe8ba7f0 0x564abe8bcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.582+0000 7f078aff5700 10 client.27397 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.582+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe8ba7f0 0x564abe8bcc00 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5fe2f318da3b6dc server_cookie=7219ea68be733aa3 in_seq=0 out_seq=0 2023-07-14T13:10:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.584+0000 7f078aff5700 1 -- 172.21.15.40:0/1628816872 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x564abe7ebe50 con 0x564abe8ba7f0 2023-07-14T13:10:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.584+0000 7f078aff5700 10 client.27397 handle_command_reply: tid=0 2023-07-14T13:10:12.637 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.584+0000 7f07b94f4b80 1 client.27397 shutdown 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 msgr2=0x564abe8ad520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8ad520 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0798000c00 tx=0x7f079809ae70 comp rx=0 tx=0).stop 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 shutdown_connections 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe8ba7f0 0x564abe8bcc00 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8ad520 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe8aacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.638 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1628816872 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8aa730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 >> 172.21.15.40:0/1628816872 conn(0x564abe896be0 msgr2=0x564abe89ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:12.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f078aff5700 0 client.27397 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:12.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 shutdown_connections 2023-07-14T13:10:12.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1628816872 wait complete. 2023-07-14T13:10:12.639 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.586+0000 7f07b94f4b80 20 client.27397 trim_cache size 0 max 16384 2023-07-14T13:10:12.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.602+0000 7f07b94f4b80 1 Processor -- start 2023-07-14T13:10:12.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.602+0000 7f07b94f4b80 1 -- start start 2023-07-14T13:10:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.602+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8a1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.602+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.602+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe89bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe893c00 con 0x564abe8a72d0 2023-07-14T13:10:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe89db70 con 0x564abe8a1580 2023-07-14T13:10:12.643 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe89cef0 con 0x564abe6fd6b0 2023-07-14T13:10:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe89bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a6ffd700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8a1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe89bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39968/0 (socket says 172.21.15.40:39968) 2023-07-14T13:10:12.644 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 -- 172.21.15.40:0/894212585 learned_addr learned my addr 172.21.15.40:0/894212585 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a67fc700 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 -- 172.21.15.40:0/894212585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 msgr2=0x564abe8a1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8a1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 -- 172.21.15.40:0/894212585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 msgr2=0x564abe8b1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8b1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 -- 172.21.15.40:0/894212585 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564abe6471f0 con 0x564abe8a72d0 2023-07-14T13:10:12.645 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f07a77fe700 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe89bc60 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f07a0011650 tx=0x7f07a0006040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a7af87c74cb2bf server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f078dffb700 1 -- 172.21.15.40:0/894212585 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a000e070 con 0x564abe8a72d0 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f078dffb700 1 -- 172.21.15.40:0/894212585 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07a00092e0 con 0x564abe8a72d0 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.603+0000 7f078dffb700 1 -- 172.21.15.40:0/894212585 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a0003da0 con 0x564abe8a72d0 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 -- 172.21.15.40:0/894212585 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 msgr2=0x564abe89bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe89bc60 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f07a0011650 tx=0x7f07a0006040 comp rx=0 tx=0).stop 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 -- 172.21.15.40:0/894212585 shutdown_connections 2023-07-14T13:10:12.646 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe6fd6b0 0x564abe8a1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a72d0 0x564abe89bc60 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/894212585 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe8a1580 0x564abe8b1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 -- 172.21.15.40:0/894212585 >> 172.21.15.40:0/894212585 conn(0x564abe896be0 msgr2=0x564abe8a8190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:12.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 -- 172.21.15.40:0/894212585 shutdown_connections 2023-07-14T13:10:12.647 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.604+0000 7f07b94f4b80 1 -- 172.21.15.40:0/894212585 wait complete. 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 -- start start 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 Processor -- start 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe8a3790 con 0x564abe8a1580 2023-07-14T13:10:12.648 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe8a38d0 con 0x564abe6fd6b0 2023-07-14T13:10:12.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x564abe8a3a90 con 0x564abe8a72d0 2023-07-14T13:10:12.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07b94f4b80 10 client.0 _ll_register_callbacks cb 0x7f079809b2e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:12.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07a67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07a67fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39972/0 (socket says 172.21.15.40:39972) 2023-07-14T13:10:12.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07a67fc700 1 -- 172.21.15.40:0/1908185032 learned_addr learned my addr 172.21.15.40:0/1908185032 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:12.649 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07a77fe700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.605+0000 7f07a67fc700 1 -- 172.21.15.40:0/1908185032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 msgr2=0x564abe8a3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07a67fc700 1 -- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 msgr2=0x564abe8a2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a2790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07a67fc700 1 -- 172.21.15.40:0/1908185032 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564abe620d80 con 0x564abe8a1580 2023-07-14T13:10:12.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f078aff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07a67fc700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a2cd0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f079c009880 tx=0x7f079c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68e29897c597561f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f078aff5700 1 -- 172.21.15.40:0/1908185032 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079c022040 con 0x564abe8a1580 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f078aff5700 1 -- 172.21.15.40:0/1908185032 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(121..121 src has 1..121) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f079c02be00 con 0x564abe8a1580 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07a000f040 con 0x564abe8a1580 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f078aff5700 1 -- 172.21.15.40:0/1908185032 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f079c02b2c0 con 0x564abe8a1580 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07b94f4b80 10 client.17970 fetch_fsmap learned FSMap version 87 2023-07-14T13:10:12.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=87,monmap=4+}) v3 -- 0x564abe61f250 con 0x564abe8a1580 2023-07-14T13:10:12.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f078aff5700 1 -- 172.21.15.40:0/1908185032 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07a000f040 con 0x564abe8a1580 2023-07-14T13:10:12.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.606+0000 7f078aff5700 1 -- 172.21.15.40:0/1908185032 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 87) v1 ==== 7470+0+0 (secure 0 0 0) 0x7f079c0053b0 con 0x564abe8a1580 2023-07-14T13:10:12.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.607+0000 7f07b94f4b80 10 client.17970 fetch_fsmap finished waiting for FSMap version 87 2023-07-14T13:10:12.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.607+0000 7f07b94f4b80 10 client.17970 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:12.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.607+0000 7f07b94f4b80 20 client.17970 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:12.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.607+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe90f270 0x564abe911680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:12.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.607+0000 7f07b94f4b80 4 client.17970 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:10:12.653 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.607+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564abe7adff0 con 0x564abe90f270 2023-07-14T13:10:12.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.608+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe90f270 0x564abe911680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:12.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.608+0000 7f07a6ffd700 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe90f270 0x564abe911680 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c57ae531f8d23182 server_cookie=1a879a118f09da6c in_seq=0 out_seq=0 2023-07-14T13:10:12.654 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.608+0000 7f078aff5700 10 client.17970 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:12.764 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:12 smithi133 ceph-mon[98311]: pgmap v753: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 771 op/s 2023-07-14T13:10:12.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:12 smithi130 ceph-mon[97977]: pgmap v753: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 771 op/s 2023-07-14T13:10:12.865 INFO:tasks.workunit.client.0.smithi040.stdout: 10 361954 29.28 MB/sec execute 525 sec latency 187.782 ms 2023-07-14T13:10:12.870 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:12 smithi040 ceph-mon[96535]: pgmap v753: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 771 op/s 2023-07-14T13:10:12.911 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f078aff5700 1 -- 172.21.15.40:0/1908185032 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564abe7adff0 con 0x564abe90f270 2023-07-14T13:10:12.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f078aff5700 10 client.17970 handle_command_reply: tid=0 2023-07-14T13:10:12.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 client.17970 shutdown 2023-07-14T13:10:12.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 msgr2=0x564abe8a2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a2cd0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f079c009880 tx=0x7f079c0047c0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.912 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 shutdown_connections 2023-07-14T13:10:12.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x564abe90f270 0x564abe911680 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564abe8a72d0 0x564abe8a3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x564abe6fd6b0 0x564abe8a2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 --2- 172.21.15.40:0/1908185032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564abe8a1580 0x564abe8a2cd0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.913 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 >> 172.21.15.40:0/1908185032 conn(0x564abe896be0 msgr2=0x564abe8a8f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:12.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f078aff5700 0 client.17970 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:12.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 shutdown_connections 2023-07-14T13:10:12.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 1 -- 172.21.15.40:0/1908185032 wait complete. 2023-07-14T13:10:12.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.875+0000 7f07b94f4b80 20 client.17970 trim_cache size 0 max 16384 2023-07-14T13:10:12.914 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:10:12.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:10:12.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:10:12.915 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:10:12.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f07900a12c0 msgr2=0x7f07900a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f07900a12c0 0x7f07900a3770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f07a8109ed0 tx=0x7f079c009260 comp rx=0 tx=0).stop 2023-07-14T13:10:12.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a8100ce0 msgr2=0x7f07a80fff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:12.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a8100ce0 0x7f07a80fff50 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f0798005b40 tx=0x7f079800bfd0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 shutdown_connections 2023-07-14T13:10:12.916 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f07900a12c0 0x7f07900a3770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07a810a0b0 0x7f07a80fe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f07a8100ce0 0x7f07a80fff50 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 --2- 172.21.15.40:0/4133681612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07a81015f0 0x7f07a8100490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:12.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 >> 172.21.15.40:0/4133681612 conn(0x7f07a80fa4f0 msgr2=0x7f07a810c200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:12.917 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 shutdown_connections 2023-07-14T13:10:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:12.877+0000 7f07ad36e700 1 -- 172.21.15.40:0/4133681612 wait complete. 2023-07-14T13:10:13.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 362392 29.28 MB/sec execute 526 sec latency 94.390 ms 2023-07-14T13:10:14.502 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:14 smithi133 ceph-mon[98311]: osdmap e122: 12 total, 12 up, 12 in 2023-07-14T13:10:14.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:14 smithi133 ceph-mon[98311]: pgmap v755: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 772 op/s 2023-07-14T13:10:14.542 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:14 smithi130 ceph-mon[97977]: osdmap e122: 12 total, 12 up, 12 in 2023-07-14T13:10:14.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:14 smithi130 ceph-mon[97977]: pgmap v755: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 772 op/s 2023-07-14T13:10:14.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:14 smithi040 ceph-mon[96535]: osdmap e122: 12 total, 12 up, 12 in 2023-07-14T13:10:14.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:14 smithi040 ceph-mon[96535]: pgmap v755: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 MiB/s rd, 11 MiB/s wr, 772 op/s 2023-07-14T13:10:14.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 362743 29.25 MB/sec execute 527 sec latency 270.666 ms 2023-07-14T13:10:15.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 363148 29.25 MB/sec execute 528 sec latency 97.679 ms 2023-07-14T13:10:16.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:16 smithi040 ceph-mon[96535]: pgmap v756: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 12 MiB/s wr, 642 op/s 2023-07-14T13:10:16.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:16 smithi133 ceph-mon[98311]: pgmap v756: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 12 MiB/s wr, 642 op/s 2023-07-14T13:10:16.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:16 smithi130 ceph-mon[97977]: pgmap v756: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 12 MiB/s wr, 642 op/s 2023-07-14T13:10:16.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 363692 29.24 MB/sec execute 529 sec latency 112.780 ms 2023-07-14T13:10:17.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 364206 29.23 MB/sec execute 530 sec latency 797.521 ms 2023-07-14T13:10:18.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:18 smithi040 ceph-mon[96535]: pgmap v757: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 12 MiB/s wr, 642 op/s 2023-07-14T13:10:18.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:18 smithi133 ceph-mon[98311]: pgmap v757: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 12 MiB/s wr, 642 op/s 2023-07-14T13:10:18.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:18 smithi130 ceph-mon[97977]: pgmap v757: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 MiB/s rd, 12 MiB/s wr, 642 op/s 2023-07-14T13:10:18.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 364785 29.24 MB/sec execute 531 sec latency 1797.555 ms 2023-07-14T13:10:19.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 365078 29.21 MB/sec execute 532 sec latency 2797.589 ms 2023-07-14T13:10:20.752 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:20 smithi133 ceph-mon[98311]: pgmap v758: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 13 MiB/s wr, 641 op/s 2023-07-14T13:10:20.792 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:20 smithi130 ceph-mon[97977]: pgmap v758: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 13 MiB/s wr, 641 op/s 2023-07-14T13:10:20.867 INFO:tasks.workunit.client.0.smithi040.stdout: 10 365502 29.20 MB/sec execute 533 sec latency 3038.718 ms 2023-07-14T13:10:20.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:20 smithi040 ceph-mon[96535]: pgmap v758: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 MiB/s rd, 13 MiB/s wr, 641 op/s 2023-07-14T13:10:21.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:21 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:21.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:21 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:10:21.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:21 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:21.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:21 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:10:21.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 365930 29.20 MB/sec execute 534 sec latency 79.030 ms 2023-07-14T13:10:21.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:21 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:21.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:21 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:10:22.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 366448 29.19 MB/sec execute 535 sec latency 78.831 ms 2023-07-14T13:10:23.002 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:22 smithi133 ceph-mon[98311]: pgmap v759: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 13 MiB/s wr, 625 op/s 2023-07-14T13:10:23.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:22 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:22 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:22 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:22 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:22 smithi130 ceph-mon[97977]: pgmap v759: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 13 MiB/s wr, 625 op/s 2023-07-14T13:10:23.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:22 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:22 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:22 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:22 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:22 smithi040 ceph-mon[96535]: pgmap v759: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 MiB/s rd, 13 MiB/s wr, 625 op/s 2023-07-14T13:10:23.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:22 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:22 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:22 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:22 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:23.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 366971 29.18 MB/sec execute 536 sec latency 91.912 ms 2023-07-14T13:10:24.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:23 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:10:24.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:23 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:10:24.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:23 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:24.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:23 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:10:24.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:23 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:10:24.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:23 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:24.125 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:23 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:10:24.125 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:23 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:10:24.125 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:23 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:10:24.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 367350 29.18 MB/sec execute 537 sec latency 203.803 ms 2023-07-14T13:10:25.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:24 smithi133 ceph-mon[98311]: pgmap v760: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 13 MiB/s wr, 618 op/s 2023-07-14T13:10:25.048 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:24 smithi130 ceph-mon[97977]: pgmap v760: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 13 MiB/s wr, 618 op/s 2023-07-14T13:10:25.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:24 smithi040 ceph-mon[96535]: pgmap v760: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 MiB/s rd, 13 MiB/s wr, 618 op/s 2023-07-14T13:10:25.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 367769 29.16 MB/sec execute 538 sec latency 112.320 ms 2023-07-14T13:10:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 -- 172.21.15.40:0/2904942401 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 msgr2=0x7efcd010c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 --2- 172.21.15.40:0/2904942401 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 0x7efcd010c9f0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7efcc800b0d0 tx=0x7efcc800b3e0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 -- 172.21.15.40:0/2904942401 shutdown_connections 2023-07-14T13:10:26.055 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 --2- 172.21.15.40:0/2904942401 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 0x7efcd010c9f0 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 --2- 172.21.15.40:0/2904942401 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcd00ffde0 0x7efcd01001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 --2- 172.21.15.40:0/2904942401 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd0100780 0x7efcd0104740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 -- 172.21.15.40:0/2904942401 >> 172.21.15.40:0/2904942401 conn(0x7efcd00fb6f0 msgr2=0x7efcd00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 -- 172.21.15.40:0/2904942401 shutdown_connections 2023-07-14T13:10:26.056 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.017+0000 7efcd829c700 1 -- 172.21.15.40:0/2904942401 wait complete. 2023-07-14T13:10:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 Processor -- start 2023-07-14T13:10:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 -- start start 2023-07-14T13:10:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 0x7efcd00729f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcd0100780 0x7efcd0072f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 0x7efcd01a3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.058 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd01a4400 con 0x7efcd0104e20 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd01a4540 con 0x7efcd0100780 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd829c700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd01a46b0 con 0x7efcd00ffde0 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd6038700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 0x7efcd00729f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd6038700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 0x7efcd00729f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53670/0 (socket says 172.21.15.40:53670) 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd5837700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcd0100780 0x7efcd0072f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd6038700 1 -- 172.21.15.40:0/3337103418 learned_addr learned my addr 172.21.15.40:0/3337103418 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:26.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.018+0000 7efcd6839700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 0x7efcd01a3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd6038700 1 -- 172.21.15.40:0/3337103418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcd0100780 msgr2=0x7efcd0072f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd6038700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcd0100780 0x7efcd0072f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd6038700 1 -- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 msgr2=0x7efcd01a3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd6038700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 0x7efcd01a3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd6038700 1 -- 172.21.15.40:0/3337103418 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc8009d00 con 0x7efcd00ffde0 2023-07-14T13:10:26.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd6038700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 0x7efcd00729f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efccc00e9a0 tx=0x7efccc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:26.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcc77fe700 1 -- 172.21.15.40:0/3337103418 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc009790 con 0x7efcd00ffde0 2023-07-14T13:10:26.061 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcd01a4990 con 0x7efcd00ffde0 2023-07-14T13:10:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcc77fe700 1 -- 172.21.15.40:0/3337103418 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efccc010430 con 0x7efcd00ffde0 2023-07-14T13:10:26.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcd01a4ef0 con 0x7efcd00ffde0 2023-07-14T13:10:26.068 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.019+0000 7efcc77fe700 1 -- 172.21.15.40:0/3337103418 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc018680 con 0x7efcd00ffde0 2023-07-14T13:10:26.072 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.023+0000 7efcc77fe700 1 -- 172.21.15.40:0/3337103418 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7efccc00ca10 con 0x7efcd00ffde0 2023-07-14T13:10:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.023+0000 7efce4422b80 1 Processor -- start 2023-07-14T13:10:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.023+0000 7efcc77fe700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efcbc0a12c0 0x7efcbc0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd6839700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efcbc0a12c0 0x7efcbc0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcc77fe700 1 -- 172.21.15.40:0/3337103418 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7efccc014070 con 0x7efcd00ffde0 2023-07-14T13:10:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 -- start start 2023-07-14T13:10:26.073 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c02d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688c032d0 0x55d688bfd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688bfd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688b02c50 con 0x55d688bfd580 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688b559e0 con 0x55d688a596b0 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efce4422b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688b4ee70 con 0x55d688c032d0 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd6038700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c02d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.074 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd6038700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c02d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57242/0 (socket says 172.21.15.40:57242) 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd6038700 1 -- 172.21.15.40:0/2768818799 learned_addr learned my addr 172.21.15.40:0/2768818799 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd5837700 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688c032d0 0x55d688bfd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd6839700 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688bfd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.024+0000 7efcd6839700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efcbc0a12c0 0x7efcbc0a3770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efcc8009fd0 tx=0x7efcc8009300 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcd6038700 1 -- 172.21.15.40:0/2768818799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688c032d0 msgr2=0x55d688bfd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcd6038700 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688c032d0 0x55d688bfd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcd6038700 1 -- 172.21.15.40:0/2768818799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 msgr2=0x55d688bfd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.075 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcd6038700 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688bfd9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcd6038700 1 -- 172.21.15.40:0/2768818799 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d68897cd80 con 0x55d688a596b0 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcd6038700 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c02d90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efccc010d90 tx=0x7efccc099f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ed237f85b6ab560 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcc4dac700 1 -- 172.21.15.40:0/2768818799 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc00ccc0 con 0x55d688a596b0 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcc4dac700 1 -- 172.21.15.40:0/2768818799 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efccc00ce20 con 0x55d688a596b0 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.025+0000 7efcc4dac700 1 -- 172.21.15.40:0/2768818799 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc0a2060 con 0x55d688a596b0 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 -- 172.21.15.40:0/2768818799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 msgr2=0x55d688c02d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.076 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c02d90 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efccc010d90 tx=0x7efccc099f10 comp rx=0 tx=0).stop 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 -- 172.21.15.40:0/2768818799 shutdown_connections 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688bfd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c02d90 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 --2- 172.21.15.40:0/2768818799 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688c032d0 0x55d688bfd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 -- 172.21.15.40:0/2768818799 >> 172.21.15.40:0/2768818799 conn(0x55d688bf2be0 msgr2=0x55d688bf7f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 -- 172.21.15.40:0/2768818799 shutdown_connections 2023-07-14T13:10:26.077 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 -- 172.21.15.40:0/2768818799 wait complete. 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.026+0000 7efce4422b80 1 -- start start 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 Processor -- start 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c09610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688bfd580 0x55d688c069a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 0x55d688c070e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688aeea60 con 0x55d688c032d0 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688aee760 con 0x55d688a596b0 2023-07-14T13:10:26.078 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6889d28c0 con 0x55d688bfd580 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efce4422b80 10 client.0 _ll_register_callbacks cb 0x55d688aec700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 0x55d688c070e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd5837700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688bfd580 0x55d688c069a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 0x55d688c070e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:39998/0 (socket says 172.21.15.40:39998) 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 -- 172.21.15.40:0/444205502 learned_addr learned my addr 172.21.15.40:0/444205502 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6038700 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c09610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.079 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 -- 172.21.15.40:0/444205502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688bfd580 msgr2=0x55d688c069a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688bfd580 0x55d688c069a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 -- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 msgr2=0x55d688c09610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.027+0000 7efcd6839700 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c09610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcd6839700 1 -- 172.21.15.40:0/444205502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcd01a4ef0 con 0x55d688c032d0 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcd6839700 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 0x55d688c070e0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7efcc8007830 tx=0x7efcc800b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d888b6fc8d2ac43 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcb9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcb9ffb700 1 -- 172.21.15.40:0/444205502 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc800e040 con 0x55d688c032d0 2023-07-14T13:10:26.080 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcb9ffb700 1 -- 172.21.15.40:0/444205502 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7efcc801eac0 con 0x55d688c032d0 2023-07-14T13:10:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d688aa8490 con 0x55d688c032d0 2023-07-14T13:10:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcb9ffb700 1 -- 172.21.15.40:0/444205502 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7efcc801ec80 con 0x55d688c032d0 2023-07-14T13:10:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efce4422b80 10 client.17982 fetch_fsmap learned FSMap version 89 2023-07-14T13:10:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=89,monmap=4+}) v3 -- 0x55d688965c00 con 0x55d688c032d0 2023-07-14T13:10:26.081 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.028+0000 7efcb9ffb700 1 -- 172.21.15.40:0/444205502 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d688aa8490 con 0x55d688c032d0 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efcb9ffb700 1 -- 172.21.15.40:0/444205502 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 89) v1 ==== 7466+0+0 (secure 0 0 0) 0x7efcc80294b0 con 0x55d688c032d0 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efce4422b80 10 client.17982 fetch_fsmap finished waiting for FSMap version 89 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efce4422b80 10 client.17982 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efce4422b80 20 client.17982 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efce4422b80 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c16ca0 0x55d688c190b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efce4422b80 4 client.17982 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:10:26.082 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d688b47e50 con 0x55d688c16ca0 2023-07-14T13:10:26.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efcd6038700 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c16ca0 0x55d688c190b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efcb9ffb700 10 client.17982 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:26.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.029+0000 7efcd6038700 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c16ca0 0x55d688c190b0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c50938f72cd436ff server_cookie=8f5f767c4b3c5419 in_seq=0 out_seq=0 2023-07-14T13:10:26.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.031+0000 7efcb9ffb700 1 -- 172.21.15.40:0/444205502 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55d688b47e50 con 0x55d688c16ca0 2023-07-14T13:10:26.083 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.031+0000 7efcb9ffb700 10 client.17982 handle_command_reply: tid=0 2023-07-14T13:10:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.031+0000 7efce4422b80 1 client.17982 shutdown 2023-07-14T13:10:26.084 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 msgr2=0x55d688c070e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 0x55d688c070e0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7efcc8007830 tx=0x7efcc800b3e0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 shutdown_connections 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688c032d0 0x55d688c070e0 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688a596b0 0x55d688c09610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c16ca0 0x55d688c190b0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 --2- 172.21.15.40:0/444205502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688bfd580 0x55d688c069a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.085 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efcb9ffb700 0 client.17982 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 >> 172.21.15.40:0/444205502 conn(0x55d688bf2be0 msgr2=0x55d688bf74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 shutdown_connections 2023-07-14T13:10:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 1 -- 172.21.15.40:0/444205502 wait complete. 2023-07-14T13:10:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.032+0000 7efce4422b80 20 client.17982 trim_cache size 0 max 16384 2023-07-14T13:10:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.051+0000 7efce4422b80 1 Processor -- start 2023-07-14T13:10:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.051+0000 7efce4422b80 1 -- start start 2023-07-14T13:10:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efce4422b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 0x55d688c02240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efce4422b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688bf7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efce4422b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bfd580 0x55d688c09140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efce4422b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688bf8a80 con 0x55d688bf2be0 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efce4422b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688bf4620 con 0x55d688bfd580 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efce4422b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688bfe000 con 0x55d688a596b0 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 0x55d688c02240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 0x55d688c02240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40002/0 (socket says 172.21.15.40:40002) 2023-07-14T13:10:26.091 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 -- 172.21.15.40:0/1892023221 learned_addr learned my addr 172.21.15.40:0/1892023221 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:26.093 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 -- 172.21.15.40:0/1892023221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 msgr2=0x55d688bf7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688bf7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 -- 172.21.15.40:0/1892023221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bfd580 msgr2=0x55d688c09140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bfd580 0x55d688c09140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.052+0000 7efcd6038700 1 -- 172.21.15.40:0/1892023221 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d6889a31f0 con 0x55d688bf2be0 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.053+0000 7efcd6038700 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 0x55d688c02240 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7efccc099dd0 tx=0x7efccc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dac7ae86ec0af8ed server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.053+0000 7efcc55ad700 1 -- 172.21.15.40:0/1892023221 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc09a0a0 con 0x55d688bf2be0 2023-07-14T13:10:26.094 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.053+0000 7efcc55ad700 1 -- 172.21.15.40:0/1892023221 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efccc09a200 con 0x55d688bf2be0 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.053+0000 7efcc55ad700 1 -- 172.21.15.40:0/1892023221 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc095e90 con 0x55d688bf2be0 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- 172.21.15.40:0/1892023221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 msgr2=0x55d688c02240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 0x55d688c02240 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7efccc099dd0 tx=0x7efccc00cf90 comp rx=0 tx=0).stop 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- 172.21.15.40:0/1892023221 shutdown_connections 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bfd580 0x55d688c09140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bf2be0 0x55d688c02240 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- 172.21.15.40:0/1892023221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688bf7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- 172.21.15.40:0/1892023221 >> 172.21.15.40:0/1892023221 conn(0x55d688c07250 msgr2=0x55d688c01b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- 172.21.15.40:0/1892023221 shutdown_connections 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- 172.21.15.40:0/1892023221 wait complete. 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- start start 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 Processor -- start 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688c0d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bf2be0 0x55d688c0dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688c0bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688c0c2d0 con 0x55d688bfd580 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688c0c440 con 0x55d688bf2be0 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d688c0c600 con 0x55d688a596b0 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efce4422b80 10 client.0 _ll_register_callbacks cb 0x55d688aec700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efcd6839700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688c0bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efcd6839700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688c0bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40012/0 (socket says 172.21.15.40:40012) 2023-07-14T13:10:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efcd6839700 1 -- 172.21.15.40:0/461606557 learned_addr learned my addr 172.21.15.40:0/461606557 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.054+0000 7efcd6038700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688c0d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd5837700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bf2be0 0x55d688c0dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd6839700 1 -- 172.21.15.40:0/461606557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 msgr2=0x55d688c0d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd6839700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688c0d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd6839700 1 -- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bf2be0 msgr2=0x55d688c0dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd6839700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bf2be0 0x55d688c0dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.098 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd6839700 1 -- 172.21.15.40:0/461606557 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d68897cd80 con 0x55d688bfd580 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcd6839700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688c0bc50 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7efcc800b420 tx=0x7efcc801d6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ec13e2646aa0bd4 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcb9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcb9ffb700 1 -- 172.21.15.40:0/461606557 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc800e040 con 0x55d688bfd580 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efccc00ce20 con 0x55d688bfd580 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcb9ffb700 1 -- 172.21.15.40:0/461606557 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7efcc80295e0 con 0x55d688bfd580 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efcb9ffb700 1 -- 172.21.15.40:0/461606557 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7efcc801d9a0 con 0x55d688bfd580 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efce4422b80 10 client.17988 fetch_fsmap learned FSMap version 89 2023-07-14T13:10:26.099 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.055+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=89,monmap=4+}) v3 -- 0x55d68897b250 con 0x55d688bfd580 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efcb9ffb700 1 -- 172.21.15.40:0/461606557 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efccc00ce20 con 0x55d688bfd580 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efcb9ffb700 1 -- 172.21.15.40:0/461606557 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 89) v1 ==== 7466+0+0 (secure 0 0 0) 0x7efcc8032460 con 0x55d688bfd580 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efce4422b80 10 client.17988 fetch_fsmap finished waiting for FSMap version 89 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efce4422b80 10 client.17988 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efce4422b80 20 client.17988 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efce4422b80 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c032d0 0x55d688c6d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:26.100 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efce4422b80 4 client.17988 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:10:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d688b09ff0 con 0x55d688c032d0 2023-07-14T13:10:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efcd6038700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c032d0 0x55d688c6d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efcd6038700 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c032d0 0x55d688c6d970 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5703be7f11916d90 server_cookie=712140bcb7bf6ba in_seq=0 out_seq=0 2023-07-14T13:10:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.056+0000 7efcb9ffb700 10 client.17988 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:26.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.322+0000 7efcb9ffb700 1 -- 172.21.15.40:0/461606557 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d688b09ff0 con 0x55d688c032d0 2023-07-14T13:10:26.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.322+0000 7efcb9ffb700 10 client.17988 handle_command_reply: tid=0 2023-07-14T13:10:26.360 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.322+0000 7efce4422b80 1 client.17988 shutdown 2023-07-14T13:10:26.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 msgr2=0x55d688c0bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688c0bc50 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7efcc800b420 tx=0x7efcc801d6d0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.361 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 shutdown_connections 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55d688c032d0 0x55d688c6d970 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d688a596b0 0x55d688c0d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d688bfd580 0x55d688c0bc50 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 --2- 172.21.15.40:0/461606557 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55d688bf2be0 0x55d688c0dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 >> 172.21.15.40:0/461606557 conn(0x55d688c07250 msgr2=0x55d688c03ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efcb9ffb700 0 client.17988 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:26.362 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 shutdown_connections 2023-07-14T13:10:26.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 1 -- 172.21.15.40:0/461606557 wait complete. 2023-07-14T13:10:26.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.323+0000 7efce4422b80 20 client.17988 trim_cache size 0 max 16384 2023-07-14T13:10:26.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:10:26.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:10:26.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:10:26.363 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:10:26.364 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efcbc0a12c0 msgr2=0x7efcbc0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efcbc0a12c0 0x7efcbc0a3770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7efcc8009fd0 tx=0x7efcc8009300 comp rx=0 tx=0).stop 2023-07-14T13:10:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 msgr2=0x7efcd00729f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 0x7efcd00729f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7efccc00e9a0 tx=0x7efccc00ecb0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 shutdown_connections 2023-07-14T13:10:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7efcbc0a12c0 0x7efcbc0a3770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.365 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efcd00ffde0 0x7efcd00729f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efcd0104e20 0x7efcd01a3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 --2- 172.21.15.40:0/3337103418 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7efcd0100780 0x7efcd0072f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:26.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 >> 172.21.15.40:0/3337103418 conn(0x7efcd00fb6f0 msgr2=0x7efcd0103640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:26.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 shutdown_connections 2023-07-14T13:10:26.366 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:26.324+0000 7efcd829c700 1 -- 172.21.15.40:0/3337103418 wait complete. 2023-07-14T13:10:26.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 368222 29.15 MB/sec execute 539 sec latency 212.153 ms 2023-07-14T13:10:27.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:26 smithi133 ceph-mon[98311]: pgmap v761: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 16 MiB/s wr, 767 op/s 2023-07-14T13:10:27.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:26 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:27.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:26 smithi130 ceph-mon[97977]: pgmap v761: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 16 MiB/s wr, 767 op/s 2023-07-14T13:10:27.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:26 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:27.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:26 smithi040 ceph-mon[96535]: pgmap v761: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 16 MiB/s wr, 767 op/s 2023-07-14T13:10:27.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:26 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:27.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 368768 29.16 MB/sec execute 540 sec latency 86.135 ms 2023-07-14T13:10:28.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 369227 29.14 MB/sec execute 541 sec latency 193.873 ms 2023-07-14T13:10:29.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:28 smithi133 ceph-mon[98311]: pgmap v762: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 11 MiB/s wr, 487 op/s 2023-07-14T13:10:29.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:28 smithi130 ceph-mon[97977]: pgmap v762: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 11 MiB/s wr, 487 op/s 2023-07-14T13:10:29.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:28 smithi040 ceph-mon[96535]: pgmap v762: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 MiB/s rd, 11 MiB/s wr, 487 op/s 2023-07-14T13:10:29.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 369576 29.13 MB/sec execute 542 sec latency 186.780 ms 2023-07-14T13:10:30.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 370033 29.12 MB/sec execute 543 sec latency 128.448 ms 2023-07-14T13:10:31.002 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:30 smithi133 ceph-mon[98311]: pgmap v763: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 14 MiB/s wr, 685 op/s 2023-07-14T13:10:31.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:30 smithi130 ceph-mon[97977]: pgmap v763: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 14 MiB/s wr, 685 op/s 2023-07-14T13:10:31.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:30 smithi040 ceph-mon[96535]: pgmap v763: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 14 MiB/s wr, 685 op/s 2023-07-14T13:10:31.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 370550 29.12 MB/sec execute 544 sec latency 98.010 ms 2023-07-14T13:10:32.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:31 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:32.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:31 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:32.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:31 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:10:32.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 371041 29.11 MB/sec execute 545 sec latency 90.399 ms 2023-07-14T13:10:33.002 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:32 smithi133 ceph-mon[98311]: pgmap v764: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 531 op/s 2023-07-14T13:10:33.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:32 smithi130 ceph-mon[97977]: pgmap v764: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 531 op/s 2023-07-14T13:10:33.121 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:32 smithi040 ceph-mon[96535]: pgmap v764: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 10 MiB/s wr, 531 op/s 2023-07-14T13:10:33.869 INFO:tasks.workunit.client.0.smithi040.stdout: 10 371553 29.11 MB/sec execute 546 sec latency 105.646 ms 2023-07-14T13:10:34.504 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:34 smithi133 ceph-mon[98311]: pgmap v765: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 9.8 MiB/s wr, 520 op/s 2023-07-14T13:10:34.544 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:34 smithi130 ceph-mon[97977]: pgmap v765: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 9.8 MiB/s wr, 520 op/s 2023-07-14T13:10:34.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:34 smithi040 ceph-mon[96535]: pgmap v765: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 MiB/s rd, 9.8 MiB/s wr, 520 op/s 2023-07-14T13:10:34.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 372026 29.10 MB/sec execute 547 sec latency 145.382 ms 2023-07-14T13:10:35.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 372559 29.11 MB/sec execute 548 sec latency 95.707 ms 2023-07-14T13:10:36.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:36 smithi040 ceph-mon[96535]: pgmap v766: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 14 MiB/s wr, 729 op/s 2023-07-14T13:10:36.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:36 smithi133 ceph-mon[98311]: pgmap v766: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 14 MiB/s wr, 729 op/s 2023-07-14T13:10:36.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:36 smithi130 ceph-mon[97977]: pgmap v766: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 11 MiB/s rd, 14 MiB/s wr, 729 op/s 2023-07-14T13:10:36.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 373190 29.10 MB/sec execute 549 sec latency 96.166 ms 2023-07-14T13:10:37.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 373580 29.10 MB/sec execute 550 sec latency 118.684 ms 2023-07-14T13:10:38.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:38 smithi040 ceph-mon[96535]: pgmap v767: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 8.1 MiB/s wr, 483 op/s 2023-07-14T13:10:38.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:38 smithi133 ceph-mon[98311]: pgmap v767: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 8.1 MiB/s wr, 483 op/s 2023-07-14T13:10:38.795 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:38 smithi130 ceph-mon[97977]: pgmap v767: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 8.1 MiB/s wr, 483 op/s 2023-07-14T13:10:38.868 INFO:tasks.workunit.client.0.smithi040.stdout: 10 374025 29.08 MB/sec execute 551 sec latency 115.059 ms 2023-07-14T13:10:39.553 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.516+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1145180833 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4006c910 msgr2=0x7fbf4006cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:39.554 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.516+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1145180833 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4006c910 0x7fbf4006cd80 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7fbf30009990 tx=0x7fbf30009ca0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.563 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.524+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1145180833 shutdown_connections 2023-07-14T13:10:39.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.524+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1145180833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006d3a0 0x7fbf4011b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.524+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1145180833 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4010e2a0 0x7fbf4010e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.524+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1145180833 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4006c910 0x7fbf4006cd80 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.564 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.524+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1145180833 >> 172.21.15.40:0/1145180833 conn(0x7fbf4006bd70 msgr2=0x7fbf40070f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:39.574 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.530+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1145180833 shutdown_connections 2023-07-14T13:10:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.541+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1145180833 wait complete. 2023-07-14T13:10:39.580 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.541+0000 7fbf47bd1700 1 Processor -- start 2023-07-14T13:10:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.550+0000 7fbf47bd1700 1 -- start start 2023-07-14T13:10:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf47bd1700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006c910 0x7fbf401aabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf47bd1700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4006d3a0 0x7fbf401ab0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.588 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf47bd1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4010e2a0 0x7fbf401a4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf47bd1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf401a5080 con 0x7fbf4010e2a0 2023-07-14T13:10:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf47bd1700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf401a51f0 con 0x7fbf4006d3a0 2023-07-14T13:10:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf47bd1700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf401a53b0 con 0x7fbf4006c910 2023-07-14T13:10:39.589 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf4596d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006c910 0x7fbf401aabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf4596d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006c910 0x7fbf401aabb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53710/0 (socket says 172.21.15.40:53710) 2023-07-14T13:10:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.551+0000 7fbf4596d700 1 -- 172.21.15.40:0/1437186775 learned_addr learned my addr 172.21.15.40:0/1437186775 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:39.590 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.553+0000 7fbf4516c700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4006d3a0 0x7fbf401ab0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.554+0000 7fbf4516c700 1 -- 172.21.15.40:0/1437186775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006c910 msgr2=0x7fbf401aabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:39.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.554+0000 7fbf4516c700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006c910 0x7fbf401aabb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.554+0000 7fbf4516c700 1 -- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4010e2a0 msgr2=0x7fbf401a4a10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T13:10:39.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.554+0000 7fbf4516c700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4010e2a0 0x7fbf401a4a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.591 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.554+0000 7fbf4516c700 1 -- 172.21.15.40:0/1437186775 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf300095f0 con 0x7fbf4006d3a0 2023-07-14T13:10:39.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.554+0000 7fbf4516c700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4006d3a0 0x7fbf401ab0f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbf300059d0 tx=0x7fbf30003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:39.592 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.555+0000 7fbf36ffd700 1 -- 172.21.15.40:0/1437186775 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3001d070 con 0x7fbf4006d3a0 2023-07-14T13:10:39.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.555+0000 7fbf36ffd700 1 -- 172.21.15.40:0/1437186775 <== mon.2 v2:172.21.15.130:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf3000f460 con 0x7fbf4006d3a0 2023-07-14T13:10:39.593 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.555+0000 7fbf36ffd700 1 -- 172.21.15.40:0/1437186775 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf30017650 con 0x7fbf4006d3a0 2023-07-14T13:10:39.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.555+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf401a5630 con 0x7fbf4006d3a0 2023-07-14T13:10:39.594 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.555+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf4010ee20 con 0x7fbf4006d3a0 2023-07-14T13:10:39.597 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.560+0000 7fbf53d57b80 1 Processor -- start 2023-07-14T13:10:39.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.560+0000 7fbf53d57b80 1 -- start start 2023-07-14T13:10:39.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.561+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a579a6b0 0x55c5a5943d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.561+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a59442d0 0x55c5a593e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.598 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.561+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a593e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.561+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a5843c50 con 0x55c5a59442d0 2023-07-14T13:10:39.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.561+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a58969e0 con 0x55c5a579a6b0 2023-07-14T13:10:39.599 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.561+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a588fe70 con 0x55c5a593e580 2023-07-14T13:10:39.603 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.566+0000 7fbf4516c700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a593e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.567+0000 7fbf4616e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a579a6b0 0x55c5a5943d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.567+0000 7fbf4616e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a579a6b0 0x55c5a5943d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57278/0 (socket says 172.21.15.40:57278) 2023-07-14T13:10:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.567+0000 7fbf4616e700 1 -- 172.21.15.40:0/3295319806 learned_addr learned my addr 172.21.15.40:0/3295319806 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.567+0000 7fbf36ffd700 1 -- 172.21.15.40:0/1437186775 <== mon.2 v2:172.21.15.130:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fbf3000f890 con 0x7fbf4006d3a0 2023-07-14T13:10:39.606 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.567+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a59442d0 0x55c5a593e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf36ffd700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbf2c0a1410 0x7fbf2c0a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.608 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf36ffd700 1 -- 172.21.15.40:0/1437186775 <== mon.2 v2:172.21.15.130:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbf300d1120 con 0x7fbf4006d3a0 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf4596d700 1 -- 172.21.15.40:0/3295319806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 msgr2=0x55c5a593e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a593e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf4596d700 1 -- 172.21.15.40:0/3295319806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a579a6b0 msgr2=0x55c5a5943d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a579a6b0 0x55c5a5943d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.570+0000 7fbf4596d700 1 -- 172.21.15.40:0/3295319806 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c5a56bdd80 con 0x55c5a59442d0 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.571+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a59442d0 0x55c5a593e040 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800e190 tx=0x7fbf38009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fbdf945e37a490a server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:39.613 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.575+0000 7fbf4616e700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbf2c0a1410 0x7fbf2c0a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.576+0000 7fbf2bfff700 1 -- 172.21.15.40:0/3295319806 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf38014480 con 0x55c5a59442d0 2023-07-14T13:10:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.576+0000 7fbf2bfff700 1 -- 172.21.15.40:0/3295319806 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf3800f040 con 0x55c5a59442d0 2023-07-14T13:10:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.576+0000 7fbf2bfff700 1 -- 172.21.15.40:0/3295319806 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf380139c0 con 0x55c5a59442d0 2023-07-14T13:10:39.614 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.576+0000 7fbf4616e700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbf2c0a1410 0x7fbf2c0a38c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0098a0 tx=0x7fbf3c008040 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:39.615 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.578+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3295319806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a59442d0 msgr2=0x55c5a593e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:39.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.578+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a59442d0 0x55c5a593e040 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800e190 tx=0x7fbf38009770 comp rx=0 tx=0).stop 2023-07-14T13:10:39.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.579+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3295319806 shutdown_connections 2023-07-14T13:10:39.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.579+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a593e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.616 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.579+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a579a6b0 0x55c5a5943d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.579+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3295319806 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a59442d0 0x55c5a593e040 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.617 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.579+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3295319806 >> 172.21.15.40:0/3295319806 conn(0x55c5a5933be0 msgr2=0x55c5a5938f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:39.627 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.590+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3295319806 shutdown_connections 2023-07-14T13:10:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.590+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3295319806 wait complete. 2023-07-14T13:10:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.590+0000 7fbf53d57b80 1 -- start start 2023-07-14T13:10:39.628 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 Processor -- start 2023-07-14T13:10:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 0x55c5a5947840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a5947f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a582fa60 con 0x55c5a579a6b0 2023-07-14T13:10:39.629 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a582f760 con 0x55c5a593e580 2023-07-14T13:10:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a57138c0 con 0x55c5a59442d0 2023-07-14T13:10:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.591+0000 7fbf53d57b80 10 client.0 _ll_register_callbacks cb 0x55c5a582d700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a5947f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a5947f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53722/0 (socket says 172.21.15.40:53722) 2023-07-14T13:10:39.630 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 -- 172.21.15.40:0/3085173472 learned_addr learned my addr 172.21.15.40:0/3085173472 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 -- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 msgr2=0x55c5a5947840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 0x55c5a5947840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 -- 172.21.15.40:0/3085173472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 msgr2=0x55c5a594a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.631 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.592+0000 7fbf4616e700 1 -- 172.21.15.40:0/3085173472 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf38009d00 con 0x55c5a59442d0 2023-07-14T13:10:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.605+0000 7fbf4616e700 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a5947f30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c013c00 tx=0x7fbf3c0090f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f64d96996681e3a7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:39.642 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.605+0000 7fbf297fa700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:10:39.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.613+0000 7fbf297fa700 1 -- 172.21.15.40:0/3085173472 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3c00c070 con 0x55c5a59442d0 2023-07-14T13:10:39.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.613+0000 7fbf297fa700 1 -- 172.21.15.40:0/3085173472 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbf3c01b040 con 0x55c5a59442d0 2023-07-14T13:10:39.650 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.613+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c5a57e9490 con 0x55c5a59442d0 2023-07-14T13:10:39.651 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.614+0000 7fbf297fa700 1 -- 172.21.15.40:0/3085173472 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf3c012cc0 con 0x55c5a59442d0 2023-07-14T13:10:39.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.614+0000 7fbf53d57b80 10 client.27427 fetch_fsmap learned FSMap version 90 2023-07-14T13:10:39.652 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.614+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x55c5a56a6c00 con 0x55c5a59442d0 2023-07-14T13:10:39.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf297fa700 1 -- 172.21.15.40:0/3085173472 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c5a57e9490 con 0x55c5a59442d0 2023-07-14T13:10:39.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf297fa700 1 -- 172.21.15.40:0/3085173472 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fbf3c01e450 con 0x55c5a59442d0 2023-07-14T13:10:39.657 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf53d57b80 10 client.27427 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:10:39.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf53d57b80 10 client.27427 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:39.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf53d57b80 20 client.27427 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:39.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a5957b50 0x55c5a5959f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf53d57b80 4 client.27427 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:10:39.658 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.620+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c5a5888e50 con 0x55c5a5957b50 2023-07-14T13:10:39.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.621+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a5957b50 0x55c5a5959f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.622+0000 7fbf297fa700 10 client.27427 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:39.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.622+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a5957b50 0x55c5a5959f80 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86548bde18055d81 server_cookie=3db6c2985c690c2f in_seq=0 out_seq=0 2023-07-14T13:10:39.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf297fa700 1 -- 172.21.15.40:0/3085173472 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55c5a5888e50 con 0x55c5a5957b50 2023-07-14T13:10:39.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf297fa700 10 client.27427 handle_command_reply: tid=0 2023-07-14T13:10:39.661 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 client.27427 shutdown 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 msgr2=0x55c5a5947f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a5947f30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c013c00 tx=0x7fbf3c0090f0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 shutdown_connections 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a5957b50 0x55c5a5959f80 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a5947f30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3085173472 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 0x55c5a5947840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 >> 172.21.15.40:0/3085173472 conn(0x55c5a5933be0 msgr2=0x55c5a59384e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:39.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf297fa700 0 client.27427 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:39.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 shutdown_connections 2023-07-14T13:10:39.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3085173472 wait complete. 2023-07-14T13:10:39.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.623+0000 7fbf53d57b80 20 client.27427 trim_cache size 0 max 16384 2023-07-14T13:10:39.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.644+0000 7fbf53d57b80 1 Processor -- start 2023-07-14T13:10:39.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.644+0000 7fbf53d57b80 1 -- start start 2023-07-14T13:10:39.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a593e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a594ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a59442d0 0x55c5a5943120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a593a720 con 0x55c5a579a6b0 2023-07-14T13:10:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a59439e0 con 0x55c5a59442d0 2023-07-14T13:10:39.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a5930bb0 con 0x55c5a593e580 2023-07-14T13:10:39.684 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a593e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a593e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40038/0 (socket says 172.21.15.40:40038) 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 -- 172.21.15.40:0/2156179870 learned_addr learned my addr 172.21.15.40:0/2156179870 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4616e700 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a59442d0 0x55c5a5943120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4516c700 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a594ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 -- 172.21.15.40:0/2156179870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 msgr2=0x55c5a594ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a594ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 -- 172.21.15.40:0/2156179870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a59442d0 msgr2=0x55c5a5943120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a59442d0 0x55c5a5943120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.645+0000 7fbf4596d700 1 -- 172.21.15.40:0/2156179870 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c5a56e41f0 con 0x55c5a579a6b0 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.646+0000 7fbf4596d700 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a593e040 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800e160 tx=0x7fbf38013480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3814480896b9e8c7 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.646+0000 7fbf34dac700 1 -- 172.21.15.40:0/2156179870 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3802b070 con 0x55c5a579a6b0 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.646+0000 7fbf34dac700 1 -- 172.21.15.40:0/2156179870 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf3800eeb0 con 0x55c5a579a6b0 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.646+0000 7fbf34dac700 1 -- 172.21.15.40:0/2156179870 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf38023070 con 0x55c5a579a6b0 2023-07-14T13:10:39.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 -- 172.21.15.40:0/2156179870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 msgr2=0x55c5a593e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a593e040 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fbf3800e160 tx=0x7fbf38013480 comp rx=0 tx=0).stop 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 -- 172.21.15.40:0/2156179870 shutdown_connections 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a59442d0 0x55c5a5943120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a593e040 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/2156179870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a593e580 0x55c5a594ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 -- 172.21.15.40:0/2156179870 >> 172.21.15.40:0/2156179870 conn(0x55c5a5933be0 msgr2=0x55c5a5942a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 -- 172.21.15.40:0/2156179870 shutdown_connections 2023-07-14T13:10:39.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 -- 172.21.15.40:0/2156179870 wait complete. 2023-07-14T13:10:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.647+0000 7fbf53d57b80 1 -- start start 2023-07-14T13:10:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 Processor -- start 2023-07-14T13:10:39.689 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 0x55c5a593f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a593fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a5940350 con 0x55c5a579a6b0 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a59404c0 con 0x55c5a593e580 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5a5940680 con 0x55c5a59442d0 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf53d57b80 10 client.0 _ll_register_callbacks cb 0x7fbf3c013760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:39.690 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf4596d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf4596d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40044/0 (socket says 172.21.15.40:40044) 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf4596d700 1 -- 172.21.15.40:0/3920750323 learned_addr learned my addr 172.21.15.40:0/3920750323 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.648+0000 7fbf4616e700 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a593fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf4596d700 1 -- 172.21.15.40:0/3920750323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 msgr2=0x55c5a593fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a593fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf4596d700 1 -- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 msgr2=0x55c5a593f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:39.691 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 0x55c5a593f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf4596d700 1 -- 172.21.15.40:0/3920750323 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c5a56bdd80 con 0x55c5a579a6b0 2023-07-14T13:10:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf4596d700 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594ec70 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fbf38013450 tx=0x7fbf38027430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b43a87ae0c5c085b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf297fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:10:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf297fa700 1 -- 172.21.15.40:0/3920750323 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf3802b030 con 0x55c5a579a6b0 2023-07-14T13:10:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf297fa700 1 -- 172.21.15.40:0/3920750323 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fbf3802c070 con 0x55c5a579a6b0 2023-07-14T13:10:39.692 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbf3800f040 con 0x55c5a579a6b0 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf297fa700 1 -- 172.21.15.40:0/3920750323 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf38023040 con 0x55c5a579a6b0 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf53d57b80 10 client.18000 fetch_fsmap learned FSMap version 90 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.649+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x55c5a56bc250 con 0x55c5a579a6b0 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.650+0000 7fbf297fa700 1 -- 172.21.15.40:0/3920750323 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf3803d020 con 0x55c5a579a6b0 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf297fa700 1 -- 172.21.15.40:0/3920750323 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fbf38013720 con 0x55c5a579a6b0 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf53d57b80 10 client.18000 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:10:39.693 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf53d57b80 10 client.18000 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf53d57b80 20 client.18000 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a59acaf0 0x55c5a59aeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf53d57b80 4 client.18000 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:10:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.651+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c5a584aff0 con 0x55c5a59acaf0 2023-07-14T13:10:39.694 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.653+0000 7fbf4516c700 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a59acaf0 0x55c5a59aeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.654+0000 7fbf297fa700 10 client.18000 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:39.695 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:39.654+0000 7fbf4516c700 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a59acaf0 0x55c5a59aeed0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b7770268eec89a4 server_cookie=750636ae01c89894 in_seq=0 out_seq=0 2023-07-14T13:10:39.875 INFO:tasks.workunit.client.0.smithi040.stdout: 10 374371 29.06 MB/sec execute 552 sec latency 384.954 ms 2023-07-14T13:10:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.022+0000 7fbf297fa700 1 -- 172.21.15.40:0/3920750323 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c5a584aff0 con 0x55c5a59acaf0 2023-07-14T13:10:40.059 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.022+0000 7fbf297fa700 10 client.18000 handle_command_reply: tid=0 2023-07-14T13:10:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.023+0000 7fbf53d57b80 1 client.18000 shutdown 2023-07-14T13:10:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.023+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 msgr2=0x55c5a594ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:40.060 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.023+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594ec70 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fbf38013450 tx=0x7fbf38027430 comp rx=0 tx=0).stop 2023-07-14T13:10:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 shutdown_connections 2023-07-14T13:10:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55c5a59acaf0 0x55c5a59aeed0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.062 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c5a59442d0 0x55c5a593fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5a579a6b0 0x55c5a594ec70 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 --2- 172.21.15.40:0/3920750323 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55c5a593e580 0x55c5a593f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 >> 172.21.15.40:0/3920750323 conn(0x55c5a5933be0 msgr2=0x55c5a59432a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf297fa700 0 client.18000 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 shutdown_connections 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 1 -- 172.21.15.40:0/3920750323 wait complete. 2023-07-14T13:10:40.063 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf53d57b80 20 client.18000 trim_cache size 0 max 16384 2023-07-14T13:10:40.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:10:40.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:10:40.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:10:40.064 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:10:40.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbf2c0a1410 msgr2=0x7fbf2c0a38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:40.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbf2c0a1410 0x7fbf2c0a38c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0098a0 tx=0x7fbf3c008040 comp rx=0 tx=0).stop 2023-07-14T13:10:40.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4006d3a0 msgr2=0x7fbf401ab0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:40.065 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4006d3a0 0x7fbf401ab0f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fbf300059d0 tx=0x7fbf30003c10 comp rx=0 tx=0).stop 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 shutdown_connections 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbf2c0a1410 0x7fbf2c0a38c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbf4006c910 0x7fbf401aabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbf4010e2a0 0x7fbf401a4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 --2- 172.21.15.40:0/1437186775 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbf4006d3a0 0x7fbf401ab0f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.025+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 >> 172.21.15.40:0/1437186775 conn(0x7fbf4006bd70 msgr2=0x7fbf4006f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:40.066 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.026+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 shutdown_connections 2023-07-14T13:10:40.067 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:40.026+0000 7fbf47bd1700 1 -- 172.21.15.40:0/1437186775 wait complete. 2023-07-14T13:10:40.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:40 smithi133 ceph-mon[98311]: pgmap v768: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 11 MiB/s wr, 630 op/s 2023-07-14T13:10:40.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:40 smithi130 ceph-mon[97977]: pgmap v768: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 11 MiB/s wr, 630 op/s 2023-07-14T13:10:40.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:40 smithi040 ceph-mon[96535]: pgmap v768: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 11 MiB/s wr, 630 op/s 2023-07-14T13:10:40.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 374744 29.05 MB/sec execute 553 sec latency 469.760 ms 2023-07-14T13:10:41.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 375267 29.05 MB/sec execute 554 sec latency 106.660 ms 2023-07-14T13:10:42.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:42 smithi133 ceph-mon[98311]: pgmap v769: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 9.1 MiB/s wr, 478 op/s 2023-07-14T13:10:42.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:42 smithi130 ceph-mon[97977]: pgmap v769: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 9.1 MiB/s wr, 478 op/s 2023-07-14T13:10:42.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:42 smithi040 ceph-mon[96535]: pgmap v769: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 9.1 MiB/s wr, 478 op/s 2023-07-14T13:10:42.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 375752 29.04 MB/sec execute 555 sec latency 107.422 ms 2023-07-14T13:10:43.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 376242 29.04 MB/sec execute 556 sec latency 103.673 ms 2023-07-14T13:10:44.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:44 smithi133 ceph-mon[98311]: pgmap v770: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.9 MiB/s wr, 401 op/s 2023-07-14T13:10:44.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:44 smithi130 ceph-mon[97977]: pgmap v770: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.9 MiB/s wr, 401 op/s 2023-07-14T13:10:44.624 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:44 smithi040 ceph-mon[96535]: pgmap v770: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 MiB/s rd, 7.9 MiB/s wr, 401 op/s 2023-07-14T13:10:44.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 376583 29.02 MB/sec execute 557 sec latency 311.845 ms 2023-07-14T13:10:45.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 376981 29.00 MB/sec execute 558 sec latency 416.146 ms 2023-07-14T13:10:46.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:46 smithi040 ceph-mon[96535]: pgmap v771: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 13 MiB/s wr, 671 op/s 2023-07-14T13:10:46.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:46 smithi133 ceph-mon[98311]: pgmap v771: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 13 MiB/s wr, 671 op/s 2023-07-14T13:10:46.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:46 smithi130 ceph-mon[97977]: pgmap v771: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 MiB/s rd, 13 MiB/s wr, 671 op/s 2023-07-14T13:10:46.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 377494 29.00 MB/sec execute 559 sec latency 97.829 ms 2023-07-14T13:10:47.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 377994 29.00 MB/sec execute 560 sec latency 141.073 ms 2023-07-14T13:10:48.623 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:48 smithi040 ceph-mon[96535]: pgmap v772: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 8.7 MiB/s wr, 462 op/s 2023-07-14T13:10:48.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:48 smithi133 ceph-mon[98311]: pgmap v772: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 8.7 MiB/s wr, 462 op/s 2023-07-14T13:10:48.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:48 smithi130 ceph-mon[97977]: pgmap v772: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 MiB/s rd, 8.7 MiB/s wr, 462 op/s 2023-07-14T13:10:48.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 378513 29.00 MB/sec execute 561 sec latency 96.300 ms 2023-07-14T13:10:49.873 INFO:tasks.workunit.client.0.smithi040.stdout: 10 378963 29.00 MB/sec execute 562 sec latency 199.832 ms 2023-07-14T13:10:50.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:50 smithi040 ceph-mon[96535]: pgmap v773: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 12 MiB/s wr, 599 op/s 2023-07-14T13:10:50.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:50 smithi133 ceph-mon[98311]: pgmap v773: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 12 MiB/s wr, 599 op/s 2023-07-14T13:10:50.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:50 smithi130 ceph-mon[97977]: pgmap v773: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.6 MiB/s rd, 12 MiB/s wr, 599 op/s 2023-07-14T13:10:50.873 INFO:tasks.workunit.client.0.smithi040.stdout: 10 379262 28.97 MB/sec execute 563 sec latency 278.325 ms 2023-07-14T13:10:51.873 INFO:tasks.workunit.client.0.smithi040.stdout: 10 379633 28.95 MB/sec execute 564 sec latency 96.446 ms 2023-07-14T13:10:52.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:52 smithi133 ceph-mon[98311]: pgmap v774: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 531 op/s 2023-07-14T13:10:52.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:52 smithi130 ceph-mon[97977]: pgmap v774: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 531 op/s 2023-07-14T13:10:52.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:52 smithi040 ceph-mon[96535]: pgmap v774: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 MiB/s rd, 11 MiB/s wr, 531 op/s 2023-07-14T13:10:52.872 INFO:tasks.workunit.client.0.smithi040.stdout: 10 380025 28.93 MB/sec execute 565 sec latency 151.583 ms 2023-07-14T13:10:53.203 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 -- 172.21.15.40:0/2510567075 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 msgr2=0x7ffae40fe920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2510567075 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae40fe920 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7ffad80099c0 tx=0x7ffad8009cd0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 -- 172.21.15.40:0/2510567075 shutdown_connections 2023-07-14T13:10:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2510567075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffae4103470 0x7ffae410b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2510567075 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae40fe920 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.204 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2510567075 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae40feef0 0x7ffae4102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.166+0000 7ffaeabde700 1 -- 172.21.15.40:0/2510567075 >> 172.21.15.40:0/2510567075 conn(0x7ffae4075060 msgr2=0x7ffae4075460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 -- 172.21.15.40:0/2510567075 shutdown_connections 2023-07-14T13:10:53.205 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 -- 172.21.15.40:0/2510567075 wait complete. 2023-07-14T13:10:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 Processor -- start 2023-07-14T13:10:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 -- start start 2023-07-14T13:10:53.210 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae4199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae40feef0 0x7ffae4199f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffae4103470 0x7ffae41938a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffae4193f10 con 0x7ffae40fe550 2023-07-14T13:10:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffae4194080 con 0x7ffae40feef0 2023-07-14T13:10:53.211 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.167+0000 7ffaeabde700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffae4194240 con 0x7ffae4103470 2023-07-14T13:10:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae4199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae4199a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40058/0 (socket says 172.21.15.40:40058) 2023-07-14T13:10:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 -- 172.21.15.40:0/2236741506 learned_addr learned my addr 172.21.15.40:0/2236741506 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:53.212 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae3fff700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae40feef0 0x7ffae4199f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae917b700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffae4103470 0x7ffae41938a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 -- 172.21.15.40:0/2236741506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffae4103470 msgr2=0x7ffae41938a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffae4103470 0x7ffae41938a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 -- 172.21.15.40:0/2236741506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae40feef0 msgr2=0x7ffae4199f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae40feef0 0x7ffae4199f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 -- 172.21.15.40:0/2236741506 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffad80095f0 con 0x7ffae40fe550 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae897a700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae4199a40 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7ffad8009990 tx=0x7ffad800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:53.213 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae1ffb700 1 -- 172.21.15.40:0/2236741506 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad801d070 con 0x7ffae40fe550 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffae41944c0 con 0x7ffae40fe550 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae1ffb700 1 -- 172.21.15.40:0/2236741506 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffad8005030 con 0x7ffae40fe550 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.168+0000 7ffae1ffb700 1 -- 172.21.15.40:0/2236741506 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad8004a50 con 0x7ffae40fe550 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.169+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffae41a0a30 con 0x7ffae40fe550 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.171+0000 7ffae1ffb700 1 -- 172.21.15.40:0/2236741506 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7ffad8005430 con 0x7ffae40fe550 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffae1ffb700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ffad40a34c0 0x7ffad40a5970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.214 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffae3fff700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ffad40a34c0 0x7ffad40a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffae1ffb700 1 -- 172.21.15.40:0/2236741506 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7ffad80cdaf0 con 0x7ffae40fe550 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffaf6d64b80 1 Processor -- start 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffaf6d64b80 1 -- start start 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffae3fff700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ffad40a34c0 0x7ffad40a5970 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ffae4103010 tx=0x7ffad000b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.172+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55608350f6b0 0x5560836b6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 0x5560836b34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.215 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560835b8c50 con 0x5560836b3040 2023-07-14T13:10:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55608360b9e0 con 0x5560836b39f0 2023-07-14T13:10:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x556083604e70 con 0x55608350f6b0 2023-07-14T13:10:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 0x5560836b34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.216 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 0x5560836b34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40068/0 (socket says 172.21.15.40:40068) 2023-07-14T13:10:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 -- 172.21.15.40:0/1824270752 learned_addr learned my addr 172.21.15.40:0/1824270752 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae897a700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55608350f6b0 0x5560836b6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.217 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 -- 172.21.15.40:0/1824270752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55608350f6b0 msgr2=0x5560836b6de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55608350f6b0 0x5560836b6de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 -- 172.21.15.40:0/1824270752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 msgr2=0x5560836c7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 -- 172.21.15.40:0/1824270752 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556083432d80 con 0x5560836b3040 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffae3fff700 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 0x5560836b34b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7ffad0005d90 tx=0x7ffad0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45e2d09c44516f60 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaceffd700 1 -- 172.21.15.40:0/1824270752 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad0011b30 con 0x5560836b3040 2023-07-14T13:10:53.218 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaceffd700 1 -- 172.21.15.40:0/1824270752 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffad0015070 con 0x5560836b3040 2023-07-14T13:10:53.219 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.173+0000 7ffaceffd700 1 -- 172.21.15.40:0/1824270752 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad00054d0 con 0x5560836b3040 2023-07-14T13:10:53.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1824270752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 msgr2=0x5560836b34b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.222 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 0x5560836b34b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7ffad0005d90 tx=0x7ffad0013000 comp rx=0 tx=0).stop 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1824270752 shutdown_connections 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55608350f6b0 0x5560836b6de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1824270752 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b3040 0x5560836b34b0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1824270752 >> 172.21.15.40:0/1824270752 conn(0x5560836a8be0 msgr2=0x5560836adf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1824270752 shutdown_connections 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.174+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1824270752 wait complete. 2023-07-14T13:10:53.223 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 -- start start 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 Processor -- start 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836c7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c55e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560835a4a60 con 0x55608350f6b0 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560835a4760 con 0x5560836b39f0 2023-07-14T13:10:53.224 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560834888c0 con 0x5560836b3040 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.175+0000 7ffaf6d64b80 10 client.0 _ll_register_callbacks cb 0x5560835a2700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836c7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836c7c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40072/0 (socket says 172.21.15.40:40072) 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 -- 172.21.15.40:0/2199618140 learned_addr learned my addr 172.21.15.40:0/2199618140 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae917b700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 -- 172.21.15.40:0/2199618140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 msgr2=0x5560836c4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.225 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 -- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 msgr2=0x5560836c55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 -- 172.21.15.40:0/2199618140 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffad0010c20 con 0x55608350f6b0 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae3fff700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffae897a700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836c7c20 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7ffad8097610 tx=0x7ffad809ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d6a2ee3b6b254dc server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffac3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:10:53.226 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffac3fff700 1 -- 172.21.15.40:0/2199618140 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad809a290 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffac3fff700 1 -- 172.21.15.40:0/2199618140 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7ffad80a2ad0 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55608355e490 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffac3fff700 1 -- 172.21.15.40:0/2199618140 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffad80b32b0 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.176+0000 7ffaf6d64b80 10 client.18012 fetch_fsmap learned FSMap version 90 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x55608341bc00 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffac3fff700 1 -- 172.21.15.40:0/2199618140 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55608355e490 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffac3fff700 1 -- 172.21.15.40:0/2199618140 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7ffad800fad0 con 0x55608350f6b0 2023-07-14T13:10:53.227 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 10 client.18012 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 10 client.18012 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 20 client.18012 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5560836d4f70 0x5560836d7380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 4 client.18012 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560835fde50 con 0x5560836d4f70 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.177+0000 7ffae3fff700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5560836d4f70 0x5560836d7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.228 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.178+0000 7ffac3fff700 10 client.18012 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.178+0000 7ffae3fff700 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5560836d4f70 0x5560836d7380 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7127fc292b999b2a server_cookie=bf9b0784b7ac0d2d in_seq=0 out_seq=0 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.180+0000 7ffac3fff700 1 -- 172.21.15.40:0/2199618140 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x5560835fde50 con 0x5560836d4f70 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.180+0000 7ffac3fff700 10 client.18012 handle_command_reply: tid=0 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.180+0000 7ffaf6d64b80 1 client.18012 shutdown 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.180+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 msgr2=0x5560836c7c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.180+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836c7c20 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7ffad8097610 tx=0x7ffad809ec40 comp rx=0 tx=0).stop 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.180+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 shutdown_connections 2023-07-14T13:10:53.229 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b39f0 0x5560836c55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836c7c20 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x5560836d4f70 0x5560836d7380 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/2199618140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffac3fff700 0 client.18012 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 >> 172.21.15.40:0/2199618140 conn(0x5560836a8be0 msgr2=0x5560836ad4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 shutdown_connections 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/2199618140 wait complete. 2023-07-14T13:10:53.230 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.181+0000 7ffaf6d64b80 20 client.18012 trim_cache size 0 max 16384 2023-07-14T13:10:53.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 Processor -- start 2023-07-14T13:10:53.234 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 -- start start 2023-07-14T13:10:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55608350f6b0 0x5560836adc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b39f0 0x5560836c4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560836aed50 con 0x5560836b39f0 2023-07-14T13:10:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560836aad00 con 0x55608350f6b0 2023-07-14T13:10:53.235 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560836b41e0 con 0x5560836b3040 2023-07-14T13:10:53.236 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae917b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b39f0 0x5560836c4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53770/0 (socket says 172.21.15.40:53770) 2023-07-14T13:10:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 -- 172.21.15.40:0/196500014 learned_addr learned my addr 172.21.15.40:0/196500014 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae917b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b39f0 0x5560836c4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40084/0 (socket says 172.21.15.40:40084) 2023-07-14T13:10:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae897a700 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55608350f6b0 0x5560836adc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.237 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 -- 172.21.15.40:0/196500014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55608350f6b0 msgr2=0x5560836adc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55608350f6b0 0x5560836adc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 -- 172.21.15.40:0/196500014 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b39f0 msgr2=0x5560836c4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.198+0000 7ffae3fff700 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b39f0 0x5560836c4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.199+0000 7ffae3fff700 1 -- 172.21.15.40:0/196500014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560834591f0 con 0x5560836b3040 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.199+0000 7ffae3fff700 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4680 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ffad0011d00 tx=0x7ffad0013000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7c5db68de7af10c server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.199+0000 7ffacf7fe700 1 -- 172.21.15.40:0/196500014 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad002c070 con 0x5560836b3040 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.199+0000 7ffacf7fe700 1 -- 172.21.15.40:0/196500014 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffad002d040 con 0x5560836b3040 2023-07-14T13:10:53.238 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.199+0000 7ffacf7fe700 1 -- 172.21.15.40:0/196500014 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad00052b0 con 0x5560836b3040 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/196500014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 msgr2=0x5560836c4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4680 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ffad0011d00 tx=0x7ffad0013000 comp rx=0 tx=0).stop 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/196500014 shutdown_connections 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5560836b39f0 0x5560836c4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55608350f6b0 0x5560836adc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/196500014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b3040 0x5560836c4680 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/196500014 >> 172.21.15.40:0/196500014 conn(0x5560836a8be0 msgr2=0x5560836c01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:53.239 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/196500014 shutdown_connections 2023-07-14T13:10:53.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/196500014 wait complete. 2023-07-14T13:10:53.240 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 -- start start 2023-07-14T13:10:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.200+0000 7ffaf6d64b80 1 Processor -- start 2023-07-14T13:10:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836cb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.241 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b3040 0x5560836cbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b39f0 0x556083727e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560836cc4e0 con 0x55608350f6b0 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x556083728370 con 0x5560836b3040 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560837284b0 con 0x5560836b39f0 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffaf6d64b80 10 client.0 _ll_register_callbacks cb 0x7ffad809aba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffae897a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836cb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.242 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffae897a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836cb690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40086/0 (socket says 172.21.15.40:40086) 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffae897a700 1 -- 172.21.15.40:0/1361919570 learned_addr learned my addr 172.21.15.40:0/1361919570 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffae917b700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b39f0 0x556083727e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.204+0000 7ffae3fff700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b3040 0x5560836cbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffae897a700 1 -- 172.21.15.40:0/1361919570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b39f0 msgr2=0x556083727e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffae897a700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b39f0 0x556083727e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffae897a700 1 -- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b3040 msgr2=0x5560836cbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffae897a700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b3040 0x5560836cbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.243 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffae897a700 1 -- 172.21.15.40:0/1361919570 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556083432d80 con 0x55608350f6b0 2023-07-14T13:10:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffae897a700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836cb690 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ffad809ab30 tx=0x7ffad8005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7fa9ded6d44f90f server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:10:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffac3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:10:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffac3fff700 1 -- 172.21.15.40:0/1361919570 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad809a290 con 0x55608350f6b0 2023-07-14T13:10:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffac3fff700 1 -- 172.21.15.40:0/1361919570 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7ffad80b32b0 con 0x55608350f6b0 2023-07-14T13:10:53.244 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffad0015070 con 0x55608350f6b0 2023-07-14T13:10:53.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffac3fff700 1 -- 172.21.15.40:0/1361919570 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffad8099bd0 con 0x55608350f6b0 2023-07-14T13:10:53.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffaf6d64b80 10 client.18018 fetch_fsmap learned FSMap version 90 2023-07-14T13:10:53.245 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x556083431250 con 0x55608350f6b0 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffac3fff700 1 -- 172.21.15.40:0/1361919570 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffad80cb030 con 0x55608350f6b0 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.205+0000 7ffac3fff700 1 -- 172.21.15.40:0/1361919570 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7ffad8004bb0 con 0x55608350f6b0 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.206+0000 7ffaf6d64b80 10 client.18018 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.206+0000 7ffaf6d64b80 10 client.18018 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.206+0000 7ffaf6d64b80 20 client.18018 populate_metadata read hostname 'smithi040' 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.206+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556083729640 0x55608372ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:10:53.246 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.206+0000 7ffaf6d64b80 4 client.18018 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:10:53.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.206+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5560835bfff0 con 0x556083729640 2023-07-14T13:10:53.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.210+0000 7ffae3fff700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556083729640 0x55608372ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:10:53.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.211+0000 7ffae3fff700 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556083729640 0x55608372ba20 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48395e883bf63bfe server_cookie=da6a8a97a7bb4878 in_seq=0 out_seq=0 2023-07-14T13:10:53.247 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.211+0000 7ffac3fff700 10 client.18018 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.493+0000 7ffac3fff700 1 -- 172.21.15.40:0/1361919570 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5560835bfff0 con 0x556083729640 2023-07-14T13:10:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.493+0000 7ffac3fff700 10 client.18018 handle_command_reply: tid=0 2023-07-14T13:10:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.493+0000 7ffaf6d64b80 1 client.18018 shutdown 2023-07-14T13:10:53.531 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 msgr2=0x5560836cb690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836cb690 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ffad809ab30 tx=0x7ffad8005c00 comp rx=0 tx=0).stop 2023-07-14T13:10:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 shutdown_connections 2023-07-14T13:10:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x556083729640 0x55608372ba20 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5560836b39f0 0x556083727e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55608350f6b0 0x5560836cb690 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.532 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffac3fff700 0 client.18018 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:10:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 --2- 172.21.15.40:0/1361919570 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x5560836b3040 0x5560836cbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 >> 172.21.15.40:0/1361919570 conn(0x5560836a8be0 msgr2=0x5560836b2030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 shutdown_connections 2023-07-14T13:10:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 1 -- 172.21.15.40:0/1361919570 wait complete. 2023-07-14T13:10:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.494+0000 7ffaf6d64b80 20 client.18018 trim_cache size 0 max 16384 2023-07-14T13:10:53.533 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:10:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:10:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:10:53.534 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:10:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ffad40a34c0 msgr2=0x7ffad40a5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ffad40a34c0 0x7ffad40a5970 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ffae4103010 tx=0x7ffad000b410 comp rx=0 tx=0).stop 2023-07-14T13:10:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 msgr2=0x7ffae4199a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:10:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae4199a40 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7ffad8009990 tx=0x7ffad800f690 comp rx=0 tx=0).stop 2023-07-14T13:10:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 shutdown_connections 2023-07-14T13:10:53.535 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7ffad40a34c0 0x7ffad40a5970 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffae4103470 0x7ffae41938a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffae40fe550 0x7ffae4199a40 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 --2- 172.21.15.40:0/2236741506 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7ffae40feef0 0x7ffae4199f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:10:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 >> 172.21.15.40:0/2236741506 conn(0x7ffae4075060 msgr2=0x7ffae40fbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:10:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 shutdown_connections 2023-07-14T13:10:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:10:53.495+0000 7ffaeabde700 1 -- 172.21.15.40:0/2236741506 wait complete. 2023-07-14T13:10:53.873 INFO:tasks.workunit.client.0.smithi040.stdout: 10 380413 28.91 MB/sec execute 566 sec latency 269.222 ms 2023-07-14T13:10:54.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:54 smithi133 ceph-mon[98311]: pgmap v775: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.6 MiB/s wr, 485 op/s 2023-07-14T13:10:54.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:54 smithi130 ceph-mon[97977]: pgmap v775: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.6 MiB/s wr, 485 op/s 2023-07-14T13:10:54.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:54 smithi040 ceph-mon[96535]: pgmap v775: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 MiB/s rd, 9.6 MiB/s wr, 485 op/s 2023-07-14T13:10:54.877 INFO:tasks.workunit.client.0.smithi040.stdout: 10 380988 28.91 MB/sec execute 567 sec latency 170.035 ms 2023-07-14T13:10:55.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 381501 28.92 MB/sec execute 568 sec latency 281.961 ms 2023-07-14T13:10:56.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:56 smithi133 ceph-mon[98311]: pgmap v776: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 14 MiB/s wr, 754 op/s 2023-07-14T13:10:56.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:56 smithi130 ceph-mon[97977]: pgmap v776: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 14 MiB/s wr, 754 op/s 2023-07-14T13:10:56.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:56 smithi040 ceph-mon[96535]: pgmap v776: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 MiB/s rd, 14 MiB/s wr, 754 op/s 2023-07-14T13:10:56.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 382025 28.94 MB/sec execute 569 sec latency 82.410 ms 2023-07-14T13:10:57.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 382542 28.93 MB/sec execute 570 sec latency 86.260 ms 2023-07-14T13:10:58.756 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:10:58 smithi133 ceph-mon[98311]: pgmap v777: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.6 MiB/s wr, 485 op/s 2023-07-14T13:10:58.796 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:10:58 smithi130 ceph-mon[97977]: pgmap v777: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.6 MiB/s wr, 485 op/s 2023-07-14T13:10:58.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:10:58 smithi040 ceph-mon[96535]: pgmap v777: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 MiB/s rd, 9.6 MiB/s wr, 485 op/s 2023-07-14T13:10:58.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 382955 28.92 MB/sec execute 571 sec latency 95.311 ms 2023-07-14T13:10:59.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 383349 28.89 MB/sec execute 572 sec latency 137.728 ms 2023-07-14T13:11:00.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:00 smithi133 ceph-mon[98311]: pgmap v778: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 631 op/s 2023-07-14T13:11:00.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:00 smithi130 ceph-mon[97977]: pgmap v778: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 631 op/s 2023-07-14T13:11:00.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:00 smithi040 ceph-mon[96535]: pgmap v778: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 MiB/s rd, 13 MiB/s wr, 631 op/s 2023-07-14T13:11:00.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 383632 28.86 MB/sec execute 573 sec latency 352.458 ms 2023-07-14T13:11:01.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 383649 28.82 MB/sec execute 574 sec latency 1023.531 ms 2023-07-14T13:11:02.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:02 smithi133 ceph-mon[98311]: pgmap v779: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 12 MiB/s wr, 572 op/s 2023-07-14T13:11:02.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:02 smithi130 ceph-mon[97977]: pgmap v779: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 12 MiB/s wr, 572 op/s 2023-07-14T13:11:02.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:02 smithi040 ceph-mon[96535]: pgmap v779: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 MiB/s rd, 12 MiB/s wr, 572 op/s 2023-07-14T13:11:02.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 383874 28.78 MB/sec execute 575 sec latency 1289.761 ms 2023-07-14T13:11:03.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 384036 28.74 MB/sec execute 576 sec latency 177.388 ms 2023-07-14T13:11:04.505 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:04 smithi133 ceph-mon[98311]: pgmap v780: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 493 op/s 2023-07-14T13:11:04.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:04 smithi130 ceph-mon[97977]: pgmap v780: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 493 op/s 2023-07-14T13:11:04.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:04 smithi040 ceph-mon[96535]: pgmap v780: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 9.7 MiB/s wr, 493 op/s 2023-07-14T13:11:04.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 384237 28.71 MB/sec execute 577 sec latency 217.427 ms 2023-07-14T13:11:05.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 384576 28.70 MB/sec execute 578 sec latency 348.786 ms 2023-07-14T13:11:06.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/1367592540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c101690 msgr2=0x7fc79c109b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/1367592540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c101690 0x7fc79c109b80 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fc78c009990 tx=0x7fc78c009ca0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/1367592540 shutdown_connections 2023-07-14T13:11:06.662 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/1367592540 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc79c100d80 0x7fc79c101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/1367592540 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc79c10a0c0 0x7fc79c10c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/1367592540 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c101690 0x7fc79c109b80 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.625+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/1367592540 >> 172.21.15.40:0/1367592540 conn(0x7fc79c0fa570 msgr2=0x7fc79c0fc980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:06.663 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.626+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/1367592540 shutdown_connections 2023-07-14T13:11:06.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.626+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/1367592540 wait complete. 2023-07-14T13:11:06.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 Processor -- start 2023-07-14T13:11:06.664 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 -- start start 2023-07-14T13:11:06.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc79c100d80 0x7fc79c0fe9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc79c101690 0x7fc79c0fef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 0x7fc79c0ff450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc79c1a86d0 con 0x7fc79c10a0c0 2023-07-14T13:11:06.665 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc79c1a8840 con 0x7fc79c101690 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.627+0000 7fc7a1c2e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc79c1a8a00 con 0x7fc79c100d80 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 0x7fc79c0ff450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 0x7fc79c0ff450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40100/0 (socket says 172.21.15.40:40100) 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 -- 172.21.15.40:0/86322955 learned_addr learned my addr 172.21.15.40:0/86322955 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc79c100d80 0x7fc79c0fe9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79affd700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc79c101690 0x7fc79c0fef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.666 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 -- 172.21.15.40:0/86322955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc79c100d80 msgr2=0x7fc79c0fe9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc79c100d80 0x7fc79c0fe9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 -- 172.21.15.40:0/86322955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc79c101690 msgr2=0x7fc79c0fef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc79c101690 0x7fc79c0fef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 -- 172.21.15.40:0/86322955 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc78c0095f0 con 0x7fc79c10a0c0 2023-07-14T13:11:06.667 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.628+0000 7fc79bfff700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 0x7fc79c0ff450 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc79400ef30 tx=0x7fc79400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:06.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.629+0000 7fc798ff9700 1 -- 172.21.15.40:0/86322955 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc794018070 con 0x7fc79c10a0c0 2023-07-14T13:11:06.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.629+0000 7fc798ff9700 1 -- 172.21.15.40:0/86322955 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc79400f040 con 0x7fc79c10a0c0 2023-07-14T13:11:06.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.629+0000 7fc798ff9700 1 -- 172.21.15.40:0/86322955 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc79400cd90 con 0x7fc79c10a0c0 2023-07-14T13:11:06.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.629+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc79c1a8c80 con 0x7fc79c10a0c0 2023-07-14T13:11:06.668 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.629+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc79c1a9140 con 0x7fc79c10a0c0 2023-07-14T13:11:06.669 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.633+0000 7fc798ff9700 1 -- 172.21.15.40:0/86322955 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fc794004ad0 con 0x7fc79c10a0c0 2023-07-14T13:11:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.633+0000 7fc798ff9700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc7840a1410 0x7fc7840a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc798ff9700 1 -- 172.21.15.40:0/86322955 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc7940cc760 con 0x7fc79c10a0c0 2023-07-14T13:11:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 Processor -- start 2023-07-14T13:11:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 -- start start 2023-07-14T13:11:06.671 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e748594240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e7485989a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594bf0 0x55e748598ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e748488c50 con 0x55e748594780 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7484db9e0 con 0x55e748594bf0 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7484d4e70 con 0x55e7483df6b0 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e7485989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.672 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e7485989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40106/0 (socket says 172.21.15.40:40106) 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 -- 172.21.15.40:0/1072588207 learned_addr learned my addr 172.21.15.40:0/1072588207 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79bfff700 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594bf0 0x55e748598ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 -- 172.21.15.40:0/1072588207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 msgr2=0x55e748594240 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e748594240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 -- 172.21.15.40:0/1072588207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594bf0 msgr2=0x55e748598ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594bf0 0x55e748598ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.673 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.634+0000 7fc79affd700 1 -- 172.21.15.40:0/1072588207 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e748302d80 con 0x55e748594780 2023-07-14T13:11:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.635+0000 7fc79affd700 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e7485989a0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc78c015000 tx=0x7fc78c005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e192e8dde1a4620b server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.635+0000 7fc781ffb700 1 -- 172.21.15.40:0/1072588207 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc78c00bee0 con 0x55e748594780 2023-07-14T13:11:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.635+0000 7fc781ffb700 1 -- 172.21.15.40:0/1072588207 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc78c01e040 con 0x55e748594780 2023-07-14T13:11:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.635+0000 7fc781ffb700 1 -- 172.21.15.40:0/1072588207 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc78c004a00 con 0x55e748594780 2023-07-14T13:11:06.676 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.635+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc7840a1410 0x7fc7840a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 -- 172.21.15.40:0/1072588207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 msgr2=0x55e7485989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e7485989a0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc78c015000 tx=0x7fc78c005e80 comp rx=0 tx=0).stop 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 -- 172.21.15.40:0/1072588207 shutdown_connections 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e748594240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594bf0 0x55e748598ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/1072588207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e7485989a0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 -- 172.21.15.40:0/1072588207 >> 172.21.15.40:0/1072588207 conn(0x55e748578be0 msgr2=0x55e74857df10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:06.677 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc7840a1410 0x7fc7840a38c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc790009c00 tx=0x7fc790009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 -- 172.21.15.40:0/1072588207 shutdown_connections 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 -- 172.21.15.40:0/1072588207 wait complete. 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.636+0000 7fc7addb4b80 1 -- start start 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 Processor -- start 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e7485a3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 0x55e7485a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594bf0 0x55e74859d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.678 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e748474a60 con 0x55e748594bf0 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e748474760 con 0x55e748594780 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7483588c0 con 0x55e7483df6b0 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc7addb4b80 10 client.0 _ll_register_callbacks cb 0x55e748472700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc79affd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 0x55e7485a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc79b7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e7485a3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc79affd700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 0x55e7485a3bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57368/0 (socket says 172.21.15.40:57368) 2023-07-14T13:11:06.679 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc79affd700 1 -- 172.21.15.40:0/475919647 learned_addr learned my addr 172.21.15.40:0/475919647 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc79b7fe700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e7485a3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53802/0 (socket says 172.21.15.40:53802) 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.637+0000 7fc79bfff700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594bf0 0x55e74859d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79b7fe700 1 -- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 msgr2=0x55e7485a3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 0x55e7485a3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79b7fe700 1 -- 172.21.15.40:0/475919647 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594bf0 msgr2=0x55e74859d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594bf0 0x55e74859d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79b7fe700 1 -- 172.21.15.40:0/475919647 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc79c10d1f0 con 0x55e7483df6b0 2023-07-14T13:11:06.680 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79affd700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 0x55e7485a3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:11:06.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e7485a3670 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc7900042c0 tx=0x7fc7900047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b26829f1df95ba25 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:06.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc77affd700 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2023-07-14T13:11:06.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc77affd700 1 -- 172.21.15.40:0/475919647 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc79001e420 con 0x55e7483df6b0 2023-07-14T13:11:06.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc77affd700 1 -- 172.21.15.40:0/475919647 <== mon.1 v2:172.21.15.133:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc79001e580 con 0x55e7483df6b0 2023-07-14T13:11:06.681 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e74842e490 con 0x55e7483df6b0 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc77affd700 1 -- 172.21.15.40:0/475919647 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc79001e740 con 0x55e7483df6b0 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc7addb4b80 10 client.27460 fetch_fsmap learned FSMap version 90 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x55e7482ebc00 con 0x55e7483df6b0 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.638+0000 7fc77affd700 1 -- 172.21.15.40:0/475919647 <== mon.1 v2:172.21.15.133:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc790032080 con 0x55e7483df6b0 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc77affd700 1 -- 172.21.15.40:0/475919647 <== mon.1 v2:172.21.15.133:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fc79002c030 con 0x55e7483df6b0 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc7addb4b80 10 client.27460 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc7addb4b80 10 client.27460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:11:06.682 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc7addb4b80 20 client.27460 populate_metadata read hostname 'smithi040' 2023-07-14T13:11:06.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e7485adb70 0x55e7485aff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc7addb4b80 4 client.27460 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:11:06.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e7484cde50 con 0x55e7485adb70 2023-07-14T13:11:06.683 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc79affd700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e7485adb70 0x55e7485aff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc77affd700 10 client.27460 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:06.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.639+0000 7fc79affd700 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e7485adb70 0x55e7485aff80 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfcd76b5352654f6 server_cookie=54b54e4cc37b66bf in_seq=0 out_seq=0 2023-07-14T13:11:06.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc77affd700 1 -- 172.21.15.40:0/475919647 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x55e7484cde50 con 0x55e7485adb70 2023-07-14T13:11:06.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc77affd700 10 client.27460 handle_command_reply: tid=0 2023-07-14T13:11:06.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 client.27460 shutdown 2023-07-14T13:11:06.685 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 msgr2=0x55e7485a3670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e7485a3670 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc7900042c0 tx=0x7fc7900047c0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 shutdown_connections 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e7485adb70 0x55e7485aff80 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e7483df6b0 0x55e7485a3670 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594bf0 0x55e74859d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/475919647 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748594780 0x55e7485a3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.686 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc77affd700 0 client.27460 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:06.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 >> 172.21.15.40:0/475919647 conn(0x55e748578be0 msgr2=0x55e74857d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:06.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 shutdown_connections 2023-07-14T13:11:06.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.641+0000 7fc7addb4b80 1 -- 172.21.15.40:0/475919647 wait complete. 2023-07-14T13:11:06.687 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.642+0000 7fc7addb4b80 20 client.27460 trim_cache size 0 max 16384 2023-07-14T13:11:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.658+0000 7fc7addb4b80 1 Processor -- start 2023-07-14T13:11:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.658+0000 7fc7addb4b80 1 -- start start 2023-07-14T13:11:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748578be0 0x55e74859d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7483df6b0 0x55e748582740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.696 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e74859ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e74859e8c0 con 0x55e748594780 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e74857ad60 con 0x55e7483df6b0 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e748594fc0 con 0x55e748578be0 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e74859ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e74859ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40122/0 (socket says 172.21.15.40:40122) 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 -- 172.21.15.40:0/222529656 learned_addr learned my addr 172.21.15.40:0/222529656 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748578be0 0x55e74859d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.697 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 -- 172.21.15.40:0/222529656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748578be0 msgr2=0x55e74859d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748578be0 0x55e74859d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 -- 172.21.15.40:0/222529656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7483df6b0 msgr2=0x55e748582740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7483df6b0 0x55e748582740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 -- 172.21.15.40:0/222529656 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e7483291f0 con 0x55e748594780 2023-07-14T13:11:06.698 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc79bfff700 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e74859ad00 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fc794009c10 tx=0x7fc7940b9040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7705d9c666234936 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:06.699 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7827fc700 1 -- 172.21.15.40:0/222529656 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc79409d8a0 con 0x55e748594780 2023-07-14T13:11:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7827fc700 1 -- 172.21.15.40:0/222529656 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7940a1c30 con 0x55e748594780 2023-07-14T13:11:06.701 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.659+0000 7fc7827fc700 1 -- 172.21.15.40:0/222529656 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc794098fc0 con 0x55e748594780 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 -- 172.21.15.40:0/222529656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 msgr2=0x55e74859ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e74859ad00 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fc794009c10 tx=0x7fc7940b9040 comp rx=0 tx=0).stop 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 -- 172.21.15.40:0/222529656 shutdown_connections 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748578be0 0x55e74859d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e748594780 0x55e74859ad00 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/222529656 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e7483df6b0 0x55e748582740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.702 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 -- 172.21.15.40:0/222529656 >> 172.21.15.40:0/222529656 conn(0x55e74859e4f0 msgr2=0x55e748582030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 -- 172.21.15.40:0/222529656 shutdown_connections 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.660+0000 7fc7addb4b80 1 -- 172.21.15.40:0/222529656 wait complete. 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 -- start start 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 Processor -- start 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 0x55e7485faf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748578be0 0x55e7485fb4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748594780 0x55e7485f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.703 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7485f60f0 con 0x55e7483df6b0 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7485f6260 con 0x55e748578be0 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7485f6420 con 0x55e748594780 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc7addb4b80 10 client.0 _ll_register_callbacks cb 0x7fc790011dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc79b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 0x55e7485faf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc79b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 0x55e7485faf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40126/0 (socket says 172.21.15.40:40126) 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc79b7fe700 1 -- 172.21.15.40:0/4098728663 learned_addr learned my addr 172.21.15.40:0/4098728663 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:06.704 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.661+0000 7fc79bfff700 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748594780 0x55e7485f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc79b7fe700 1 -- 172.21.15.40:0/4098728663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748594780 msgr2=0x55e7485f59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748594780 0x55e7485f59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc79b7fe700 1 -- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748578be0 msgr2=0x55e7485fb4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748578be0 0x55e7485fb4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc79b7fe700 1 -- 172.21.15.40:0/4098728663 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc79c1a9140 con 0x55e7483df6b0 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc79b7fe700 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 0x55e7485faf90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fc790003ae0 tx=0x7fc79002ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42aa15314e037e24 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc77affd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:11:06.705 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc77affd700 1 -- 172.21.15.40:0/4098728663 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc79002e600 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc77affd700 1 -- 172.21.15.40:0/4098728663 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fc790035030 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc78c01e040 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc77affd700 1 -- 172.21.15.40:0/4098728663 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc790004830 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc7addb4b80 10 client.18036 fetch_fsmap learned FSMap version 90 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x55e748301250 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc77affd700 1 -- 172.21.15.40:0/4098728663 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc78c01e040 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc77affd700 1 -- 172.21.15.40:0/4098728663 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fc7900042f0 con 0x55e7483df6b0 2023-07-14T13:11:06.706 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.662+0000 7fc7addb4b80 10 client.18036 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.663+0000 7fc7addb4b80 10 client.18036 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.663+0000 7fc7addb4b80 20 client.18036 populate_metadata read hostname 'smithi040' 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.663+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e748594bf0 0x55e748604c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.663+0000 7fc7addb4b80 4 client.18036 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.663+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e74848fff0 con 0x55e748594bf0 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.664+0000 7fc79affd700 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e748594bf0 0x55e748604c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:06.707 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.664+0000 7fc77affd700 10 client.18036 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:06.708 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.664+0000 7fc79affd700 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e748594bf0 0x55e748604c90 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ece8e50ba88adcf8 server_cookie=38c6fd4a3d231493 in_seq=0 out_seq=0 2023-07-14T13:11:06.772 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:06 smithi133 ceph-mon[98311]: pgmap v781: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 14 MiB/s wr, 777 op/s 2023-07-14T13:11:06.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:06 smithi130 ceph-mon[97977]: pgmap v781: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 14 MiB/s wr, 777 op/s 2023-07-14T13:11:06.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:06 smithi040 ceph-mon[96535]: pgmap v781: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 MiB/s rd, 14 MiB/s wr, 777 op/s 2023-07-14T13:11:06.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 385134 28.71 MB/sec execute 579 sec latency 174.762 ms 2023-07-14T13:11:06.993 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc77affd700 1 -- 172.21.15.40:0/4098728663 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e74848fff0 con 0x55e748594bf0 2023-07-14T13:11:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc77affd700 10 client.18036 handle_command_reply: tid=0 2023-07-14T13:11:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 client.18036 shutdown 2023-07-14T13:11:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 msgr2=0x55e7485faf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 0x55e7485faf90 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fc790003ae0 tx=0x7fc79002ed40 comp rx=0 tx=0).stop 2023-07-14T13:11:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 shutdown_connections 2023-07-14T13:11:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x55e748594bf0 0x55e748604c90 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e748594780 0x55e7485f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc77affd700 0 client.18036 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e7483df6b0 0x55e7485faf90 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 --2- 172.21.15.40:0/4098728663 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x55e748578be0 0x55e7485fb4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 >> 172.21.15.40:0/4098728663 conn(0x55e74859e4f0 msgr2=0x55e74857cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.956+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 shutdown_connections 2023-07-14T13:11:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7addb4b80 1 -- 172.21.15.40:0/4098728663 wait complete. 2023-07-14T13:11:07.000 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7addb4b80 20 client.18036 trim_cache size 0 max 16384 2023-07-14T13:11:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:11:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:11:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:11:07.001 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:11:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc7840a1410 msgr2=0x7fc7840a38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc7840a1410 0x7fc7840a38c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc790009c00 tx=0x7fc790009260 comp rx=0 tx=0).stop 2023-07-14T13:11:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 msgr2=0x7fc79c0ff450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:07.002 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 0x7fc79c0ff450 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc79400ef30 tx=0x7fc79400c3a0 comp rx=0 tx=0).stop 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 shutdown_connections 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fc7840a1410 0x7fc7840a38c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc79c100d80 0x7fc79c0fe9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc79c10a0c0 0x7fc79c0ff450 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 --2- 172.21.15.40:0/86322955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fc79c101690 0x7fc79c0fef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 >> 172.21.15.40:0/86322955 conn(0x7fc79c0fa570 msgr2=0x7fc79c10c200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:07.003 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 shutdown_connections 2023-07-14T13:11:07.004 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:06.957+0000 7fc7a1c2e700 1 -- 172.21.15.40:0/86322955 wait complete. 2023-07-14T13:11:07.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 385426 28.68 MB/sec execute 580 sec latency 237.717 ms 2023-07-14T13:11:08.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:08 smithi133 ceph-mon[98311]: pgmap v782: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.0 MiB/s wr, 508 op/s 2023-07-14T13:11:08.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:08 smithi133 ceph-mon[98311]: osdmap e123: 12 total, 12 up, 12 in 2023-07-14T13:11:08.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:08 smithi130 ceph-mon[97977]: pgmap v782: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.0 MiB/s wr, 508 op/s 2023-07-14T13:11:08.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:08 smithi130 ceph-mon[97977]: osdmap e123: 12 total, 12 up, 12 in 2023-07-14T13:11:08.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:08 smithi040 ceph-mon[96535]: pgmap v782: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 9.0 MiB/s wr, 508 op/s 2023-07-14T13:11:08.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:08 smithi040 ceph-mon[96535]: osdmap e123: 12 total, 12 up, 12 in 2023-07-14T13:11:08.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 385658 28.66 MB/sec execute 581 sec latency 161.315 ms 2023-07-14T13:11:09.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 385916 28.64 MB/sec execute 582 sec latency 163.569 ms 2023-07-14T13:11:10.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:10 smithi133 ceph-mon[98311]: pgmap v784: 97 pgs: 16 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 73 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 9.8 MiB/s wr, 617 op/s 2023-07-14T13:11:10.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:10 smithi130 ceph-mon[97977]: pgmap v784: 97 pgs: 16 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 73 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 9.8 MiB/s wr, 617 op/s 2023-07-14T13:11:10.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:10 smithi040 ceph-mon[96535]: pgmap v784: 97 pgs: 16 active+clean+snaptrim_wait, 8 active+clean+snaptrim, 73 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 9.8 MiB/s wr, 617 op/s 2023-07-14T13:11:10.878 INFO:tasks.workunit.client.0.smithi040.stdout: 10 386144 28.62 MB/sec execute 583 sec latency 254.133 ms 2023-07-14T13:11:11.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 386446 28.60 MB/sec execute 584 sec latency 111.582 ms 2023-07-14T13:11:12.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:12 smithi133 ceph-mon[98311]: pgmap v785: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 674 op/s 2023-07-14T13:11:12.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:12 smithi130 ceph-mon[97977]: pgmap v785: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 674 op/s 2023-07-14T13:11:12.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:12 smithi040 ceph-mon[96535]: pgmap v785: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 674 op/s 2023-07-14T13:11:12.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 386937 28.57 MB/sec execute 585 sec latency 99.765 ms 2023-07-14T13:11:13.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 387496 28.58 MB/sec execute 586 sec latency 91.872 ms 2023-07-14T13:11:14.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:14 smithi133 ceph-mon[98311]: pgmap v786: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 674 op/s 2023-07-14T13:11:14.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:14 smithi130 ceph-mon[97977]: pgmap v786: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 674 op/s 2023-07-14T13:11:14.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:14 smithi040 ceph-mon[96535]: pgmap v786: 97 pgs: 31 active+clean+snaptrim_wait, 15 active+clean+snaptrim, 51 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 MiB/s rd, 10 MiB/s wr, 674 op/s 2023-07-14T13:11:14.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 388039 28.59 MB/sec execute 587 sec latency 102.614 ms 2023-07-14T13:11:15.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 388357 28.55 MB/sec execute 588 sec latency 262.249 ms 2023-07-14T13:11:16.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:16 smithi133 ceph-mon[98311]: pgmap v787: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 580 op/s 2023-07-14T13:11:16.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:16 smithi130 ceph-mon[97977]: pgmap v787: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 580 op/s 2023-07-14T13:11:16.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:16 smithi040 ceph-mon[96535]: pgmap v787: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 580 op/s 2023-07-14T13:11:16.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 388876 28.56 MB/sec execute 589 sec latency 159.881 ms 2023-07-14T13:11:17.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 389366 28.56 MB/sec execute 590 sec latency 109.489 ms 2023-07-14T13:11:18.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:18 smithi133 ceph-mon[98311]: pgmap v788: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 580 op/s 2023-07-14T13:11:18.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:18 smithi133 ceph-mon[98311]: osdmap e124: 12 total, 12 up, 12 in 2023-07-14T13:11:18.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:18 smithi130 ceph-mon[97977]: pgmap v788: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 580 op/s 2023-07-14T13:11:18.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:18 smithi130 ceph-mon[97977]: osdmap e124: 12 total, 12 up, 12 in 2023-07-14T13:11:18.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:18 smithi040 ceph-mon[96535]: pgmap v788: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 MiB/s rd, 11 MiB/s wr, 580 op/s 2023-07-14T13:11:18.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:18 smithi040 ceph-mon[96535]: osdmap e124: 12 total, 12 up, 12 in 2023-07-14T13:11:18.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 389793 28.55 MB/sec execute 591 sec latency 101.700 ms 2023-07-14T13:11:19.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 390283 28.55 MB/sec execute 592 sec latency 84.075 ms 2023-07-14T13:11:20.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/2213387078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 msgr2=0x7fb0f41104c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.127 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/2213387078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f41104c0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fb0e0009990 tx=0x7fb0e0009ca0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/2213387078 shutdown_connections 2023-07-14T13:11:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/2213387078 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4074a40 0x7fb0f4074e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/2213387078 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb0f4110a00 0x7fb0f4112de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.128 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/2213387078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f41104c0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/2213387078 >> 172.21.15.40:0/2213387078 conn(0x7fb0f40fd840 msgr2=0x7fb0f40ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:20.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/2213387078 shutdown_connections 2023-07-14T13:11:20.129 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.090+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/2213387078 wait complete. 2023-07-14T13:11:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 Processor -- start 2023-07-14T13:11:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 -- start start 2023-07-14T13:11:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb0f4074a40 0x7fb0f419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f419c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4110a00 0x7fb0f41a0e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.131 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f41a14c0 con 0x7fb0f4075350 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f41a1630 con 0x7fb0f4074a40 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0fb1b0700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f41a17f0 con 0x7fb0f4110a00 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.091+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f419c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f419c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40142/0 (socket says 172.21.15.40:40142) 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f974d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4110a00 0x7fb0f41a0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 -- 172.21.15.40:0/1365882558 learned_addr learned my addr 172.21.15.40:0/1365882558 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 -- 172.21.15.40:0/1365882558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4110a00 msgr2=0x7fb0f41a0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.132 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4110a00 0x7fb0f41a0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 -- 172.21.15.40:0/1365882558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb0f4074a40 msgr2=0x7fb0f419c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb0f4074a40 0x7fb0f419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 -- 172.21.15.40:0/1365882558 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0e00095f0 con 0x7fb0f4075350 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f974d700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4110a00 0x7fb0f41a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f419c810 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fb0e0005910 tx=0x7fb0e0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0f1ffb700 1 -- 172.21.15.40:0/1365882558 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e001d070 con 0x7fb0f4075350 2023-07-14T13:11:20.133 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.092+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0f41a1a70 con 0x7fb0f4075350 2023-07-14T13:11:20.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.093+0000 7fb0f1ffb700 1 -- 172.21.15.40:0/1365882558 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0e00054f0 con 0x7fb0f4075350 2023-07-14T13:11:20.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.093+0000 7fb0f1ffb700 1 -- 172.21.15.40:0/1365882558 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e0004c40 con 0x7fb0f4075350 2023-07-14T13:11:20.134 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.093+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0f41a9310 con 0x7fb0f4075350 2023-07-14T13:11:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.095+0000 7fb0f1ffb700 1 -- 172.21.15.40:0/1365882558 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fb0e000fbc0 con 0x7fb0f4075350 2023-07-14T13:11:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.096+0000 7fb0f1ffb700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb0e40a1300 0x7fb0e40a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.096+0000 7fb0f1ffb700 1 -- 172.21.15.40:0/1365882558 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fb0e00cdf60 con 0x7fb0f4075350 2023-07-14T13:11:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.096+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb0e40a1300 0x7fb0e40a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 Processor -- start 2023-07-14T13:11:20.136 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 -- start start 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb0e40a1300 0x7fb0e40a37b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8005950 tx=0x7fb0e80058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15391d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f1538c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f1538c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f15291c50 con 0x561f153922d0 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f152e49e0 con 0x561f151e86b0 2023-07-14T13:11:20.137 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb107336b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f152dde70 con 0x561f1538c580 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f1538c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f1538c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40150/0 (socket says 172.21.15.40:40150) 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.097+0000 7fb0f3fff700 1 -- 172.21.15.40:0/28516950 learned_addr learned my addr 172.21.15.40:0/28516950 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f974d700 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f1538c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f3fff700 1 -- 172.21.15.40:0/28516950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 msgr2=0x561f1538c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f1538c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.138 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f3fff700 1 -- 172.21.15.40:0/28516950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 msgr2=0x561f15391d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15391d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f3fff700 1 -- 172.21.15.40:0/28516950 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f1510bd80 con 0x561f153922d0 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f1538c040 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fb0e009ae90 tx=0x7fb0e000b680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8747d9e6df83c4e server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0deffd700 1 -- 172.21.15.40:0/28516950 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e009f1c0 con 0x561f153922d0 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0deffd700 1 -- 172.21.15.40:0/28516950 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0e00a3550 con 0x561f153922d0 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.098+0000 7fb0deffd700 1 -- 172.21.15.40:0/28516950 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e009a8e0 con 0x561f153922d0 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 -- 172.21.15.40:0/28516950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 msgr2=0x561f1538c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.139 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f1538c040 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fb0e009ae90 tx=0x7fb0e000b680 comp rx=0 tx=0).stop 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 -- 172.21.15.40:0/28516950 shutdown_connections 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f1538c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15391d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 --2- 172.21.15.40:0/28516950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f1538c040 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 -- 172.21.15.40:0/28516950 >> 172.21.15.40:0/28516950 conn(0x561f15381be0 msgr2=0x561f15386f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 -- 172.21.15.40:0/28516950 shutdown_connections 2023-07-14T13:11:20.140 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 -- 172.21.15.40:0/28516950 wait complete. 2023-07-14T13:11:20.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.099+0000 7fb107336b80 1 -- start start 2023-07-14T13:11:20.143 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 Processor -- start 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15398460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f1538c580 0x561f15395750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f153922d0 0x561f15395c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f1527da60 con 0x561f1538c580 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f1527d760 con 0x561f151e86b0 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f151618c0 con 0x561f153922d0 2023-07-14T13:11:20.144 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb107336b80 10 client.0 _ll_register_callbacks cb 0x561f1527b700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb0f8f4c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15398460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb0f8f4c700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15398460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.130:3300/0 says I am v2:172.21.15.40:57408/0 (socket says 172.21.15.40:57408) 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb0f974d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f153922d0 0x561f15395c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.100+0000 7fb0f8f4c700 1 -- 172.21.15.40:0/794355204 learned_addr learned my addr 172.21.15.40:0/794355204 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0f8f4c700 1 -- 172.21.15.40:0/794355204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f153922d0 msgr2=0x561f15395c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f153922d0 0x561f15395c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.145 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0f8f4c700 1 -- 172.21.15.40:0/794355204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f1538c580 msgr2=0x561f15395750 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f1538c580 0x561f15395750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0f8f4c700 1 -- 172.21.15.40:0/794355204 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0f41a9310 con 0x561f151e86b0 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15398460 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8010480 tx=0x7fb0e8010790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a23ab83e7143af84 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0d3fff700 10 client.0 ms_handle_connect on v2:172.21.15.130:3300/0 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0d3fff700 1 -- 172.21.15.40:0/794355204 <== mon.2 v2:172.21.15.130:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0e8025660 con 0x561f151e86b0 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561f15237490 con 0x561f151e86b0 2023-07-14T13:11:20.146 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0d3fff700 1 -- 172.21.15.40:0/794355204 <== mon.2 v2:172.21.15.130:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fb0e80257c0 con 0x561f151e86b0 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb0d3fff700 1 -- 172.21.15.40:0/794355204 <== mon.2 v2:172.21.15.130:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb0e8025980 con 0x561f151e86b0 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb107336b80 10 client.27488 fetch_fsmap learned FSMap version 90 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.101+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x561f150f4c00 con 0x561f151e86b0 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb0d3fff700 1 -- 172.21.15.40:0/794355204 <== mon.2 v2:172.21.15.130:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0e8031080 con 0x561f151e86b0 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb0d3fff700 1 -- 172.21.15.40:0/794355204 <== mon.2 v2:172.21.15.130:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fb0e802b030 con 0x561f151e86b0 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb107336b80 10 client.27488 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:11:20.147 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb107336b80 10 client.27488 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb107336b80 20 client.27488 populate_metadata read hostname 'smithi040' 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb107336b80 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f153b69a0 0x561f153b8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb107336b80 4 client.27488 mds_command: new command op to 24527 tid=0[{"prefix": "get_command_descriptions"}] 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561f152d6e50 con 0x561f153b69a0 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f153b69a0 0x561f153b8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb0d3fff700 10 client.27488 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:20.148 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.102+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f153b69a0 0x561f153b8db0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb209446a34eb332 server_cookie=1ebaa62164f78b5b in_seq=0 out_seq=0 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb0d3fff700 1 -- 172.21.15.40:0/794355204 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18291 (crc 0 0 0) 0x561f152d6e50 con 0x561f153b69a0 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb0d3fff700 10 client.27488 handle_command_reply: tid=0 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 client.27488 shutdown 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 msgr2=0x561f15398460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15398460 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8010480 tx=0x7fb0e8010790 comp rx=0 tx=0).stop 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 shutdown_connections 2023-07-14T13:11:20.149 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f153b69a0 0x561f153b8db0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f153922d0 0x561f15395c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb0d3fff700 0 client.27488 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f15398460 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 --2- 172.21.15.40:0/794355204 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f1538c580 0x561f15395750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.103+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 >> 172.21.15.40:0/794355204 conn(0x561f15381be0 msgr2=0x561f153864e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.104+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 shutdown_connections 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.104+0000 7fb107336b80 1 -- 172.21.15.40:0/794355204 wait complete. 2023-07-14T13:11:20.150 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.104+0000 7fb107336b80 20 client.27488 trim_cache size 0 max 16384 2023-07-14T13:11:20.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 Processor -- start 2023-07-14T13:11:20.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 -- start start 2023-07-14T13:11:20.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f1538c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f15395060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153adbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.160 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f15388bb0 con 0x561f153922d0 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f15383d30 con 0x561f151e86b0 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb107336b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f153b4100 con 0x561f1538c580 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.122+0000 7fb0f974d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153adbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f15395060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153adbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40164/0 (socket says 172.21.15.40:40164) 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 -- 172.21.15.40:0/2839165399 learned_addr learned my addr 172.21.15.40:0/2839165399 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:20.161 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f1538c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 -- 172.21.15.40:0/2839165399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 msgr2=0x561f15395060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f15395060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 -- 172.21.15.40:0/2839165399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 msgr2=0x561f1538c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f1538c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 -- 172.21.15.40:0/2839165399 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561f153bd9e0 con 0x561f153922d0 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f3fff700 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f15395060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:11:20.162 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0f974d700 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153adbe0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec00a820 tx=0x7fb0ec009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a3af49c2039242 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0df7fe700 1 -- 172.21.15.40:0/2839165399 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec010040 con 0x561f153922d0 2023-07-14T13:11:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0df7fe700 1 -- 172.21.15.40:0/2839165399 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0ec016dd0 con 0x561f153922d0 2023-07-14T13:11:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.123+0000 7fb0df7fe700 1 -- 172.21.15.40:0/2839165399 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec015310 con 0x561f153922d0 2023-07-14T13:11:20.164 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 -- 172.21.15.40:0/2839165399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 msgr2=0x561f153adbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153adbe0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec00a820 tx=0x7fb0ec009650 comp rx=0 tx=0).stop 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 -- 172.21.15.40:0/2839165399 shutdown_connections 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153adbe0 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f1538c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 --2- 172.21.15.40:0/2839165399 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f15395060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.124+0000 7fb107336b80 1 -- 172.21.15.40:0/2839165399 >> 172.21.15.40:0/2839165399 conn(0x561f15381be0 msgr2=0x561f15391380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:20.165 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.125+0000 7fb107336b80 1 -- 172.21.15.40:0/2839165399 shutdown_connections 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.125+0000 7fb107336b80 1 -- 172.21.15.40:0/2839165399 wait complete. 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.125+0000 7fb107336b80 1 -- start start 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.125+0000 7fb107336b80 1 Processor -- start 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f153ad700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f153adc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153abbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f153ac2b0 con 0x561f153922d0 2023-07-14T13:11:20.166 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f153ac420 con 0x561f151e86b0 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f153ac5e0 con 0x561f1538c580 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb107336b80 10 client.0 _ll_register_callbacks cb 0x561f1527b700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153abbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f153adc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153abbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40168/0 (socket says 172.21.15.40:40168) 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f3fff700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f153adc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53860/0 (socket says 172.21.15.40:53860) 2023-07-14T13:11:20.167 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 -- 172.21.15.40:0/3886020062 learned_addr learned my addr 172.21.15.40:0/3886020062 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 -- 172.21.15.40:0/3886020062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 msgr2=0x561f153adc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f153adc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 -- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 msgr2=0x561f153ad700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f153ad700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 -- 172.21.15.40:0/3886020062 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561f1510bd80 con 0x561f153922d0 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0f974d700 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153abbd0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec017a70 tx=0x7fb0ec009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98c63a9419491308 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.126+0000 7fb0d3fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-07-14T13:11:20.168 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.127+0000 7fb0d3fff700 1 -- 172.21.15.40:0/3886020062 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec010030 con 0x561f153922d0 2023-07-14T13:11:20.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.127+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb0e00a3550 con 0x561f153922d0 2023-07-14T13:11:20.169 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.127+0000 7fb0d3fff700 1 -- 172.21.15.40:0/3886020062 <== mon.0 v2:172.21.15.40:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fb0ec008030 con 0x561f153922d0 2023-07-14T13:11:20.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb0d3fff700 1 -- 172.21.15.40:0/3886020062 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb0ec025070 con 0x561f153922d0 2023-07-14T13:11:20.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 10 client.18051 fetch_fsmap learned FSMap version 90 2023-07-14T13:11:20.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=4+}) v3 -- 0x7fb0ec00a500 con 0x561f153922d0 2023-07-14T13:11:20.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb0d3fff700 1 -- 172.21.15.40:0/3886020062 <== mon.0 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb0e00a3550 con 0x561f153922d0 2023-07-14T13:11:20.170 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb0d3fff700 1 -- 172.21.15.40:0/3886020062 <== mon.0 v2:172.21.15.40:3300/0 5 ==== fsmap(e 90) v1 ==== 7470+0+0 (secure 0 0 0) 0x7fb0ec01d020 con 0x561f153922d0 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 10 client.18051 fetch_fsmap finished waiting for FSMap version 90 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 10 client.18051 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 20 client.18051 populate_metadata read hostname 'smithi040' 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f1540b8e0 0x561f1540dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 4 client.18051 mds_command: new command op to 24527 tid=0[{"prefix": "flush journal"}] 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.129+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 --> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561f15298ff0 con 0x561f1540b8e0 2023-07-14T13:11:20.171 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.130+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f1540b8e0 0x561f1540dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:20.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.130+0000 7fb0d3fff700 10 client.18051 ms_handle_connect on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:20.172 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.130+0000 7fb0f8f4c700 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f1540b8e0 0x561f1540dcf0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3e8e0fbac7480ee server_cookie=2c6bc3067bf3643e in_seq=0 out_seq=0 2023-07-14T13:11:20.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:20 smithi133 ceph-mon[98311]: pgmap v790: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 13 MiB/s wr, 601 op/s 2023-07-14T13:11:20.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.730+0000 7fb0d3fff700 1 -- 172.21.15.40:0/3886020062 <== mds.0 v2:172.21.15.130:6838/3748800315 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561f15298ff0 con 0x561f1540b8e0 2023-07-14T13:11:20.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.730+0000 7fb0d3fff700 10 client.18051 handle_command_reply: tid=0 2023-07-14T13:11:20.767 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.730+0000 7fb107336b80 1 client.18051 shutdown 2023-07-14T13:11:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.730+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 msgr2=0x561f153abbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.768 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.730+0000 7fb107336b80 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153abbd0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fb0ec017a70 tx=0x7fb0ec009fd0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 shutdown_connections 2023-07-14T13:11:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561f153922d0 0x561f153abbd0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x561f151e86b0 0x561f153ad700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.130:6838/3748800315,v1:172.21.15.130:6839/3748800315] conn(0x561f1540b8e0 0x561f1540dcf0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 --2- 172.21.15.40:0/3886020062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561f1538c580 0x561f153adc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.769 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 >> 172.21.15.40:0/3886020062 conn(0x561f15381be0 msgr2=0x561f15392900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb0d3fff700 0 client.18051 ms_handle_reset on v2:172.21.15.130:6838/3748800315 2023-07-14T13:11:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 shutdown_connections 2023-07-14T13:11:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 1 -- 172.21.15.40:0/3886020062 wait complete. 2023-07-14T13:11:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.731+0000 7fb107336b80 20 client.18051 trim_cache size 0 max 16384 2023-07-14T13:11:20.770 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:{ 2023-07-14T13:11:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "message": "", 2023-07-14T13:11:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout: "return_code": 0 2023-07-14T13:11:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stdout:} 2023-07-14T13:11:20.771 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb0e40a1300 msgr2=0x7fb0e40a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb0e40a1300 0x7fb0e40a37b0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8005950 tx=0x7fb0e80058e0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 msgr2=0x7fb0f419c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f419c810 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fb0e0005910 tx=0x7fb0e0004730 comp rx=0 tx=0).stop 2023-07-14T13:11:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 shutdown_connections 2023-07-14T13:11:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fb0e40a1300 0x7fb0e40a37b0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.772 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb0f4110a00 0x7fb0f41a0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fb0f4074a40 0x7fb0f419c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 --2- 172.21.15.40:0/1365882558 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb0f4075350 0x7fb0f419c810 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 >> 172.21.15.40:0/1365882558 conn(0x7fb0f40fd840 msgr2=0x7fb0f40ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 shutdown_connections 2023-07-14T13:11:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi040.front.sepia.ceph.com.smithi040.stderr:2023-07-14T13:11:20.732+0000 7fb0fb1b0700 1 -- 172.21.15.40:0/1365882558 wait complete. 2023-07-14T13:11:20.795 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:20 smithi130 ceph-mon[97977]: pgmap v790: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 13 MiB/s wr, 601 op/s 2023-07-14T13:11:20.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:20 smithi040 ceph-mon[96535]: pgmap v790: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 MiB/s rd, 13 MiB/s wr, 601 op/s 2023-07-14T13:11:20.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 390491 28.53 MB/sec execute 593 sec latency 442.207 ms 2023-07-14T13:11:21.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 390886 28.51 MB/sec execute 594 sec latency 113.679 ms 2023-07-14T13:11:22.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:22 smithi133 ceph-mon[98311]: pgmap v791: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 511 op/s 2023-07-14T13:11:22.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:22 smithi130 ceph-mon[97977]: pgmap v791: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 511 op/s 2023-07-14T13:11:22.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:22 smithi040 ceph-mon[96535]: pgmap v791: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 511 op/s 2023-07-14T13:11:22.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 391269 28.50 MB/sec execute 595 sec latency 100.871 ms 2023-07-14T13:11:23.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:23 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:11:23.796 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:23 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:11:23.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:23 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-07-14T13:11:23.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 391729 28.49 MB/sec execute 596 sec latency 98.260 ms 2023-07-14T13:11:24.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:24 smithi133 ceph-mon[98311]: pgmap v792: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 511 op/s 2023-07-14T13:11:24.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:24 smithi130 ceph-mon[97977]: pgmap v792: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 511 op/s 2023-07-14T13:11:24.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:24 smithi040 ceph-mon[96535]: pgmap v792: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 511 op/s 2023-07-14T13:11:24.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 392219 28.48 MB/sec execute 597 sec latency 126.564 ms 2023-07-14T13:11:25.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:25 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:11:25.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:25 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:11:25.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:25 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:11:25.796 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:25 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:11:25.797 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:25 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:11:25.797 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:25 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:11:25.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:25 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-07-14T13:11:25.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:25 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-07-14T13:11:25.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:25 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' 2023-07-14T13:11:25.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 392560 28.46 MB/sec execute 598 sec latency 363.510 ms 2023-07-14T13:11:26.795 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:26 smithi130 ceph-mon[97977]: pgmap v793: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 14 MiB/s wr, 604 op/s 2023-07-14T13:11:26.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:26 smithi040 ceph-mon[96535]: pgmap v793: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 14 MiB/s wr, 604 op/s 2023-07-14T13:11:26.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 392950 28.44 MB/sec execute 599 sec latency 466.202 ms 2023-07-14T13:11:27.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:26 smithi133 ceph-mon[98311]: pgmap v793: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 14 MiB/s wr, 604 op/s 2023-07-14T13:11:27.879 INFO:tasks.workunit.client.0.smithi040.stdout: 10 cleanup 600 sec 2023-07-14T13:11:28.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:28 smithi130 ceph-mon[97977]: pgmap v794: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 14 MiB/s wr, 604 op/s 2023-07-14T13:11:28.798 INFO:tasks.workunit.client.0.smithi040.stdout: 0 cleanup 601 sec 2023-07-14T13:11:28.798 INFO:tasks.workunit.client.0.smithi040.stdout: 2023-07-14T13:11:28.798 INFO:tasks.workunit.client.0.smithi040.stdout: Operation Count AvgLat MaxLat 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: ---------------------------------------- 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: NTCreateX 547472 4.295 2968.273 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: Close 402076 0.002 0.136 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: Rename 23221 19.530 2981.139 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: Unlink 110569 4.834 2967.882 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: Qpathinfo 496769 3.852 9324.411 2023-07-14T13:11:28.799 INFO:tasks.workunit.client.0.smithi040.stdout: Qfileinfo 86672 0.001 0.075 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: Qfsinfo 91014 0.223 27.313 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: Sfileinfo 44658 0.112 44.064 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: Find 191988 0.595 6854.809 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: WriteX 270635 0.625 743.246 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: ReadX 859740 0.028 192.227 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: LockX 1790 2.867 50.779 2023-07-14T13:11:28.800 INFO:tasks.workunit.client.0.smithi040.stdout: UnlockX 1790 2.471 48.730 2023-07-14T13:11:28.801 INFO:tasks.workunit.client.0.smithi040.stdout: Flush 38375 10.350 485.912 2023-07-14T13:11:28.801 INFO:tasks.workunit.client.0.smithi040.stdout: 2023-07-14T13:11:28.801 INFO:tasks.workunit.client.0.smithi040.stdout:Throughput 28.4416 MB/sec 10 clients 10 procs max_latency=9324.416 ms 2023-07-14T13:11:28.802 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-07-14T13:11:28.802 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-07-14T13:11:28.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:28 smithi040 ceph-mon[96535]: pgmap v794: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 14 MiB/s wr, 604 op/s 2023-07-14T13:11:29.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:28 smithi133 ceph-mon[98311]: pgmap v794: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 8.5 MiB/s rd, 14 MiB/s wr, 604 op/s 2023-07-14T13:11:30.796 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:30 smithi130 ceph-mon[97977]: pgmap v795: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 652 op/s 2023-07-14T13:11:30.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:30 smithi040 ceph-mon[96535]: pgmap v795: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 652 op/s 2023-07-14T13:11:31.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:30 smithi133 ceph-mon[98311]: pgmap v795: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 MiB/s rd, 15 MiB/s wr, 652 op/s 2023-07-14T13:11:31.451 INFO:tasks.workunit:Stopping ['suites/dbench.sh'] on client.0... 2023-07-14T13:11:31.451 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-07-14T13:11:31.771 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:31 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:31.773 DEBUG:teuthology.parallel:result is None 2023-07-14T13:11:31.773 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-07-14T13:11:31.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:31 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:31.808 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-07-14T13:11:31.809 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2023-07-14T13:11:31.820 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T13:11:31.856 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2023-07-14T13:11:31.866 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2023-07-14T13:11:31.867 INFO:teuthology.task.exec:Executing custom commands... 2023-07-14T13:11:31.867 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T13:11:31.867 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2023-07-14T13:11:31.934 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2023-07-14T13:11:32.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:31 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:32.008 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-07-14T13:11:32.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 -- 172.21.15.40:0/2981053322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c104a30 msgr2=0x7fa94c104e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 --2- 172.21.15.40:0/2981053322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c104a30 0x7fa94c104e00 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7fa948009990 tx=0x7fa948009ca0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.186 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 -- 172.21.15.40:0/2981053322 shutdown_connections 2023-07-14T13:11:32.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 --2- 172.21.15.40:0/2981053322 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c10b860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 --2- 172.21.15.40:0/2981053322 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c104a30 0x7fa94c104e00 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 --2- 172.21.15.40:0/2981053322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa94c0fea30 0x7fa94c0feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 -- 172.21.15.40:0/2981053322 >> 172.21.15.40:0/2981053322 conn(0x7fa94c074760 msgr2=0x7fa94c074b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:32.187 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 -- 172.21.15.40:0/2981053322 shutdown_connections 2023-07-14T13:11:32.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.145+0000 7fa953f72700 1 -- 172.21.15.40:0/2981053322 wait complete. 2023-07-14T13:11:32.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 Processor -- start 2023-07-14T13:11:32.188 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 -- start start 2023-07-14T13:11:32.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa94c0fea30 0x7fa94c19aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c19af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa94c104a30 0x7fa94c194880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.189 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94c194ef0 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94c195060 con 0x7fa94c0fea30 2023-07-14T13:11:32.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa953f72700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa94c195220 con 0x7fa94c104a30 2023-07-14T13:11:32.190 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.146+0000 7fa95150d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c19af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c19af60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40182/0 (socket says 172.21.15.40:40182) 2023-07-14T13:11:32.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 -- 172.21.15.40:0/1108755057 learned_addr learned my addr 172.21.15.40:0/1108755057 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:32.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa951d0e700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa94c0fea30 0x7fa94c19aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.191 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95250f700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa94c104a30 0x7fa94c194880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 -- 172.21.15.40:0/1108755057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa94c104a30 msgr2=0x7fa94c194880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa94c104a30 0x7fa94c194880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 -- 172.21.15.40:0/1108755057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa94c0fea30 msgr2=0x7fa94c19aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.192 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa94c0fea30 0x7fa94c19aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 -- 172.21.15.40:0/1108755057 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9480095f0 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa95150d700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c19af60 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fa93c007b50 tx=0x7fa93c007e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:32.193 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa93c011070 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa93c00c2e0 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa94c195500 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa93c00a900 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.147+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa94c067ae0 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.194 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.148+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa94c076280 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.149+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fa93c00aa80 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.150+0000 7fa942ffd700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9380a12c0 0x7fa9380a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.150+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7fa93c0ce240 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.150+0000 7fa951d0e700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9380a12c0 0x7fa9380a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.151+0000 7fa951d0e700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9380a12c0 0x7fa9380a3770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa948006010 tx=0x7fa948005960 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:32.196 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.154+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fa93c097630 con 0x7fa94c0ff3e0 2023-07-14T13:11:32.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.380+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 --> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7fa94c102cf0 con 0x7fa9380a12c0 2023-07-14T13:11:32.431 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.394+0000 7fa942ffd700 1 -- 172.21.15.40:0/1108755057 <== mgr.15465 v2:172.21.15.40:6800/2526275751 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+336 (secure 0 0 0) 0x7fa94c102cf0 con 0x7fa9380a12c0 2023-07-14T13:11:32.432 INFO:teuthology.orchestra.run.smithi040.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1M", "retention": {"h": 3, "M": 6}, "start": "2023-07-14T00:00:00", "created": "2023-07-14T12:46:27", "first": "2023-07-14T12:47:00", "last": "2023-07-14T13:11:00", "last_pruned": "2023-07-14T13:11:02", "created_count": 25, "pruned_count": 18, "active": true} 2023-07-14T13:11:32.433 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9380a12c0 msgr2=0x7fa9380a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9380a12c0 0x7fa9380a3770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa948006010 tx=0x7fa948005960 comp rx=0 tx=0).stop 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 msgr2=0x7fa94c19af60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c19af60 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fa93c007b50 tx=0x7fa93c007e60 comp rx=0 tx=0).stop 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 shutdown_connections 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fa9380a12c0 0x7fa9380a3770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa94c104a30 0x7fa94c194880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.434 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fa94c0fea30 0x7fa94c19aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 --2- 172.21.15.40:0/1108755057 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa94c0ff3e0 0x7fa94c19af60 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.396+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 >> 172.21.15.40:0/1108755057 conn(0x7fa94c074760 msgr2=0x7fa94c1025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:32.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.397+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 shutdown_connections 2023-07-14T13:11:32.435 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.397+0000 7fa953f72700 1 -- 172.21.15.40:0/1108755057 wait complete. 2023-07-14T13:11:32.446 DEBUG:teuthology.orchestra.run.smithi040:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-07-14T13:11:32.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.551+0000 7f88e8c2f700 1 -- 172.21.15.40:0/727613050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 msgr2=0x7f88e410b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.551+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/727613050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e410b000 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f88dc00b0d0 tx=0x7f88dc00b3e0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 -- 172.21.15.40:0/727613050 shutdown_connections 2023-07-14T13:11:32.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/727613050 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fe3f0 0x7f88e40fe7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/727613050 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e410b000 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.589 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/727613050 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fed90 0x7f88e4102d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 -- 172.21.15.40:0/727613050 >> 172.21.15.40:0/727613050 conn(0x7f88e4075f90 msgr2=0x7f88e4076390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:32.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 -- 172.21.15.40:0/727613050 shutdown_connections 2023-07-14T13:11:32.590 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.552+0000 7f88e8c2f700 1 -- 172.21.15.40:0/727613050 wait complete. 2023-07-14T13:11:32.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 Processor -- start 2023-07-14T13:11:32.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 -- start start 2023-07-14T13:11:32.591 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fe3f0 0x7f88e4199b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 0x7f88e419a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e4193990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e4194000 con 0x7f88e4103430 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e4194170 con 0x7f88e40fe3f0 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e8c2f700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e4194330 con 0x7f88e40fed90 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e1d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 0x7f88e419a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.592 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e4193990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e1d9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 0x7f88e419a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53886/0 (socket says 172.21.15.40:53886) 2023-07-14T13:11:32.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e4193990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40198/0 (socket says 172.21.15.40:40198) 2023-07-14T13:11:32.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e1d9b700 1 -- 172.21.15.40:0/3317709531 learned_addr learned my addr 172.21.15.40:0/3317709531 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:32.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.553+0000 7f88e259c700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fe3f0 0x7f88e4199b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e1d9b700 1 -- 172.21.15.40:0/3317709531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fe3f0 msgr2=0x7f88e4199b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.593 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e1d9b700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fe3f0 0x7f88e4199b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e1d9b700 1 -- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 msgr2=0x7f88e4193990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e1d9b700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e4193990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e1d9b700 1 -- 172.21.15.40:0/3317709531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88cc00a630 con 0x7f88e40fed90 2023-07-14T13:11:32.594 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e2d9d700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e4193990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:11:32.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e259c700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fe3f0 0x7f88e4199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:11:32.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e1d9b700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 0x7f88e419a070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f88cc00fe40 tx=0x7f88cc00d6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:32.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mon.1 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88cc00de30 con 0x7f88e40fed90 2023-07-14T13:11:32.595 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mon.1 v2:172.21.15.133:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88cc0044e0 con 0x7f88e40fed90 2023-07-14T13:11:32.596 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88dc009d00 con 0x7f88e40fed90 2023-07-14T13:11:32.596 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mon.1 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88cc017670 con 0x7f88e40fed90 2023-07-14T13:11:32.596 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.554+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88e41a0940 con 0x7f88e40fed90 2023-07-14T13:11:32.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.555+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88e4076aa0 con 0x7f88e40fed90 2023-07-14T13:11:32.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.557+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mon.1 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f88cc003ef0 con 0x7f88e40fed90 2023-07-14T13:11:32.598 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.557+0000 7f88db7fe700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88d00a34d0 0x7f88d00a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:32.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.557+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mon.1 v2:172.21.15.133:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f88cc0cd0e0 con 0x7f88e40fed90 2023-07-14T13:11:32.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.557+0000 7f88e259c700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88d00a34d0 0x7f88d00a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:32.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.558+0000 7f88e259c700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88d00a34d0 0x7f88d00a5980 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f88d4011490 tx=0x7f88d4009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:32.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.561+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mon.1 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f88cc0964a0 con 0x7f88e40fed90 2023-07-14T13:11:32.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:32 smithi130 ceph-mon[97977]: pgmap v796: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 522 op/s 2023-07-14T13:11:32.824 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.787+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 --> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f88e40fc230 con 0x7f88d00a34d0 2023-07-14T13:11:32.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.802+0000 7f88db7fe700 1 -- 172.21.15.40:0/3317709531 <== mgr.15465 v2:172.21.15.40:6800/2526275751 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f88e40fc230 con 0x7f88d00a34d0 2023-07-14T13:11:32.839 INFO:teuthology.orchestra.run.smithi040.stdout:/ 1M 6M3h 2023-07-14T13:11:32.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88d00a34d0 msgr2=0x7f88d00a5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88d00a34d0 0x7f88d00a5980 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f88d4011490 tx=0x7f88d4009260 comp rx=0 tx=0).stop 2023-07-14T13:11:32.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 msgr2=0x7f88e419a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:32.841 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 0x7f88e419a070 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f88cc00fe40 tx=0x7f88cc00d6c0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 shutdown_connections 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f88d00a34d0 0x7f88d00a5980 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88e4103430 0x7f88e4193990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f88e40fe3f0 0x7f88e4199b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 --2- 172.21.15.40:0/3317709531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f88e40fed90 0x7f88e419a070 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 >> 172.21.15.40:0/3317709531 conn(0x7f88e4075f90 msgr2=0x7f88e40fbb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:32.842 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 shutdown_connections 2023-07-14T13:11:32.843 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.804+0000 7f88e8c2f700 1 -- 172.21.15.40:0/3317709531 wait complete. 2023-07-14T13:11:32.852 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:32 smithi040 ceph-mon[96535]: pgmap v796: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 522 op/s 2023-07-14T13:11:32.853 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-07-14T13:11:32.863 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-07-14T13:11:32.864 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_aa6a80e6cc655fff48452a7eca02070e61d074fc/teuthology/run_tasks.py", line 192, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_3fc0089cc1082313a98853d48b892acdc1385b8b/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2023-07-14T13:11:32.864 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-07-14T13:11:32.886 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T13:11:33.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:32 smithi133 ceph-mon[98311]: pgmap v796: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 MiB/s rd, 12 MiB/s wr, 522 op/s 2023-07-14T13:11:33.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 -- 172.21.15.40:0/222953110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f243010c6b0 msgr2=0x7f243010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 --2- 172.21.15.40:0/222953110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f243010c6b0 0x7f243010ea90 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f242800b0a0 tx=0x7f242800b3b0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 -- 172.21.15.40:0/222953110 shutdown_connections 2023-07-14T13:11:33.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 --2- 172.21.15.40:0/222953110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f243010c6b0 0x7f243010ea90 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.023 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 --2- 172.21.15.40:0/222953110 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f24301009a0 0x7f24300fdf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 --2- 172.21.15.40:0/222953110 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24300fe470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.985+0000 7f243829b700 1 -- 172.21.15.40:0/222953110 >> 172.21.15.40:0/222953110 conn(0x7f2430074e00 msgr2=0x7f2430075200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:33.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 -- 172.21.15.40:0/222953110 shutdown_connections 2023-07-14T13:11:33.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 -- 172.21.15.40:0/222953110 wait complete. 2023-07-14T13:11:33.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 Processor -- start 2023-07-14T13:11:33.024 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 -- start start 2023-07-14T13:11:33.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 0x7f2430197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.026 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24301983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f243010c6b0 0x7f243019c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243019ce50 con 0x7f24301009a0 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243019cfc0 con 0x7f243010c6b0 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.986+0000 7f243829b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243019d180 con 0x7f2430100d70 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 0x7f2430197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2435836700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24301983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.027 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 0x7f2430197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40208/0 (socket says 172.21.15.40:40208) 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2435836700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24301983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53900/0 (socket says 172.21.15.40:53900) 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 -- 172.21.15.40:0/4256962746 learned_addr learned my addr 172.21.15.40:0/4256962746 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436838700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f243010c6b0 0x7f243019c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 -- 172.21.15.40:0/4256962746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 msgr2=0x7f24301983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24301983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 -- 172.21.15.40:0/4256962746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f243010c6b0 msgr2=0x7f243019c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.028 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f243010c6b0 0x7f243019c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 -- 172.21.15.40:0/4256962746 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2428009d00 con 0x7f24301009a0 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2435836700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24301983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f2436037700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 0x7f2430197e70 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f242c00e9a0 tx=0x7f242c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f242c009790 con 0x7f24301009a0 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f242c00cbd0 con 0x7f24301009a0 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f243019d460 con 0x7f24301009a0 2023-07-14T13:11:33.029 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f242c018680 con 0x7f24301009a0 2023-07-14T13:11:33.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.987+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24301a4ca0 con 0x7f24301009a0 2023-07-14T13:11:33.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.988+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2430066a70 con 0x7f24301009a0 2023-07-14T13:11:33.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.989+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f242c00cd40 con 0x7f24301009a0 2023-07-14T13:11:33.030 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.990+0000 7f24277fe700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f241c0a1300 0x7f241c0a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.990+0000 7f2435836700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f241c0a1300 0x7f241c0a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.990+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f242c014070 con 0x7f24301009a0 2023-07-14T13:11:33.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.990+0000 7f2435836700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f241c0a1300 0x7f241c0a37b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2430199480 tx=0x7f2420009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:33.031 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:32.995+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f242c051790 con 0x7f24301009a0 2023-07-14T13:11:33.237 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.201+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f24301a4f30 con 0x7f24301009a0 2023-07-14T13:11:33.239 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.202+0000 7f24277fe700 1 -- 172.21.15.40:0/4256962746 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+23184 (secure 0 0 0) 0x7f242c096380 con 0x7f24301009a0 2023-07-14T13:11:33.239 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T13:11:33.240 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":124,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T13:11:18.159523+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"123","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":44,"snap_epoch":123,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.7","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":6},{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3106672556":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1541198671":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/964980015":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1643213482":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3106672556":"2023-07-15T12:46:26.849814+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1884866063":"2023-07-15T12:46:26.849814+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":32,"length":1},{"begin":44,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T13:11:33.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f241c0a1300 msgr2=0x7f241c0a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.241 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f241c0a1300 0x7f241c0a37b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2430199480 tx=0x7f2420009260 comp rx=0 tx=0).stop 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 msgr2=0x7f2430197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 0x7f2430197e70 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f242c00e9a0 tx=0x7f242c00ecb0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 shutdown_connections 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f241c0a1300 0x7f241c0a37b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f243010c6b0 0x7f243019c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f24301009a0 0x7f2430197e70 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 --2- 172.21.15.40:0/4256962746 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2430100d70 0x7f24301983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.242 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 >> 172.21.15.40:0/4256962746 conn(0x7f2430074e00 msgr2=0x7f24300fc650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:33.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 shutdown_connections 2023-07-14T13:11:33.243 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.204+0000 7f243829b700 1 -- 172.21.15.40:0/4256962746 wait complete. 2023-07-14T13:11:33.254 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '123', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 44, 'snap_epoch': 123, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T13:11:33.255 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T13:11:33.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 -- 172.21.15.40:0/3781195635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 msgr2=0x7f2c8410c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/3781195635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c8410c930 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f2c7c00b0a0 tx=0x7f2c7c00b3b0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 -- 172.21.15.40:0/3781195635 shutdown_connections 2023-07-14T13:11:33.401 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/3781195635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c84105b00 0x7f2c84105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/3781195635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c8410c930 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/3781195635 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c840ffaf0 0x7f2c840fff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 -- 172.21.15.40:0/3781195635 >> 172.21.15.40:0/3781195635 conn(0x7f2c840fb650 msgr2=0x7f2c840fda60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:33.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 -- 172.21.15.40:0/3781195635 shutdown_connections 2023-07-14T13:11:33.402 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 -- 172.21.15.40:0/3781195635 wait complete. 2023-07-14T13:11:33.404 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.364+0000 7f2c88cc3700 1 Processor -- start 2023-07-14T13:11:33.404 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 -- start start 2023-07-14T13:11:33.404 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c840ffaf0 0x7f2c84195cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.404 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c84196200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.404 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c84105b00 0x7f2c841995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c84199bb0 con 0x7f2c841004a0 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c84199d20 con 0x7f2c84105b00 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c88cc3700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c84199ee0 con 0x7f2c840ffaf0 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c84196200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c84196200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40222/0 (socket says 172.21.15.40:40222) 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 -- 172.21.15.40:0/4293602342 learned_addr learned my addr 172.21.15.40:0/4293602342 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:33.405 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c8259c700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c840ffaf0 0x7f2c84195cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c82d9d700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c84105b00 0x7f2c841995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 -- 172.21.15.40:0/4293602342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c840ffaf0 msgr2=0x7f2c84195cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c840ffaf0 0x7f2c84195cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 -- 172.21.15.40:0/4293602342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c84105b00 msgr2=0x7f2c841995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c84105b00 0x7f2c841995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.406 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 -- 172.21.15.40:0/4293602342 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c7c009d00 con 0x7f2c841004a0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c81d9b700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c84196200 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f2c7800d950 tx=0x7f2c7800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.365+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c7800f890 con 0x7f2c841004a0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.366+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c8419a1c0 con 0x7f2c841004a0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.366+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2c78010460 con 0x7f2c841004a0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.366+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c7800e610 con 0x7f2c841004a0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.366+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c841a2b20 con 0x7f2c841004a0 2023-07-14T13:11:33.407 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.366+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c84066a00 con 0x7f2c841004a0 2023-07-14T13:11:33.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.368+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2c780108d0 con 0x7f2c841004a0 2023-07-14T13:11:33.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.368+0000 7f2c737fe700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c6c0a12c0 0x7f2c6c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.408 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.368+0000 7f2c8259c700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c6c0a12c0 0x7f2c6c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.409 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.368+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f2c780ccb10 con 0x7f2c841004a0 2023-07-14T13:11:33.409 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.369+0000 7f2c8259c700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c6c0a12c0 0x7f2c6c0a3770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2c74007b60 tx=0x7f2c740073d0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:33.409 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.372+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2c78095ed0 con 0x7f2c841004a0 2023-07-14T13:11:33.616 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.579+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2c841a2dd0 con 0x7f2c841004a0 2023-07-14T13:11:33.617 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.580+0000 7f2c737fe700 1 -- 172.21.15.40:0/4293602342 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v124) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2c780160a0 con 0x7f2c841004a0 2023-07-14T13:11:33.617 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c6c0a12c0 msgr2=0x7f2c6c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c6c0a12c0 0x7f2c6c0a3770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2c74007b60 tx=0x7f2c740073d0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 msgr2=0x7f2c84196200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c84196200 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f2c7800d950 tx=0x7f2c7800dc60 comp rx=0 tx=0).stop 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 shutdown_connections 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2c6c0a12c0 0x7f2c6c0a3770 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.619 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2c840ffaf0 0x7f2c84195cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2c84105b00 0x7f2c841995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 --2- 172.21.15.40:0/4293602342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2c841004a0 0x7f2c84196200 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 >> 172.21.15.40:0/4293602342 conn(0x7f2c840fb650 msgr2=0x7f2c840fbb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:33.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 shutdown_connections 2023-07-14T13:11:33.620 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.582+0000 7f2c88cc3700 1 -- 172.21.15.40:0/4293602342 wait complete. 2023-07-14T13:11:33.631 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T13:11:33.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 -- 172.21.15.40:0/3724437817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0fe9d0 msgr2=0x7f3e1c0fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.761 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3724437817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0fe9d0 0x7f3e1c0fee40 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c009990 tx=0x7f3e0c009ca0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 -- 172.21.15.40:0/3724437817 shutdown_connections 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3724437817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e1c1049e0 0x7f3e1c104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3724437817 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c10b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3724437817 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0fe9d0 0x7f3e1c0fee40 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 -- 172.21.15.40:0/3724437817 >> 172.21.15.40:0/3724437817 conn(0x7f3e1c0fa4b0 msgr2=0x7f3e1c0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 -- 172.21.15.40:0/3724437817 shutdown_connections 2023-07-14T13:11:33.762 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.724+0000 7f3e22f81700 1 -- 172.21.15.40:0/3724437817 wait complete. 2023-07-14T13:11:33.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 Processor -- start 2023-07-14T13:11:33.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 -- start start 2023-07-14T13:11:33.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e1c0fe9d0 0x7f3e1c19a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c19ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.765 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c1049e0 0x7f3e1c194990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c195000 con 0x7f3e1c0ff380 2023-07-14T13:11:33.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c195170 con 0x7f3e1c1049e0 2023-07-14T13:11:33.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e22f81700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e1c195330 con 0x7f3e1c0fe9d0 2023-07-14T13:11:33.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e1bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c19ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e1bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c19ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40236/0 (socket says 172.21.15.40:40236) 2023-07-14T13:11:33.766 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.725+0000 7f3e1bfff700 1 -- 172.21.15.40:0/3318788477 learned_addr learned my addr 172.21.15.40:0/3318788477 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e2151e700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c1049e0 0x7f3e1c194990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e20d1d700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e1c0fe9d0 0x7f3e1c19a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e1bfff700 1 -- 172.21.15.40:0/3318788477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e1c0fe9d0 msgr2=0x7f3e1c19a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e1bfff700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e1c0fe9d0 0x7f3e1c19a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e1bfff700 1 -- 172.21.15.40:0/3318788477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c1049e0 msgr2=0x7f3e1c194990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e1bfff700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c1049e0 0x7f3e1c194990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e1bfff700 1 -- 172.21.15.40:0/3318788477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e0c0095f0 con 0x7f3e1c0ff380 2023-07-14T13:11:33.767 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e2151e700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c1049e0 0x7f3e1c194990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e1bfff700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c19ae60 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c0095c0 tx=0x7f3e0c01a8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c01f070 con 0x7f3e1c0ff380 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3e0c0054f0 con 0x7f3e1c0ff380 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e1c1955b0 con 0x7f3e1c0ff380 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e0c004bd0 con 0x7f3e1c0ff380 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.726+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e1c067850 con 0x7f3e1c0ff380 2023-07-14T13:11:33.768 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.727+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e1c067290 con 0x7f3e1c0ff380 2023-07-14T13:11:33.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.728+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f3e0c023070 con 0x7f3e1c0ff380 2023-07-14T13:11:33.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.729+0000 7f3e19ffb700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3e080a12c0 0x7f3e080a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:33.770 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.729+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f3e0c0d05f0 con 0x7f3e1c0ff380 2023-07-14T13:11:33.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.729+0000 7f3e20d1d700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3e080a12c0 0x7f3e080a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:33.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.729+0000 7f3e20d1d700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3e080a12c0 0x7f3e080a3770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3e04005fd0 tx=0x7f3e04005e50 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:33.771 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.733+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3e0c099a40 con 0x7f3e1c0ff380 2023-07-14T13:11:33.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:33 smithi130 ceph-mon[97977]: from='client.18057 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T13:11:33.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:33 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:33.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:33 smithi130 ceph-mon[97977]: from='client.27493 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T13:11:33.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:33 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4256962746' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:11:33.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:33 smithi040 ceph-mon[96535]: from='client.18057 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T13:11:33.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:33 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:33.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:33 smithi040 ceph-mon[96535]: from='client.27493 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T13:11:33.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:33 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4256962746' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:11:33.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.934+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3e1c195ea0 con 0x7f3e1c0ff380 2023-07-14T13:11:33.971 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.934+0000 7f3e19ffb700 1 -- 172.21.15.40:0/3318788477 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v124) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3e0c09d060 con 0x7f3e1c0ff380 2023-07-14T13:11:33.971 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T13:11:33.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3e080a12c0 msgr2=0x7f3e080a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.973 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3e080a12c0 0x7f3e080a3770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3e04005fd0 tx=0x7f3e04005e50 comp rx=0 tx=0).stop 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 msgr2=0x7f3e1c19ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c19ae60 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c0095c0 tx=0x7f3e0c01a8f0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 shutdown_connections 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3e080a12c0 0x7f3e080a3770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3e1c0fe9d0 0x7f3e1c19a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3e1c1049e0 0x7f3e1c194990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 --2- 172.21.15.40:0/3318788477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3e1c0ff380 0x7f3e1c19ae60 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:33.974 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 >> 172.21.15.40:0/3318788477 conn(0x7f3e1c0fa4b0 msgr2=0x7f3e1c0fba30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:33.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 shutdown_connections 2023-07-14T13:11:33.975 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:33.936+0000 7f3e22f81700 1 -- 172.21.15.40:0/3318788477 wait complete. 2023-07-14T13:11:33.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T13:11:34.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:33 smithi133 ceph-mon[98311]: from='client.18057 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T13:11:34.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:33 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:34.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:33 smithi133 ceph-mon[98311]: from='client.27493 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-07-14T13:11:34.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:33 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4256962746' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:11:34.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 -- 172.21.15.40:0/2367052421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d00fe9d0 msgr2=0x7f99d00fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 --2- 172.21.15.40:0/2367052421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d00fe9d0 0x7f99d00fee40 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009990 tx=0x7f99bc009ca0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 -- 172.21.15.40:0/2367052421 shutdown_connections 2023-07-14T13:11:34.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 --2- 172.21.15.40:0/2367052421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99d00ff380 0x7f99d010b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.115 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 --2- 172.21.15.40:0/2367052421 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99d01049e0 0x7f99d0104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 --2- 172.21.15.40:0/2367052421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d00fe9d0 0x7f99d00fee40 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 -- 172.21.15.40:0/2367052421 >> 172.21.15.40:0/2367052421 conn(0x7f99d00fa4b0 msgr2=0x7f99d00fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:34.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 -- 172.21.15.40:0/2367052421 shutdown_connections 2023-07-14T13:11:34.116 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 -- 172.21.15.40:0/2367052421 wait complete. 2023-07-14T13:11:34.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 Processor -- start 2023-07-14T13:11:34.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 -- start start 2023-07-14T13:11:34.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.078+0000 7f99d6b75700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99d00fe9d0 0x7f99d01005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d6b75700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99d00ff380 0x7f99d0100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.118 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d6b75700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 0x7f99d01a3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d6b75700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99d01013c0 con 0x7f99d01049e0 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d6b75700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99d01a4230 con 0x7f99d00ff380 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d6b75700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99d01a4370 con 0x7f99d00fe9d0 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 0x7f99d01a3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 0x7f99d01a3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40252/0 (socket says 172.21.15.40:40252) 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 -- 172.21.15.40:0/1478771203 learned_addr learned my addr 172.21.15.40:0/1478771203 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:34.119 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99cffff700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99d00ff380 0x7f99d0100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d4911700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99d00fe9d0 0x7f99d01005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 -- 172.21.15.40:0/1478771203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99d00fe9d0 msgr2=0x7f99d01005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99d00fe9d0 0x7f99d01005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 -- 172.21.15.40:0/1478771203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99d00ff380 msgr2=0x7f99d0100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99d00ff380 0x7f99d0100b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 -- 172.21.15.40:0/1478771203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99bc0095f0 con 0x7f99d01049e0 2023-07-14T13:11:34.120 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d5112700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 0x7f99d01a3cf0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f99c8007f10 tx=0x7f99c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:34.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99c8017070 con 0x7f99d01049e0 2023-07-14T13:11:34.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99c800f040 con 0x7f99d01049e0 2023-07-14T13:11:34.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99d01a4620 con 0x7f99d01049e0 2023-07-14T13:11:34.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.079+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99c8005610 con 0x7f99d01049e0 2023-07-14T13:11:34.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.080+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99d01a4b30 con 0x7f99d01049e0 2023-07-14T13:11:34.121 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.080+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99d0067290 con 0x7f99d01049e0 2023-07-14T13:11:34.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.082+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f99c8004ad0 con 0x7f99d01049e0 2023-07-14T13:11:34.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.082+0000 7f99cdffb700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f99c00a12c0 0x7f99c00a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.123 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.082+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f99c80ccaa0 con 0x7f99d01049e0 2023-07-14T13:11:34.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.082+0000 7f99d4911700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f99c00a12c0 0x7f99c00a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.083+0000 7f99d4911700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f99c00a12c0 0x7f99c00a3770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f99d00ffb10 tx=0x7f99c400a380 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:34.124 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.086+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f99c8095e60 con 0x7f99d01049e0 2023-07-14T13:11:34.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.284+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f99d01a4eb0 con 0x7f99d01049e0 2023-07-14T13:11:34.322 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.285+0000 7f99cdffb700 1 -- 172.21.15.40:0/1478771203 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v124) v1 ==== 100+0+11 (secure 0 0 0) 0x7f99c8099480 con 0x7f99d01049e0 2023-07-14T13:11:34.322 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T13:11:34.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f99c00a12c0 msgr2=0x7f99c00a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f99c00a12c0 0x7f99c00a3770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f99d00ffb10 tx=0x7f99c400a380 comp rx=0 tx=0).stop 2023-07-14T13:11:34.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 msgr2=0x7f99d01a3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.324 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 0x7f99d01a3cf0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f99c8007f10 tx=0x7f99c800d3b0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 shutdown_connections 2023-07-14T13:11:34.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f99c00a12c0 0x7f99c00a3770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f99d00fe9d0 0x7f99d01005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99d01049e0 0x7f99d01a3cf0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 --2- 172.21.15.40:0/1478771203 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f99d00ff380 0x7f99d0100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.325 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 >> 172.21.15.40:0/1478771203 conn(0x7f99d00fa4b0 msgr2=0x7f99d0067690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:34.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 shutdown_connections 2023-07-14T13:11:34.326 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.287+0000 7f99d6b75700 1 -- 172.21.15.40:0/1478771203 wait complete. 2023-07-14T13:11:34.337 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2023-07-14T13:11:34.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 -- 172.21.15.40:0/3408965808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6290100ca0 msgr2=0x7f6290101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 --2- 172.21.15.40:0/3408965808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6290100ca0 0x7f6290101070 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f6280009990 tx=0x7f6280009ca0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 -- 172.21.15.40:0/3408965808 shutdown_connections 2023-07-14T13:11:34.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 --2- 172.21.15.40:0/3408965808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f629010a070 0x7f629010c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 --2- 172.21.15.40:0/3408965808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6290100ca0 0x7f6290101070 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.463 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 --2- 172.21.15.40:0/3408965808 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62901015b0 0x7f6290109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 -- 172.21.15.40:0/3408965808 >> 172.21.15.40:0/3408965808 conn(0x7f62900fa490 msgr2=0x7f62900fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:34.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 -- 172.21.15.40:0/3408965808 shutdown_connections 2023-07-14T13:11:34.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.425+0000 7f6295c53700 1 -- 172.21.15.40:0/3408965808 wait complete. 2023-07-14T13:11:34.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.426+0000 7f6295c53700 1 Processor -- start 2023-07-14T13:11:34.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.426+0000 7f6295c53700 1 -- start start 2023-07-14T13:11:34.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f6295c53700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6290100ca0 0x7f629019ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f6295c53700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62901015b0 0x7f629019bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f6295c53700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 0x7f6290195a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f6295c53700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62901961f0 con 0x7f629010a070 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f6295c53700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6290196360 con 0x7f62901015b0 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f6295c53700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6290196520 con 0x7f6290100ca0 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 0x7f6290195a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 0x7f6290195a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40266/0 (socket says 172.21.15.40:40266) 2023-07-14T13:11:34.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 -- 172.21.15.40:0/894329281 learned_addr learned my addr 172.21.15.40:0/894329281 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628effd700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62901015b0 0x7f629019bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628f7fe700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6290100ca0 0x7f629019ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 -- 172.21.15.40:0/894329281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6290100ca0 msgr2=0x7f629019ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6290100ca0 0x7f629019ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 -- 172.21.15.40:0/894329281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62901015b0 msgr2=0x7f629019bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62901015b0 0x7f629019bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:34.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.427+0000 7f628ffff700 1 -- 172.21.15.40:0/894329281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62800095f0 con 0x7f629010a070 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.428+0000 7f628ffff700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 0x7f6290195a20 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f628800b970 tx=0x7f628800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.428+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f628800c930 con 0x7f629010a070 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.428+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6288014440 con 0x7f629010a070 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.428+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6290196800 con 0x7f629010a070 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.428+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62880075d0 con 0x7f629010a070 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.428+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62901a29c0 con 0x7f629010a070 2023-07-14T13:11:34.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.429+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6290104900 con 0x7f629010a070 2023-07-14T13:11:34.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.430+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f62880145b0 con 0x7f629010a070 2023-07-14T13:11:34.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.430+0000 7f628cff9700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f62780a1380 0x7f62780a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:11:34.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.431+0000 7f628f7fe700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f62780a1380 0x7f62780a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:11:34.470 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.431+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8595+0+0 (secure 0 0 0) 0x7f6288006e40 con 0x7f629010a070 2023-07-14T13:11:34.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.431+0000 7f628f7fe700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f62780a1380 0x7f62780a3830 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6280006010 tx=0x7f628000b540 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:11:34.471 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.434+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f6288095bd0 con 0x7f629010a070 2023-07-14T13:11:34.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:34 smithi040 ceph-mon[96535]: pgmap v797: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 472 op/s 2023-07-14T13:11:34.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:34 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:34.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:34 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4293602342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T13:11:34.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:34 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3318788477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T13:11:34.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:34 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1478771203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T13:11:34.734 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.697+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7f62901042e0 con 0x7f629010a070 2023-07-14T13:11:34.742 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.705+0000 7f628cff9700 1 -- 172.21.15.40:0/894329281 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) v1 ==== 81+0+733775 (secure 0 0 0) 0x7f6288023090 con 0x7f629010a070 2023-07-14T13:11:34.753 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T13:11:34.754 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T13:11:34.754 INFO:teuthology.orchestra.run.smithi040.stdout: "epoch": 25, 2023-07-14T13:11:34.754 INFO:teuthology.orchestra.run.smithi040.stdout: "active_gid": 15465, 2023-07-14T13:11:34.754 INFO:teuthology.orchestra.run.smithi040.stdout: "active_name": "x", 2023-07-14T13:11:34.755 INFO:teuthology.orchestra.run.smithi040.stdout: "active_addrs": { 2023-07-14T13:11:34.755 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:34.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.755 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:34.755 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:6800", 2023-07-14T13:11:34.756 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 2526275751 2023-07-14T13:11:34.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.758 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v1", 2023-07-14T13:11:34.758 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:6801", 2023-07-14T13:11:34.758 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 2526275751 2023-07-14T13:11:34.758 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.760 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:34.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.761 INFO:teuthology.orchestra.run.smithi040.stdout: "active_addr": "172.21.15.40:6801/2526275751", 2023-07-14T13:11:34.762 INFO:teuthology.orchestra.run.smithi040.stdout: "active_change": "2023-07-14T12:46:26.850019+0000", 2023-07-14T13:11:34.763 INFO:teuthology.orchestra.run.smithi040.stdout: "active_mgr_features": 4540138322906710015, 2023-07-14T13:11:34.763 INFO:teuthology.orchestra.run.smithi040.stdout: "available": true, 2023-07-14T13:11:34.763 INFO:teuthology.orchestra.run.smithi040.stdout: "standbys": [ 2023-07-14T13:11:34.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.763 INFO:teuthology.orchestra.run.smithi040.stdout: "gid": 25214, 2023-07-14T13:11:34.764 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "y", 2023-07-14T13:11:34.764 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_features": 4540138322906710015, 2023-07-14T13:11:34.766 INFO:teuthology.orchestra.run.smithi040.stdout: "available_modules": [ 2023-07-14T13:11:34.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.766 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alerts", 2023-07-14T13:11:34.766 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:34.766 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.767 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How frequently to reexamine health status", 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.768 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.769 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:34.769 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:34.769 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.769 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.769 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.770 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.771 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.772 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.773 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.773 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.773 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.773 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.773 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.773 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.774 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.775 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.776 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.777 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.778 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_destination": { 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_destination", 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.779 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Email address to send alerts to", 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.780 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_from_name": { 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_from_name", 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.781 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "Ceph", 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Email From: name", 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.782 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_host": { 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_host", 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.783 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP server", 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_password": { 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_password", 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.785 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Password to authenticate with", 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_port": { 2023-07-14T13:11:34.786 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_port", 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "465", 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.787 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP port", 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_sender": { 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_sender", 2023-07-14T13:11:34.788 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP envelope sender", 2023-07-14T13:11:34.789 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.790 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.790 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.790 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_ssl": { 2023-07-14T13:11:34.790 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_ssl", 2023-07-14T13:11:34.790 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use SSL to connect to SMTP server", 2023-07-14T13:11:34.791 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_user": { 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_user", 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.792 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "User to authenticate as", 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.793 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "balancer", 2023-07-14T13:11:34.794 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "active": { 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "active", 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.795 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "automatically balance PGs across cluster", 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "begin_time": { 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "begin_time", 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0000", 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.797 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "beginning time of day to automatically balance", 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.798 INFO:teuthology.orchestra.run.smithi040.stdout: "begin_weekday": { 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "begin_weekday", 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0", 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "6", 2023-07-14T13:11:34.799 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_max_iterations": { 2023-07-14T13:11:34.800 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_max_iterations", 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "25", 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "250", 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.801 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_metrics": { 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_metrics", 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.802 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "pgs,objects,bytes", 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-07-14T13:11:34.803 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_step": { 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_step", 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.804 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0.5", 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0.001", 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "0.999", 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "aggressiveness of optimization", 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.805 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "end_time": { 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "end_time", 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "2359", 2023-07-14T13:11:34.806 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "ending time of day to automatically balance", 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.807 INFO:teuthology.orchestra.run.smithi040.stdout: "end_weekday": { 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "end_weekday", 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0", 2023-07-14T13:11:34.808 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "6", 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:34.809 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.810 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.811 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.812 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.813 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.814 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.815 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.816 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.817 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.818 INFO:teuthology.orchestra.run.smithi040.stdout: "min_score": { 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "min_score", 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.819 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": { 2023-07-14T13:11:34.820 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mode", 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "upmap", 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.821 INFO:teuthology.orchestra.run.smithi040.stdout: "crush-compat", 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: "none", 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap" 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Balancer mode", 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "pool_ids": { 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pool_ids", 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.823 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.824 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.825 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap_max_deviation": { 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "upmap_max_deviation", 2023-07-14T13:11:34.826 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "deviation below which no optimization is attempted", 2023-07-14T13:11:34.827 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap_max_optimizations": { 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "upmap_max_optimizations", 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:34.828 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.829 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cephadm", 2023-07-14T13:11:34.830 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_down_multiplier": { 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_down_multiplier", 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.831 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3.0", 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_refresh_rate": { 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_refresh_rate", 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "20", 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.833 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_starting_port": { 2023-07-14T13:11:34.834 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_starting_port", 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "4721", 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.835 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-07-14T13:11:34.836 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.836 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.836 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.836 INFO:teuthology.orchestra.run.smithi040.stdout: "alertmanager_web_password": { 2023-07-14T13:11:34.836 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alertmanager_web_password", 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.837 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Alertmanager web password", 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "alertmanager_web_user": { 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alertmanager_web_user", 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.838 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Alertmanager web user", 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.839 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_ptrace": { 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_ptrace", 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.840 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.841 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "autotune_interval": { 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "autotune_interval", 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:34.842 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to autotune daemon memory", 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "autotune_memory_target_ratio": { 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "autotune_memory_target_ratio", 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0.7", 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.844 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.845 INFO:teuthology.orchestra.run.smithi040.stdout: "cgroups_split": { 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cgroups_split", 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.846 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "config_checks_enabled": { 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_checks_enabled", 2023-07-14T13:11:34.847 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.848 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: "config_dashboard": { 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_dashboard", 2023-07-14T13:11:34.849 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.850 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_alertmanager": { 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_alertmanager", 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.851 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.852 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_base": { 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_base", 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.853 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/ceph", 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Container image name, without the tag", 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_elasticsearch": { 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_elasticsearch", 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-07-14T13:11:34.855 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "elasticsearch container image", 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_grafana": { 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_grafana", 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.857 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.858 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_haproxy": { 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_haproxy", 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.859 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "HAproxy container image", 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_agent": { 2023-07-14T13:11:34.860 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_agent", 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.861 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger agent container image", 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_collector": { 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_collector", 2023-07-14T13:11:34.862 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger collector container image", 2023-07-14T13:11:34.863 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_query": { 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_query", 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.864 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger query container image", 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.865 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_keepalived": { 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_keepalived", 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.866 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Keepalived container image", 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.867 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_loki": { 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_loki", 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-07-14T13:11:34.868 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Loki container image", 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.869 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_node_exporter": { 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_node_exporter", 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.870 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.871 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_prometheus": { 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_prometheus", 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.872 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.873 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_promtail": { 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_promtail", 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.874 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Promtail container image", 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_snmp_gateway": { 2023-07-14T13:11:34.875 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_snmp_gateway", 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.876 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SNMP Gateway container image", 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "container_init": { 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_init", 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.877 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Run podman/docker with `--init`", 2023-07-14T13:11:34.878 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "daemon_cache_timeout": { 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "daemon_cache_timeout", 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.879 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.880 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: "default_cephadm_command_timeout": { 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "default_cephadm_command_timeout", 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.881 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "900", 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "default_registry": { 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "default_registry", 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io", 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.883 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.884 INFO:teuthology.orchestra.run.smithi040.stdout: "device_cache_timeout": { 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_cache_timeout", 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1800", 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.885 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache device inventory", 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "device_enhanced_scan": { 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_enhanced_scan", 2023-07-14T13:11:34.886 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use libstoragemgmt during device scans", 2023-07-14T13:11:34.887 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "facts_cache_timeout": { 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "facts_cache_timeout", 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.888 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache host facts data", 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.889 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: "host_check_interval": { 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "host_check_interval", 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.890 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to perform a host check", 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.891 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.892 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.893 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "log_refresh_metadata": { 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_refresh_metadata", 2023-07-14T13:11:34.894 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-07-14T13:11:34.895 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.896 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.897 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.898 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.899 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.900 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.901 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "manage_etc_ceph_ceph_conf": { 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-07-14T13:11:34.902 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.903 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.903 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.903 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.903 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.903 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.903 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-07-14T13:11:34.904 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "*", 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-07-14T13:11:34.905 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "max_count_per_host": { 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_count_per_host", 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.906 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "max number of daemons per service per host", 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.907 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "max_osd_draining_count": { 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_osd_draining_count", 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.908 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "migration_current": { 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "migration_current", 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.910 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "internal - do not modify", 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": { 2023-07-14T13:11:34.911 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mode", 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "root", 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.912 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm-package", 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: "root" 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "mode for remote execution of cephadm", 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.913 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_alerts_path": { 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_alerts_path", 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.914 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_web_password": { 2023-07-14T13:11:34.915 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_web_password", 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.916 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus web password", 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_web_user": { 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_web_user", 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.917 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus web user", 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.918 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_insecure": { 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_insecure", 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.919 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_password": { 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_password", 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.921 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_url": { 2023-07-14T13:11:34.922 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_url", 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.923 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_username": { 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_username", 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.924 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-07-14T13:11:34.925 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: "secure_monitoring_stack": { 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "secure_monitoring_stack", 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.926 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.927 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "service_discovery_port": { 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "service_discovery_port", 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.928 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8765", 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "cephadm service discovery port", 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "ssh_config_file": { 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssh_config_file", 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.930 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "use_agent": { 2023-07-14T13:11:34.931 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "use_agent", 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.932 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "use_repo_digest": { 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "use_repo_digest", 2023-07-14T13:11:34.933 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-07-14T13:11:34.934 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_failed_host_check": { 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_failed_host_check", 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.935 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if the host check fails", 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.936 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_stray_daemons": { 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_stray_daemons", 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.937 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.938 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_stray_hosts": { 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_stray_hosts", 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.939 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crash", 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.941 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.942 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.943 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.944 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.945 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.946 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:34.947 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:34.948 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.949 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "retain_interval": { 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "retain_interval", 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.950 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "31536000", 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long to retain crashes before pruning them", 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.951 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_recent_interval": { 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_recent_interval", 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:34.952 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1209600", 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "time interval in which to warn about recent crashes", 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.953 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "dashboard", 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:34.954 INFO:teuthology.orchestra.run.smithi040.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.955 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "ALERTMANAGER_API_HOST": { 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ALERTMANAGER_API_HOST", 2023-07-14T13:11:34.956 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.957 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.958 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.959 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "AUDIT_API_ENABLED": { 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "AUDIT_API_ENABLED", 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.960 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.961 INFO:teuthology.orchestra.run.smithi040.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.962 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "ENABLE_BROWSABLE_API": { 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ENABLE_BROWSABLE_API", 2023-07-14T13:11:34.963 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.964 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.965 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.966 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.967 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.969 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.970 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.971 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_NFS": { 2023-07-14T13:11:34.972 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.973 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_RBD": { 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.974 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.975 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_RGW": { 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.976 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.978 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_PASSWORD": { 2023-07-14T13:11:34.979 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_PASSWORD", 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.980 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.981 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.982 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_URL": { 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_URL", 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.983 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_USERNAME": { 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_USERNAME", 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.985 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-07-14T13:11:34.986 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.987 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.988 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.988 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.988 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.988 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-07-14T13:11:34.989 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-07-14T13:11:34.989 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.989 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.989 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.989 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:34.989 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.990 INFO:teuthology.orchestra.run.smithi040.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-07-14T13:11:34.991 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-07-14T13:11:34.991 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.991 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.991 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.991 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.992 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: "ISSUE_TRACKER_API_KEY": { 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.993 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "PROMETHEUS_API_HOST": { 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PROMETHEUS_API_HOST", 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:34.995 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:34.996 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:34.996 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:34.996 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:34.997 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:34.997 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:34.997 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:34.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:34.998 INFO:teuthology.orchestra.run.smithi040.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-07-14T13:11:34.998 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-07-14T13:11:34.998 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:34.999 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:34.999 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:34.999 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.000 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.000 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.000 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.001 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.001 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.001 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.002 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.002 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-07-14T13:11:35.002 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-07-14T13:11:35.002 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.003 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.004 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.005 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.006 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.008 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.009 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.010 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-07-14T13:11:35.011 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.012 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.013 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.013 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.013 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.013 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.014 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_ENABLED": { 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_ENABLED", 2023-07-14T13:11:35.015 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.016 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.017 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.018 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.019 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.020 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8", 2023-07-14T13:11:35.021 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.022 INFO:teuthology.orchestra.run.smithi040.stdout: "REST_REQUESTS_TIMEOUT": { 2023-07-14T13:11:35.023 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-07-14T13:11:35.023 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.023 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.023 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.023 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "45", 2023-07-14T13:11:35.023 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.024 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.024 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.024 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.024 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.024 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.024 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_ACCESS_KEY": { 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_ACCESS_KEY", 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.025 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.027 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.028 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.028 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.028 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.028 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.028 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_SECRET_KEY": { 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_SECRET_KEY", 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.029 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.030 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_SSL_VERIFY": { 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_SSL_VERIFY", 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.031 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-07-14T13:11:35.032 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-07-14T13:11:35.033 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.033 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.033 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.033 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:35.033 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.034 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.035 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.036 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.036 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.036 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.036 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.036 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.037 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-07-14T13:11:35.037 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-07-14T13:11:35.037 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.037 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.038 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.038 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:35.038 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.038 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.039 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.039 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.039 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.040 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.040 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.040 INFO:teuthology.orchestra.run.smithi040.stdout: "cross_origin_url": { 2023-07-14T13:11:35.041 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cross_origin_url", 2023-07-14T13:11:35.041 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.041 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.041 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.042 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.042 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.042 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.042 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: "crt_file": { 2023-07-14T13:11:35.043 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crt_file", 2023-07-14T13:11:35.044 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.044 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.044 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.044 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.044 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.044 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.045 INFO:teuthology.orchestra.run.smithi040.stdout: "debug": { 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "debug", 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.046 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable/disable debug options", 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "jwt_token_ttl": { 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "jwt_token_ttl", 2023-07-14T13:11:35.047 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "28800", 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.048 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "key_file": { 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "key_file", 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.049 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.050 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.051 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.052 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.053 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.054 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.054 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.055 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.055 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.055 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.055 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.056 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.056 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.056 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.057 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.057 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.057 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.058 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.058 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.058 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.059 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.059 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.059 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.060 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.060 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.060 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.061 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.061 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.061 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.061 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.062 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.062 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.062 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.062 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.062 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.062 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.063 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.063 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.063 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.064 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.064 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.064 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.064 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.065 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.065 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.065 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.065 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.065 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.065 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "motd": { 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "motd", 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.066 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "The message of the day", 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.067 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: "redirect_resolve_ip_addr": { 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "redirect_resolve_ip_addr", 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.068 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.069 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.070 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.070 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:35.070 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:35.070 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.070 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.070 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.071 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "::", 2023-07-14T13:11:35.071 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.071 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.071 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.071 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.072 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.072 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.072 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.072 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.072 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:35.072 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8080", 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.073 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl": { 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl", 2023-07-14T13:11:35.074 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.075 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.075 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.075 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.075 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.075 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.075 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl_server_port": { 2023-07-14T13:11:35.076 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl_server_port", 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8443", 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.077 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_behaviour": { 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_behaviour", 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.078 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "redirect", 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: "redirect" 2023-07-14T13:11:35.079 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_error_status_code": { 2023-07-14T13:11:35.080 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_error_status_code", 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "500", 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "400", 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "599", 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.081 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "url_prefix": { 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "url_prefix", 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.082 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.083 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.083 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.083 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.083 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.083 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.083 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.084 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.084 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.084 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.084 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.085 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.085 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.085 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.085 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "devicehealth", 2023-07-14T13:11:35.085 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.085 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.086 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.086 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_monitoring": { 2023-07-14T13:11:35.086 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enable_monitoring", 2023-07-14T13:11:35.086 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.086 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.087 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.087 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.087 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.087 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.087 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.087 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "monitor device health metrics", 2023-07-14T13:11:35.088 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.088 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.088 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.088 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.088 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.089 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.089 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.089 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.089 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.091 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.092 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.094 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.095 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.096 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.096 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.096 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.096 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.097 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.098 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.098 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.098 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.098 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.099 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.099 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.099 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.099 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.099 INFO:teuthology.orchestra.run.smithi040.stdout: "mark_out_threshold": { 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mark_out_threshold", 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "2419200", 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.100 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "pool_name": { 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pool_name", 2023-07-14T13:11:35.101 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "device_health_metrics", 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.102 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "name of pool in which to store device health metrics", 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "retention_period": { 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "retention_period", 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.103 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15552000", 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long to retain device health metrics", 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.104 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "scrape_frequency": { 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "scrape_frequency", 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.105 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "86400", 2023-07-14T13:11:35.106 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.106 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.106 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.106 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to scrape device health metrics", 2023-07-14T13:11:35.106 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "self_heal": { 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "self_heal", 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.107 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.108 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.109 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to wake up and check device health", 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.110 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_threshold": { 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_threshold", 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "7257600", 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.111 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.112 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "diskprediction_local", 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.113 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.114 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.115 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.116 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.117 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.118 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.119 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.120 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.121 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "predict_interval": { 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "predict_interval", 2023-07-14T13:11:35.122 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "86400", 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.123 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "predictor_model": { 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "predictor_model", 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.124 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "prophetstor", 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.125 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.126 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.127 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "influx", 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": false, 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "influxdb python module not found", 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: "batch_size": { 2023-07-14T13:11:35.128 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "batch_size", 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5000", 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.129 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: "database": { 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "database", 2023-07-14T13:11:35.130 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "ceph", 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-07-14T13:11:35.131 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "hostname": { 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "hostname", 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.132 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB server hostname", 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.133 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "30", 2023-07-14T13:11:35.134 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "5", 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.135 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.136 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.137 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.138 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.139 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.140 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.141 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.142 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.143 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.144 INFO:teuthology.orchestra.run.smithi040.stdout: "password": { 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "password", 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.145 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "password of InfluxDB server user", 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "port": { 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "port", 2023-07-14T13:11:35.146 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8086", 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB server port", 2023-07-14T13:11:35.147 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl": { 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl", 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.148 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "false", 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.149 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "threads": { 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "threads", 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.150 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "32", 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.151 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "username": { 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "username", 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.152 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "username of InfluxDB server user", 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "verify_ssl": { 2023-07-14T13:11:35.153 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "verify_ssl", 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "true", 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.154 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.155 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "insights", 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.156 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.157 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.158 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.159 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.160 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.161 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.161 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.161 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.161 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.161 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.161 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.162 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.163 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.164 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "iostat", 2023-07-14T13:11:35.165 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.166 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.167 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.168 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.169 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.171 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.172 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.173 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.174 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "k8sevents", 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.175 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_event_retention_days": { 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ceph_event_retention_days", 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "7", 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.176 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Days to hold ceph event information within local cache", 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "config_check_secs": { 2023-07-14T13:11:35.177 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_check_secs", 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "10", 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.178 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.179 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.180 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.181 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.182 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.183 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.184 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.185 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.186 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.187 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "localpool", 2023-07-14T13:11:35.188 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "failure_domain": { 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "failure_domain", 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.189 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "host", 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "failure domain for any created local pool", 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.191 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.192 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.193 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.194 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.195 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.196 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.197 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.198 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.199 INFO:teuthology.orchestra.run.smithi040.stdout: "min_size": { 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "min_size", 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.200 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default min_size for any created local pool", 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "num_rep": { 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "num_rep", 2023-07-14T13:11:35.201 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3", 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default replica count for any created local pool", 2023-07-14T13:11:35.202 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_num": { 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pg_num", 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.203 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "128", 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default pg_num for any created local pool", 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.204 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: "prefix": { 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prefix", 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.205 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "name prefix for any created local pool", 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "subtree": { 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "subtree", 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "rack", 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.207 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "CRUSH level for which to create a local pool", 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mds_autoscaler", 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.209 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.210 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.211 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.212 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.213 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.214 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.215 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.216 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.217 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mirroring", 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.219 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.220 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.221 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.221 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.221 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.221 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.221 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.221 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.222 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.222 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.222 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.223 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.224 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.225 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.226 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.227 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.228 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "nfs", 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.229 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.230 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.231 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.232 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.233 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.234 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.235 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.237 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.238 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "orchestrator", 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: "fail_fs": { 2023-07-14T13:11:35.239 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "fail_fs", 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.241 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.242 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.243 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.244 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.245 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.246 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.247 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.248 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.249 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator": { 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "orchestrator", 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.250 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm", 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "rook", 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: "test_orchestrator" 2023-07-14T13:11:35.251 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Orchestrator backend", 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "osd_perf_query", 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.253 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.254 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.255 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.256 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.257 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.258 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.259 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.260 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.261 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "osd_support", 2023-07-14T13:11:35.262 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.263 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.264 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.266 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.267 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.268 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.269 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.270 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.271 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pg_autoscaler", 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.272 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.273 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.274 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.275 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.276 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.277 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.278 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.279 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.280 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.281 INFO:teuthology.orchestra.run.smithi040.stdout: "noautoscale": { 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "noautoscale", 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.282 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "global autoscale flag", 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Option to turn on/off the autoscaler for all pools", 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.283 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.284 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.284 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.284 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:35.284 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.284 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.284 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.285 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.285 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.285 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.285 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "threshold": { 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "threshold", 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3.0", 2023-07-14T13:11:35.286 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1.0", 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "scaling threshold", 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.287 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "progress", 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.288 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_pg_recovery_event": { 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_pg_recovery_event", 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.289 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow the module to show pg recovery progress", 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "enabled": { 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enabled", 2023-07-14T13:11:35.290 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.291 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.292 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.293 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.294 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.295 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.296 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.297 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.298 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.299 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.300 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "max_completed_events": { 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_completed_events", 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.301 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "50", 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "number of past completed events to remember", 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.302 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:35.303 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long the module is going to sleep", 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.304 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus", 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: "cache": { 2023-07-14T13:11:35.305 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cache", 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.306 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "exclude_perf_counters": { 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "exclude_perf_counters", 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.307 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-07-14T13:11:35.308 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.309 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.310 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.311 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.312 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.313 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.314 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.315 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.316 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.317 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_stats_pools": { 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_stats_pools", 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.318 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.319 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_stats_pools_refresh_interval": { 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "300", 2023-07-14T13:11:35.320 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.321 INFO:teuthology.orchestra.run.smithi040.stdout: "scrape_interval": { 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "scrape_interval", 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15.0", 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.322 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:35.323 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "::", 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.324 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.325 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "9283", 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.326 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "stale_cache_strategy": { 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "stale_cache_strategy", 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.327 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "log", 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.328 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_behaviour": { 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_behaviour", 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "default", 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.329 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: "default", 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: "error" 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.330 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_error_status_code": { 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_error_status_code", 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.331 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "500", 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "400", 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "599", 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.332 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_support", 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.333 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.334 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.335 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.336 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.337 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.338 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.339 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.340 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.341 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.342 INFO:teuthology.orchestra.run.smithi040.stdout: "max_concurrent_snap_create": { 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_concurrent_snap_create", 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.343 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "mirror_snapshot_schedule": { 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mirror_snapshot_schedule", 2023-07-14T13:11:35.344 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.345 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "trash_purge_schedule": { 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "trash_purge_schedule", 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.346 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.347 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "restful", 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.348 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_auth": { 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enable_auth", 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.349 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.350 INFO:teuthology.orchestra.run.smithi040.stdout: "key_file": { 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "key_file", 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.351 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.352 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.353 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.354 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.355 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.356 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.357 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.357 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.357 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.357 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.357 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.358 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.359 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.360 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.361 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.362 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.363 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.363 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.363 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.363 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.363 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.363 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.364 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.364 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:35.364 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:35.364 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.364 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.365 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.366 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.366 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.366 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.366 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.366 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.366 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.367 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rgw", 2023-07-14T13:11:35.367 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.367 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.367 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.367 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.368 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.368 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.368 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.368 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.368 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.368 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.369 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.370 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.371 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.372 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.373 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.374 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.375 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.376 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rook", 2023-07-14T13:11:35.377 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "drive_group_interval": { 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "drive_group_interval", 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.378 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "300.0", 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.379 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.380 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.381 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.382 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.383 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.384 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.385 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.386 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.387 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.388 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "storage_class": { 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "storage_class", 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "local", 2023-07-14T13:11:35.389 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.390 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "selftest", 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.391 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.392 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.393 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.394 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.395 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.396 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.397 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.398 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.399 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "roption1": { 2023-07-14T13:11:35.400 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "roption1", 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.401 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "roption2": { 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "roption2", 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.402 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "xyz", 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.403 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption1": { 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption1", 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.404 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.405 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption2": { 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption2", 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.406 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.407 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption3": { 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption3", 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.408 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption4": { 2023-07-14T13:11:35.409 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption4", 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.410 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption5": { 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption5", 2023-07-14T13:11:35.411 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.412 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption6": { 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption6", 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.413 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.414 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption7": { 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption7", 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.415 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "42", 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.416 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "testkey": { 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testkey", 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.417 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.418 INFO:teuthology.orchestra.run.smithi040.stdout: "testlkey": { 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testlkey", 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.419 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: "testnewline": { 2023-07-14T13:11:35.420 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testnewline", 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.421 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.422 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snap_schedule", 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_m_granularity": { 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_m_granularity", 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.423 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow minute scheduled snapshots", 2023-07-14T13:11:35.424 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "dump_on_update": { 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "dump_on_update", 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.425 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "dump database to debug log on update", 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.426 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.427 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.428 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.430 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.431 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.432 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.433 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.434 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.435 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "stats", 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.436 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.437 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.438 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.439 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.440 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.442 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.443 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.444 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.445 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "status", 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.446 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.447 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.448 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.449 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.450 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.451 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.452 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.453 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.454 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.455 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "telegraf", 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: "address": { 2023-07-14T13:11:35.456 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "address", 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.457 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:35.458 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15", 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.459 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.460 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.461 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.462 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.463 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.465 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.466 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.467 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.468 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.469 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "telemetry", 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_basic": { 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_basic", 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.470 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share basic cluster information (size, version)", 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.471 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_crash": { 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_crash", 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.472 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_device": { 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_device", 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.474 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.475 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_ident": { 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_ident", 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.476 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_perf": { 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_perf", 2023-07-14T13:11:35.477 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share various performance metrics of a cluster", 2023-07-14T13:11:35.478 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "contact": { 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "contact", 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.479 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.480 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "description": { 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "description", 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.481 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.482 INFO:teuthology.orchestra.run.smithi040.stdout: "device_url": { 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_url", 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.483 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: "enabled": { 2023-07-14T13:11:35.484 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enabled", 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.485 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:35.486 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "24", 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "8", 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "last_opt_revision": { 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "last_opt_revision", 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1", 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.489 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "leaderboard": { 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "leaderboard", 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.490 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.491 INFO:teuthology.orchestra.run.smithi040.stdout: "leaderboard_description": { 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "leaderboard_description", 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.492 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.493 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.494 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.495 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.496 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.497 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.498 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.498 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.498 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.498 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.498 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.499 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.500 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.500 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.500 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.500 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.500 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.500 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.501 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.501 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.501 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.501 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.501 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.502 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "organization": { 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "organization", 2023-07-14T13:11:35.503 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.504 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "proxy": { 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "proxy", 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.505 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.506 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "url": { 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "url", 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.507 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.508 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "test_orchestrator", 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.509 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.510 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.511 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.512 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.513 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.514 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.515 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.516 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.517 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.518 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "volumes", 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.519 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.520 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.521 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.522 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.523 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.524 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.525 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.526 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.527 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.528 INFO:teuthology.orchestra.run.smithi040.stdout: "max_concurrent_clones": { 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_concurrent_clones", 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "4", 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.529 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Number of asynchronous cloner threads", 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: "snapshot_clone_delay": { 2023-07-14T13:11:35.530 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snapshot_clone_delay", 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.531 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.532 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix", 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "discovery_interval": { 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "discovery_interval", 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.533 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "100", 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.534 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: "identifier": { 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "identifier", 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.535 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.537 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.538 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.539 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.540 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.541 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.542 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.543 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.544 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.546 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_host": { 2023-07-14T13:11:35.547 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_host", 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.548 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_port": { 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_port", 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.549 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10051", 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.550 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_sender": { 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_sender", 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.551 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.552 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: "gid": 25217, 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "z", 2023-07-14T13:11:35.553 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_features": 4540138322906710015, 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "available_modules": [ 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alerts", 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:35.554 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.555 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How frequently to reexamine health status", 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.556 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.557 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.558 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.559 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.560 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.561 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.562 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.563 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.564 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_destination": { 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_destination", 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.565 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Email address to send alerts to", 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.566 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_from_name": { 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_from_name", 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.567 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "Ceph", 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Email From: name", 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.568 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_host": { 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_host", 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.569 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP server", 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.570 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_password": { 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_password", 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.571 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Password to authenticate with", 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_port": { 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_port", 2023-07-14T13:11:35.572 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "465", 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP port", 2023-07-14T13:11:35.573 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_sender": { 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_sender", 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.574 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP envelope sender", 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.575 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_ssl": { 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_ssl", 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.576 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use SSL to connect to SMTP server", 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.577 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_user": { 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_user", 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.578 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "User to authenticate as", 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "balancer", 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "active": { 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "active", 2023-07-14T13:11:35.580 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "automatically balance PGs across cluster", 2023-07-14T13:11:35.581 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "begin_time": { 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "begin_time", 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.582 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0000", 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "beginning time of day to automatically balance", 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.583 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: "begin_weekday": { 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "begin_weekday", 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.584 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0", 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "6", 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_max_iterations": { 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_max_iterations", 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "25", 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:35.586 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "250", 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_metrics": { 2023-07-14T13:11:35.587 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_metrics", 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "pgs,objects,bytes", 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.588 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_step": { 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_step", 2023-07-14T13:11:35.589 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0.5", 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0.001", 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "0.999", 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "aggressiveness of optimization", 2023-07-14T13:11:35.590 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "end_time": { 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "end_time", 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.591 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "2359", 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "ending time of day to automatically balance", 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.592 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "end_weekday": { 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "end_weekday", 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:35.593 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0", 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "6", 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.594 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.595 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.596 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.597 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.598 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.599 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.600 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.602 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "min_score": { 2023-07-14T13:11:35.603 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "min_score", 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.604 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": { 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mode", 2023-07-14T13:11:35.605 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "upmap", 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "crush-compat", 2023-07-14T13:11:35.606 INFO:teuthology.orchestra.run.smithi040.stdout: "none", 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap" 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Balancer mode", 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.607 INFO:teuthology.orchestra.run.smithi040.stdout: "pool_ids": { 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pool_ids", 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.608 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.609 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.610 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap_max_deviation": { 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "upmap_max_deviation", 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.611 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "deviation below which no optimization is attempted", 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-07-14T13:11:35.612 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap_max_optimizations": { 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "upmap_max_optimizations", 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.613 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.614 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cephadm", 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.615 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_down_multiplier": { 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_down_multiplier", 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3.0", 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.616 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_refresh_rate": { 2023-07-14T13:11:35.617 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_refresh_rate", 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "20", 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.618 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_starting_port": { 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_starting_port", 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.619 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "4721", 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.620 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "alertmanager_web_password": { 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alertmanager_web_password", 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.621 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Alertmanager web password", 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "alertmanager_web_user": { 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alertmanager_web_user", 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.623 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Alertmanager web user", 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.624 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_ptrace": { 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_ptrace", 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.625 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "autotune_interval": { 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "autotune_interval", 2023-07-14T13:11:35.626 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to autotune daemon memory", 2023-07-14T13:11:35.627 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: "autotune_memory_target_ratio": { 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "autotune_memory_target_ratio", 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:35.628 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0.7", 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.629 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "cgroups_split": { 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cgroups_split", 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.630 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "config_checks_enabled": { 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_checks_enabled", 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.632 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.633 INFO:teuthology.orchestra.run.smithi040.stdout: "config_dashboard": { 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_dashboard", 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.634 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_alertmanager": { 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_alertmanager", 2023-07-14T13:11:35.635 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:35.636 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_base": { 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_base", 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.637 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/ceph", 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Container image name, without the tag", 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.638 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_elasticsearch": { 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_elasticsearch", 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-07-14T13:11:35.639 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "elasticsearch container image", 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.640 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_grafana": { 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_grafana", 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.641 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_haproxy": { 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_haproxy", 2023-07-14T13:11:35.642 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "HAproxy container image", 2023-07-14T13:11:35.643 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_agent": { 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_agent", 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.644 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger agent container image", 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.645 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_collector": { 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_collector", 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.646 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger collector container image", 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_query": { 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_query", 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.648 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger query container image", 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_keepalived": { 2023-07-14T13:11:35.649 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_keepalived", 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.650 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Keepalived container image", 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_loki": { 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_loki", 2023-07-14T13:11:35.651 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Loki container image", 2023-07-14T13:11:35.652 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_node_exporter": { 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_node_exporter", 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.653 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.654 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_prometheus": { 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_prometheus", 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-07-14T13:11:35.655 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_promtail": { 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_promtail", 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.657 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Promtail container image", 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_snmp_gateway": { 2023-07-14T13:11:35.658 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_snmp_gateway", 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.659 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SNMP Gateway container image", 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "container_init": { 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_init", 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.660 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Run podman/docker with `--init`", 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.661 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "daemon_cache_timeout": { 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "daemon_cache_timeout", 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.662 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "default_cephadm_command_timeout": { 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "default_cephadm_command_timeout", 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "900", 2023-07-14T13:11:35.664 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.665 INFO:teuthology.orchestra.run.smithi040.stdout: "default_registry": { 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "default_registry", 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io", 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.666 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "device_cache_timeout": { 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_cache_timeout", 2023-07-14T13:11:35.667 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1800", 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache device inventory", 2023-07-14T13:11:35.668 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "device_enhanced_scan": { 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_enhanced_scan", 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.669 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use libstoragemgmt during device scans", 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.670 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: "facts_cache_timeout": { 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "facts_cache_timeout", 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.671 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache host facts data", 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "host_check_interval": { 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "host_check_interval", 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.673 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to perform a host check", 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.674 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.675 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.676 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "log_refresh_metadata": { 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_refresh_metadata", 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.677 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-07-14T13:11:35.678 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.679 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.680 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.681 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.682 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.683 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.684 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: "manage_etc_ceph_ceph_conf": { 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-07-14T13:11:35.685 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.686 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.687 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "*", 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.688 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "max_count_per_host": { 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_count_per_host", 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.689 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "max number of daemons per service per host", 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "max_osd_draining_count": { 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_osd_draining_count", 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.691 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "migration_current": { 2023-07-14T13:11:35.692 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "migration_current", 2023-07-14T13:11:35.693 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.693 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.693 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.693 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.693 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "internal - do not modify", 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": { 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mode", 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "root", 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.695 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm-package", 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "root" 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "mode for remote execution of cephadm", 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.696 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_alerts_path": { 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_alerts_path", 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.697 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_web_password": { 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_web_password", 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.699 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus web password", 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_web_user": { 2023-07-14T13:11:35.700 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_web_user", 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.701 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus web user", 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_insecure": { 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_insecure", 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.702 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.703 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_password": { 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_password", 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.704 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.705 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_url": { 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_url", 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.706 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.707 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_username": { 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_username", 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.708 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "secure_monitoring_stack": { 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "secure_monitoring_stack", 2023-07-14T13:11:35.709 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-07-14T13:11:35.710 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "service_discovery_port": { 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "service_discovery_port", 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.711 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8765", 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "cephadm service discovery port", 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.712 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "ssh_config_file": { 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssh_config_file", 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.713 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "use_agent": { 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "use_agent", 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.715 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: "use_repo_digest": { 2023-07-14T13:11:35.716 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "use_repo_digest", 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.717 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_failed_host_check": { 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_failed_host_check", 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.718 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if the host check fails", 2023-07-14T13:11:35.719 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_stray_daemons": { 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_stray_daemons", 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.720 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.721 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_stray_hosts": { 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_stray_hosts", 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.722 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.723 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crash", 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.724 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.725 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.726 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.727 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.728 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.729 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.730 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.731 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.732 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "retain_interval": { 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "retain_interval", 2023-07-14T13:11:35.733 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "31536000", 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long to retain crashes before pruning them", 2023-07-14T13:11:35.734 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_recent_interval": { 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_recent_interval", 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.735 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.736 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1209600", 2023-07-14T13:11:35.736 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.736 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.736 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.736 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "time interval in which to warn about recent crashes", 2023-07-14T13:11:35.736 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "dashboard", 2023-07-14T13:11:35.737 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.738 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "ALERTMANAGER_API_HOST": { 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ALERTMANAGER_API_HOST", 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.740 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.741 INFO:teuthology.orchestra.run.smithi040.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.742 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "AUDIT_API_ENABLED": { 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "AUDIT_API_ENABLED", 2023-07-14T13:11:35.743 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.744 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.745 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.746 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "ENABLE_BROWSABLE_API": { 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ENABLE_BROWSABLE_API", 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.747 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.749 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-07-14T13:11:35.750 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.751 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-07-14T13:11:35.752 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.753 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.754 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.755 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.756 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_NFS": { 2023-07-14T13:11:35.756 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-07-14T13:11:35.756 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.756 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.756 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.757 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_RBD": { 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.758 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.759 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.759 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.759 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.759 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.759 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.759 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_RGW": { 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.760 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.761 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.762 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.763 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_PASSWORD": { 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_PASSWORD", 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.764 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.765 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.766 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_URL": { 2023-07-14T13:11:35.767 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_URL", 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.768 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_USERNAME": { 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_USERNAME", 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.769 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.770 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.771 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.771 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-07-14T13:11:35.771 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-07-14T13:11:35.771 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.771 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.772 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.773 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.774 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.774 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.774 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.774 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.774 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.774 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.775 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.776 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.777 INFO:teuthology.orchestra.run.smithi040.stdout: "ISSUE_TRACKER_API_KEY": { 2023-07-14T13:11:35.777 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-07-14T13:11:35.777 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.777 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.778 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "PROMETHEUS_API_HOST": { 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PROMETHEUS_API_HOST", 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.779 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.780 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.780 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.780 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.780 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.780 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.781 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.782 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.783 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.784 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.785 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.786 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.787 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.788 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.789 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.790 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.790 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.790 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.790 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.790 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.791 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.792 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.793 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.793 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-07-14T13:11:35.793 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-07-14T13:11:35.793 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.793 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.794 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.795 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.796 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.796 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.796 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.796 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.796 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_ENABLED": { 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_ENABLED", 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.797 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.798 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.799 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-07-14T13:11:35.799 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-07-14T13:11:35.799 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.799 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.799 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.800 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.801 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.802 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8", 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.803 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: "REST_REQUESTS_TIMEOUT": { 2023-07-14T13:11:35.804 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "45", 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.805 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_ACCESS_KEY": { 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_ACCESS_KEY", 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.806 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.807 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.807 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.807 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.807 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.807 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.807 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-07-14T13:11:35.808 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.809 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.810 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.810 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.810 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_SECRET_KEY": { 2023-07-14T13:11:35.810 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_SECRET_KEY", 2023-07-14T13:11:35.810 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.811 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_SSL_VERIFY": { 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_SSL_VERIFY", 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.812 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.813 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.813 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.813 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.813 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.813 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.813 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.814 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.815 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.816 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.817 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.817 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.817 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.817 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.817 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.818 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.819 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.820 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.820 INFO:teuthology.orchestra.run.smithi040.stdout: "cross_origin_url": { 2023-07-14T13:11:35.820 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cross_origin_url", 2023-07-14T13:11:35.820 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.820 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.821 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "crt_file": { 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crt_file", 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.822 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.823 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "debug": { 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "debug", 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.824 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable/disable debug options", 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.825 INFO:teuthology.orchestra.run.smithi040.stdout: "jwt_token_ttl": { 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "jwt_token_ttl", 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "28800", 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.826 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "key_file": { 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "key_file", 2023-07-14T13:11:35.827 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.828 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.829 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.830 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.831 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.832 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.833 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.834 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.835 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.836 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.837 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "motd": { 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "motd", 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.838 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.839 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.839 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.839 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.839 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.839 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "The message of the day", 2023-07-14T13:11:35.840 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.840 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.840 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.840 INFO:teuthology.orchestra.run.smithi040.stdout: "redirect_resolve_ip_addr": { 2023-07-14T13:11:35.840 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "redirect_resolve_ip_addr", 2023-07-14T13:11:35.841 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.841 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.841 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.841 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.841 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.841 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.842 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:35.843 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:35.843 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.843 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.843 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.843 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "::", 2023-07-14T13:11:35.843 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.844 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.844 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.844 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.844 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.844 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.844 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.845 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:35.845 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:35.845 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.845 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.845 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8080", 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.846 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl": { 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl", 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.847 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl_server_port": { 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl_server_port", 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8443", 2023-07-14T13:11:35.849 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.850 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_behaviour": { 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_behaviour", 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "redirect", 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.851 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: "redirect" 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.852 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_error_status_code": { 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_error_status_code", 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "500", 2023-07-14T13:11:35.853 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "400", 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "599", 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.854 INFO:teuthology.orchestra.run.smithi040.stdout: "url_prefix": { 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "url_prefix", 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.855 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "devicehealth", 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_monitoring": { 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enable_monitoring", 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.857 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "monitor device health metrics", 2023-07-14T13:11:35.858 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.859 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.860 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.862 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.863 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.864 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.865 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.866 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.867 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "mark_out_threshold": { 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mark_out_threshold", 2023-07-14T13:11:35.868 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "2419200", 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.869 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "pool_name": { 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pool_name", 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "device_health_metrics", 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "name of pool in which to store device health metrics", 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.871 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: "retention_period": { 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "retention_period", 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.872 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15552000", 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long to retain device health metrics", 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.873 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: "scrape_frequency": { 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "scrape_frequency", 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.874 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "86400", 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to scrape device health metrics", 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.875 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "self_heal": { 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "self_heal", 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:35.876 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.877 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.878 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to wake up and check device health", 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_threshold": { 2023-07-14T13:11:35.879 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_threshold", 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "7257600", 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.880 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.881 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "diskprediction_local", 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.882 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.883 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.884 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.885 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.886 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.887 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.888 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.890 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.891 INFO:teuthology.orchestra.run.smithi040.stdout: "predict_interval": { 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "predict_interval", 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "86400", 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.892 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.893 INFO:teuthology.orchestra.run.smithi040.stdout: "predictor_model": { 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "predictor_model", 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "prophetstor", 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.894 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:35.895 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.896 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.897 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "influx", 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": false, 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "influxdb python module not found", 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "batch_size": { 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "batch_size", 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.898 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5000", 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.899 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: "database": { 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "database", 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.900 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "ceph", 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.901 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "hostname": { 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "hostname", 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.902 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB server hostname", 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.903 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "30", 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "5", 2023-07-14T13:11:35.904 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.905 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.906 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.907 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.908 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.909 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.910 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.911 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.912 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.913 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "password": { 2023-07-14T13:11:35.914 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "password", 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.915 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "password of InfluxDB server user", 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: "port": { 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "port", 2023-07-14T13:11:35.916 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8086", 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB server port", 2023-07-14T13:11:35.917 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl": { 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl", 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.918 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "false", 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.919 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: "threads": { 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "threads", 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.920 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "32", 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.921 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "username": { 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "username", 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.922 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "username of InfluxDB server user", 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "verify_ssl": { 2023-07-14T13:11:35.923 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "verify_ssl", 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "true", 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.924 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "insights", 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.926 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.927 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.928 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.929 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.931 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.932 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.933 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.934 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "iostat", 2023-07-14T13:11:35.935 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.936 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.937 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.938 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.939 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.940 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.941 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.942 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.943 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.944 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "k8sevents", 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.945 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_event_retention_days": { 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ceph_event_retention_days", 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "7", 2023-07-14T13:11:35.946 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Days to hold ceph event information within local cache", 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.947 INFO:teuthology.orchestra.run.smithi040.stdout: "config_check_secs": { 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_check_secs", 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "10", 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.948 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.949 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.950 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.951 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.952 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.954 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.955 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.956 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.957 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.958 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "localpool", 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "failure_domain": { 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "failure_domain", 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.959 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "host", 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "failure domain for any created local pool", 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.960 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.961 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.962 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.963 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.964 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.965 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.966 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.967 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.968 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.969 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "min_size": { 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "min_size", 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.970 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default min_size for any created local pool", 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.971 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: "num_rep": { 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "num_rep", 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.972 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3", 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default replica count for any created local pool", 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_num": { 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pg_num", 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "128", 2023-07-14T13:11:35.974 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default pg_num for any created local pool", 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.975 INFO:teuthology.orchestra.run.smithi040.stdout: "prefix": { 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prefix", 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.976 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "name prefix for any created local pool", 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.977 INFO:teuthology.orchestra.run.smithi040.stdout: "subtree": { 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "subtree", 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "rack", 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.978 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "CRUSH level for which to create a local pool", 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.979 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mds_autoscaler", 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.980 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.981 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.982 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.983 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.985 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.986 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.987 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.988 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.989 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.989 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.989 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.989 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.989 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mirroring", 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:35.990 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.991 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.992 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:35.993 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.994 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:35.995 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:35.996 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.997 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:35.998 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:35.999 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "nfs", 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.000 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.001 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.002 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.003 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.004 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.005 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.006 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.007 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.008 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.009 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "orchestrator", 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.010 INFO:teuthology.orchestra.run.smithi040.stdout: "fail_fs": { 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "fail_fs", 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.011 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.012 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.013 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.014 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.015 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.016 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.017 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.018 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.019 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.020 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator": { 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "orchestrator", 2023-07-14T13:11:36.021 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm", 2023-07-14T13:11:36.022 INFO:teuthology.orchestra.run.smithi040.stdout: "rook", 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: "test_orchestrator" 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Orchestrator backend", 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.023 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "osd_perf_query", 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.024 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.025 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.026 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.027 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.028 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.029 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.030 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.031 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.032 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.033 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "osd_support", 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.034 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.035 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.036 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.037 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.038 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.039 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.040 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.041 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.042 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.043 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.044 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.044 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pg_autoscaler", 2023-07-14T13:11:36.044 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.044 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.044 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.045 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.046 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.047 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.048 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.049 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.050 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.051 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.052 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.053 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: "noautoscale": { 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "noautoscale", 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.054 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "global autoscale flag", 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Option to turn on/off the autoscaler for all pools", 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.055 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.056 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "threshold": { 2023-07-14T13:11:36.057 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "threshold", 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3.0", 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1.0", 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.058 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "scaling threshold", 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.059 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "progress", 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_pg_recovery_event": { 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_pg_recovery_event", 2023-07-14T13:11:36.060 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow the module to show pg recovery progress", 2023-07-14T13:11:36.061 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: "enabled": { 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enabled", 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.062 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.063 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.064 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.065 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.066 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.067 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.068 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.069 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.070 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.071 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.072 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "max_completed_events": { 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_completed_events", 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.073 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "50", 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "number of past completed events to remember", 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.074 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.075 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long the module is going to sleep", 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.076 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus", 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.077 INFO:teuthology.orchestra.run.smithi040.stdout: "cache": { 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cache", 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.078 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.079 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.079 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.079 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.079 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.079 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.079 INFO:teuthology.orchestra.run.smithi040.stdout: "exclude_perf_counters": { 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "exclude_perf_counters", 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.080 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.081 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.082 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.083 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.084 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.084 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.084 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.084 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.084 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.084 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.085 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.086 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.087 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.089 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.090 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_stats_pools": { 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_stats_pools", 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.091 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_stats_pools_refresh_interval": { 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-07-14T13:11:36.092 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "300", 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.093 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "scrape_interval": { 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "scrape_interval", 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.094 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15.0", 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.095 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.096 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "::", 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.097 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "9283", 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.098 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "stale_cache_strategy": { 2023-07-14T13:11:36.099 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "stale_cache_strategy", 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "log", 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.100 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_behaviour": { 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_behaviour", 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.101 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "default", 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "default", 2023-07-14T13:11:36.102 INFO:teuthology.orchestra.run.smithi040.stdout: "error" 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_error_status_code": { 2023-07-14T13:11:36.103 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_error_status_code", 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "500", 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "400", 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "599", 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.104 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.105 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_support", 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.106 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.107 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.108 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.109 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.110 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.111 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.112 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.113 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.114 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: "max_concurrent_snap_create": { 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_concurrent_snap_create", 2023-07-14T13:11:36.115 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.116 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "mirror_snapshot_schedule": { 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mirror_snapshot_schedule", 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.117 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.118 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "trash_purge_schedule": { 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "trash_purge_schedule", 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.119 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.120 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "restful", 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.121 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_auth": { 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enable_auth", 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.122 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "key_file": { 2023-07-14T13:11:36.123 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "key_file", 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.124 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.125 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.126 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.127 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.128 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.129 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.130 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.131 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.132 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.133 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:36.134 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.135 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.136 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.137 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rgw", 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.138 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.139 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.140 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.141 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.142 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.143 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.144 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.145 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.146 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.147 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rook", 2023-07-14T13:11:36.148 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "drive_group_interval": { 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "drive_group_interval", 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.149 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "300.0", 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.150 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.151 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.152 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.153 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.154 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.155 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.156 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.157 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.158 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.159 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "storage_class": { 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "storage_class", 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "local", 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.160 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "selftest", 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.162 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.163 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.164 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.165 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.166 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.167 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.168 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.169 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.170 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "roption1": { 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "roption1", 2023-07-14T13:11:36.171 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.172 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "roption2": { 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "roption2", 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.173 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "xyz", 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.174 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption1": { 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption1", 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.175 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.176 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.177 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption2": { 2023-07-14T13:11:36.177 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption2", 2023-07-14T13:11:36.177 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.177 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.177 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.178 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.178 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.178 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.178 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.178 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.178 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.179 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.179 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.179 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption3": { 2023-07-14T13:11:36.179 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption3", 2023-07-14T13:11:36.180 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.180 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.180 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.180 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.180 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.180 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.181 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.181 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.181 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.181 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.181 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.182 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption4": { 2023-07-14T13:11:36.182 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption4", 2023-07-14T13:11:36.182 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.182 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.182 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.183 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.183 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.183 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.183 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.183 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption5": { 2023-07-14T13:11:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption5", 2023-07-14T13:11:36.185 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.185 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.185 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.185 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.185 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.186 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.186 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.186 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.186 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.186 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.186 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption6": { 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption6", 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.187 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.188 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption7": { 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption7", 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "42", 2023-07-14T13:11:36.189 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "testkey": { 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testkey", 2023-07-14T13:11:36.190 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.191 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: "testlkey": { 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testlkey", 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.192 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.193 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "testnewline": { 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testnewline", 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.194 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.195 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snap_schedule", 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.196 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_m_granularity": { 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_m_granularity", 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.197 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow minute scheduled snapshots", 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "dump_on_update": { 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "dump_on_update", 2023-07-14T13:11:36.198 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "dump database to debug log on update", 2023-07-14T13:11:36.199 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.200 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.201 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.202 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.203 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.204 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.204 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.204 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.204 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.204 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.204 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.205 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.206 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.207 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.208 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.209 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.209 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.209 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.209 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.209 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "stats", 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.210 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.211 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.212 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.213 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.214 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.215 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.216 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.217 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.218 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "status", 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.220 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.221 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.222 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.223 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.224 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.225 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.226 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.227 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.228 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "telegraf", 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "address": { 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "address", 2023-07-14T13:11:36.230 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.231 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.232 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15", 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.233 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.234 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.235 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.237 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.238 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.239 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.240 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.241 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.242 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.243 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "telemetry", 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_basic": { 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_basic", 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.244 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share basic cluster information (size, version)", 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.245 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_crash": { 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_crash", 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.246 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.247 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.247 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.247 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.247 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-07-14T13:11:36.247 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.247 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_device": { 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_device", 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.248 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.249 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_ident": { 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_ident", 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.250 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_perf": { 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_perf", 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.252 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share various performance metrics of a cluster", 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "contact": { 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "contact", 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.254 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.255 INFO:teuthology.orchestra.run.smithi040.stdout: "description": { 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "description", 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.256 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: "device_url": { 2023-07-14T13:11:36.257 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_url", 2023-07-14T13:11:36.258 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.258 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.258 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.258 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-07-14T13:11:36.258 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.258 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "enabled": { 2023-07-14T13:11:36.259 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enabled", 2023-07-14T13:11:36.260 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.260 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.260 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.260 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.260 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.260 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.261 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "24", 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "8", 2023-07-14T13:11:36.262 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "last_opt_revision": { 2023-07-14T13:11:36.263 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "last_opt_revision", 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1", 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.264 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: "leaderboard": { 2023-07-14T13:11:36.265 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "leaderboard", 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.266 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "leaderboard_description": { 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "leaderboard_description", 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.267 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.268 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.269 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.270 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.271 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.271 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.271 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.271 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.271 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.271 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.272 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.273 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.274 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.275 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.276 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.276 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.276 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.276 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.276 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.276 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.277 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.279 INFO:teuthology.orchestra.run.smithi040.stdout: "organization": { 2023-07-14T13:11:36.279 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "organization", 2023-07-14T13:11:36.279 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.279 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.279 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.279 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.280 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.280 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.280 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.280 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.280 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.280 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "proxy": { 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "proxy", 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.281 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.282 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "url": { 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "url", 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-07-14T13:11:36.283 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.284 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "test_orchestrator", 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.285 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.286 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.287 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.288 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.289 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.290 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.291 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.292 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.293 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.294 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "volumes", 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.295 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.296 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.297 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.298 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.299 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.300 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.301 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.302 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.303 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.304 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "max_concurrent_clones": { 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_concurrent_clones", 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.305 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "4", 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Number of asynchronous cloner threads", 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.306 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: "snapshot_clone_delay": { 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snapshot_clone_delay", 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.307 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:36.308 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.308 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.308 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.308 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-07-14T13:11:36.308 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.308 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix", 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.309 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "discovery_interval": { 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "discovery_interval", 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.310 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "100", 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.311 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "identifier": { 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "identifier", 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.312 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.313 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.314 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.315 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.316 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.317 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.318 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.318 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.318 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.318 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.318 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.319 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.320 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.321 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.322 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.323 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.324 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_host": { 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_host", 2023-07-14T13:11:36.325 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.326 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.326 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.326 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.326 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.326 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.326 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_port": { 2023-07-14T13:11:36.327 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_port", 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10051", 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.328 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_sender": { 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_sender", 2023-07-14T13:11:36.329 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.330 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.331 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.331 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.331 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.331 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.331 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.331 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: "modules": [ 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm", 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: "dashboard", 2023-07-14T13:11:36.332 INFO:teuthology.orchestra.run.smithi040.stdout: "iostat", 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: "nfs", 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: "restful", 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: "snap_schedule" 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: "available_modules": [ 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alerts", 2023-07-14T13:11:36.333 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.334 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How frequently to reexamine health status", 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.335 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.336 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.337 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.338 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.339 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.340 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.341 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.342 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.343 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.344 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_destination": { 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_destination", 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.345 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Email address to send alerts to", 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.346 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_from_name": { 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_from_name", 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.347 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "Ceph", 2023-07-14T13:11:36.348 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.348 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.348 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.348 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Email From: name", 2023-07-14T13:11:36.348 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.348 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_host": { 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_host", 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.349 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP server", 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.350 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_password": { 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_password", 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.351 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Password to authenticate with", 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.352 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_port": { 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_port", 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "465", 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.353 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP port", 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.354 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_sender": { 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_sender", 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.355 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SMTP envelope sender", 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_ssl": { 2023-07-14T13:11:36.356 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_ssl", 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.357 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use SSL to connect to SMTP server", 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "smtp_user": { 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "smtp_user", 2023-07-14T13:11:36.358 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "User to authenticate as", 2023-07-14T13:11:36.359 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.360 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "balancer", 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "active": { 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "active", 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.361 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "automatically balance PGs across cluster", 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.362 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: "begin_time": { 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "begin_time", 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.363 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0000", 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "beginning time of day to automatically balance", 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.364 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "begin_weekday": { 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "begin_weekday", 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.365 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0", 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "6", 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.366 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_max_iterations": { 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_max_iterations", 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "25", 2023-07-14T13:11:36.367 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "250", 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.368 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_metrics": { 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_metrics", 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "pgs,objects,bytes", 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.369 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.370 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_compat_step": { 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crush_compat_step", 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0.5", 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0.001", 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "0.999", 2023-07-14T13:11:36.371 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "aggressiveness of optimization", 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: "end_time": { 2023-07-14T13:11:36.372 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "end_time", 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "2359", 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.373 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "ending time of day to automatically balance", 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: "end_weekday": { 2023-07-14T13:11:36.374 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "end_weekday", 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "0", 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "6", 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.375 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-07-14T13:11:36.376 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-07-14T13:11:36.376 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.376 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.376 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.376 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.376 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.377 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.378 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.379 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.380 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.381 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.382 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.383 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.384 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.385 INFO:teuthology.orchestra.run.smithi040.stdout: "min_score": { 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "min_score", 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.386 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": { 2023-07-14T13:11:36.387 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mode", 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "upmap", 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.388 INFO:teuthology.orchestra.run.smithi040.stdout: "crush-compat", 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: "none", 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap" 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Balancer mode", 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.389 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.390 INFO:teuthology.orchestra.run.smithi040.stdout: "pool_ids": { 2023-07-14T13:11:36.390 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pool_ids", 2023-07-14T13:11:36.390 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.390 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.390 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.390 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.391 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:36.392 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.393 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap_max_deviation": { 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "upmap_max_deviation", 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.394 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.395 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "deviation below which no optimization is attempted", 2023-07-14T13:11:36.395 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-07-14T13:11:36.395 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.395 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.395 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.395 INFO:teuthology.orchestra.run.smithi040.stdout: "upmap_max_optimizations": { 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "upmap_max_optimizations", 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.396 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.397 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cephadm", 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_down_multiplier": { 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_down_multiplier", 2023-07-14T13:11:36.398 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3.0", 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-07-14T13:11:36.399 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_refresh_rate": { 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_refresh_rate", 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.400 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.401 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.401 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "20", 2023-07-14T13:11:36.401 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.401 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.401 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.401 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "agent_starting_port": { 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "agent_starting_port", 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.402 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "4721", 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.403 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: "alertmanager_web_password": { 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alertmanager_web_password", 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.404 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Alertmanager web password", 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.405 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "alertmanager_web_user": { 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "alertmanager_web_user", 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.406 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Alertmanager web user", 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.408 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_ptrace": { 2023-07-14T13:11:36.408 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_ptrace", 2023-07-14T13:11:36.408 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.408 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.408 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.408 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.409 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: "autotune_interval": { 2023-07-14T13:11:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "autotune_interval", 2023-07-14T13:11:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to autotune daemon memory", 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.411 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "autotune_memory_target_ratio": { 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "autotune_memory_target_ratio", 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0.7", 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.412 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.413 INFO:teuthology.orchestra.run.smithi040.stdout: "cgroups_split": { 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cgroups_split", 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.414 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.415 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-07-14T13:11:36.415 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.415 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.415 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.415 INFO:teuthology.orchestra.run.smithi040.stdout: "config_checks_enabled": { 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_checks_enabled", 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.416 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "config_dashboard": { 2023-07-14T13:11:36.417 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_dashboard", 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.418 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_alertmanager": { 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_alertmanager", 2023-07-14T13:11:36.419 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.420 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.420 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.420 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-07-14T13:11:36.420 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.420 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.420 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_base": { 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_base", 2023-07-14T13:11:36.421 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/ceph", 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Container image name, without the tag", 2023-07-14T13:11:36.422 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_elasticsearch": { 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_elasticsearch", 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.423 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "elasticsearch container image", 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.424 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_grafana": { 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_grafana", 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.425 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.426 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_haproxy": { 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_haproxy", 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.427 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "HAproxy container image", 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.428 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_agent": { 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_agent", 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-07-14T13:11:36.429 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger agent container image", 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.430 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_collector": { 2023-07-14T13:11:36.431 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_collector", 2023-07-14T13:11:36.431 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.431 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.431 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.431 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-07-14T13:11:36.431 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger collector container image", 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_jaeger_query": { 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_jaeger_query", 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.433 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Jaeger query container image", 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.434 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_keepalived": { 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_keepalived", 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.435 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Keepalived container image", 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_loki": { 2023-07-14T13:11:36.436 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_loki", 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.437 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Loki container image", 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_node_exporter": { 2023-07-14T13:11:36.438 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_node_exporter", 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.439 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_prometheus": { 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_prometheus", 2023-07-14T13:11:36.440 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus container image", 2023-07-14T13:11:36.441 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_promtail": { 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_promtail", 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.442 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Promtail container image", 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.443 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image_snmp_gateway": { 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_image_snmp_gateway", 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.444 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "SNMP Gateway container image", 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "container_init": { 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "container_init", 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.446 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Run podman/docker with `--init`", 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "daemon_cache_timeout": { 2023-07-14T13:11:36.447 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "daemon_cache_timeout", 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.448 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "default_cephadm_command_timeout": { 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "default_cephadm_command_timeout", 2023-07-14T13:11:36.449 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "900", 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.450 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "default_registry": { 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "default_registry", 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.451 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "docker.io", 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.452 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: "device_cache_timeout": { 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_cache_timeout", 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.453 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1800", 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache device inventory", 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.454 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "device_enhanced_scan": { 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_enhanced_scan", 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.455 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use libstoragemgmt during device scans", 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.456 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "facts_cache_timeout": { 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "facts_cache_timeout", 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:36.457 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "seconds to cache host facts data", 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.458 INFO:teuthology.orchestra.run.smithi040.stdout: "host_check_interval": { 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "host_check_interval", 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.459 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to perform a host check", 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.460 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.461 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.462 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "log_refresh_metadata": { 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_refresh_metadata", 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.463 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.464 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.465 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.466 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.467 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.468 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.469 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.470 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "manage_etc_ceph_ceph_conf": { 2023-07-14T13:11:36.471 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.472 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-07-14T13:11:36.473 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "*", 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-07-14T13:11:36.474 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "max_count_per_host": { 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_count_per_host", 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.475 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "max number of daemons per service per host", 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.476 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "max_osd_draining_count": { 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_osd_draining_count", 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.477 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "migration_current": { 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "migration_current", 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.479 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "internal - do not modify", 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.480 INFO:teuthology.orchestra.run.smithi040.stdout: "mode": { 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mode", 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "root", 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.481 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm-package", 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: "root" 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "mode for remote execution of cephadm", 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_alerts_path": { 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_alerts_path", 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.483 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.484 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_web_password": { 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_web_password", 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.485 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus web password", 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "prometheus_web_user": { 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus_web_user", 2023-07-14T13:11:36.486 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Prometheus web user", 2023-07-14T13:11:36.487 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_insecure": { 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_insecure", 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.488 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.489 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_password": { 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_password", 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.490 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_url": { 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_url", 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.492 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.493 INFO:teuthology.orchestra.run.smithi040.stdout: "registry_username": { 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "registry_username", 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.494 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: "secure_monitoring_stack": { 2023-07-14T13:11:36.495 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "secure_monitoring_stack", 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.496 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: "service_discovery_port": { 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "service_discovery_port", 2023-07-14T13:11:36.497 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8765", 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "cephadm service discovery port", 2023-07-14T13:11:36.498 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: "ssh_config_file": { 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssh_config_file", 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.499 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.500 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "use_agent": { 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "use_agent", 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.501 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.502 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: "use_repo_digest": { 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "use_repo_digest", 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.503 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.504 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_failed_host_check": { 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_failed_host_check", 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.505 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if the host check fails", 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.506 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_stray_daemons": { 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_stray_daemons", 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.507 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_on_stray_hosts": { 2023-07-14T13:11:36.508 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_on_stray_hosts", 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.509 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crash", 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.511 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.512 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.513 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.514 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.515 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.516 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.516 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.516 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.516 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.516 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.517 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.518 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.519 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.520 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: "retain_interval": { 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "retain_interval", 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.521 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "31536000", 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long to retain crashes before pruning them", 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_recent_interval": { 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_recent_interval", 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1209600", 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.523 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "time interval in which to warn about recent crashes", 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.524 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "dashboard", 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.525 INFO:teuthology.orchestra.run.smithi040.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.526 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "ALERTMANAGER_API_HOST": { 2023-07-14T13:11:36.527 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ALERTMANAGER_API_HOST", 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.528 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-07-14T13:11:36.529 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.530 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.531 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.531 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.531 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.531 INFO:teuthology.orchestra.run.smithi040.stdout: "AUDIT_API_ENABLED": { 2023-07-14T13:11:36.531 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "AUDIT_API_ENABLED", 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.532 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-07-14T13:11:36.533 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.534 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: "ENABLE_BROWSABLE_API": { 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ENABLE_BROWSABLE_API", 2023-07-14T13:11:36.535 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.536 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-07-14T13:11:36.537 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.538 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.539 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.540 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.541 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.542 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.543 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_NFS": { 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.545 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.546 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.546 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.546 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.546 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.546 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_RBD": { 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.547 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.548 INFO:teuthology.orchestra.run.smithi040.stdout: "FEATURE_TOGGLE_RGW": { 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.549 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.550 INFO:teuthology.orchestra.run.smithi040.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.551 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.552 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.552 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.552 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.552 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.552 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_PASSWORD": { 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_PASSWORD", 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.553 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-07-14T13:11:36.554 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.555 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_URL": { 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_URL", 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.556 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.557 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.558 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.558 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.558 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.558 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_API_USERNAME": { 2023-07-14T13:11:36.558 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_API_USERNAME", 2023-07-14T13:11:36.558 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.559 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.560 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.561 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.562 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.563 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.563 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.563 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.563 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.563 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.563 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.564 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.565 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.566 INFO:teuthology.orchestra.run.smithi040.stdout: "ISSUE_TRACKER_API_KEY": { 2023-07-14T13:11:36.566 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-07-14T13:11:36.566 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.566 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.566 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.567 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: "PROMETHEUS_API_HOST": { 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PROMETHEUS_API_HOST", 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.568 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.570 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.571 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.571 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.571 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.571 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.571 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.572 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.573 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.574 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-07-14T13:11:36.575 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.576 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.576 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.576 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.576 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.576 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.576 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-07-14T13:11:36.577 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.578 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.579 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.579 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.579 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.579 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-07-14T13:11:36.579 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.580 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-07-14T13:11:36.581 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.582 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.582 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.582 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.582 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.582 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.582 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.583 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.583 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.583 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.583 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.584 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-07-14T13:11:36.584 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-07-14T13:11:36.584 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.585 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.585 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.585 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.585 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.585 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.586 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.586 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.586 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.586 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.586 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.587 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_ENABLED": { 2023-07-14T13:11:36.587 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_ENABLED", 2023-07-14T13:11:36.587 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.587 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.588 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.588 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.588 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.588 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.588 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.589 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.589 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.589 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.589 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.589 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.590 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-07-14T13:11:36.590 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-07-14T13:11:36.590 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.590 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.590 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.591 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-07-14T13:11:36.591 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.591 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.591 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.591 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.592 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.592 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.592 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.592 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-07-14T13:11:36.593 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-07-14T13:11:36.593 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.593 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.593 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.594 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.594 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.594 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.594 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.594 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.595 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.595 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.595 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.595 INFO:teuthology.orchestra.run.smithi040.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-07-14T13:11:36.596 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-07-14T13:11:36.596 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.596 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.596 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.596 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8", 2023-07-14T13:11:36.597 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.597 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.597 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.597 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.597 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.598 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.598 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.598 INFO:teuthology.orchestra.run.smithi040.stdout: "REST_REQUESTS_TIMEOUT": { 2023-07-14T13:11:36.598 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-07-14T13:11:36.599 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.599 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.599 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.599 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "45", 2023-07-14T13:11:36.599 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.600 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.600 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.600 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.600 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.600 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.601 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.601 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_ACCESS_KEY": { 2023-07-14T13:11:36.601 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_ACCESS_KEY", 2023-07-14T13:11:36.601 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.602 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.602 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.602 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.602 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.602 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.603 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.603 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.603 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.603 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.603 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.604 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-07-14T13:11:36.604 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-07-14T13:11:36.604 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.604 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.605 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.605 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "admin", 2023-07-14T13:11:36.605 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.605 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.605 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.606 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.606 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.606 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.606 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.606 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.607 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_SECRET_KEY": { 2023-07-14T13:11:36.607 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_SECRET_KEY", 2023-07-14T13:11:36.607 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.607 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.607 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.608 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.608 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.608 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.608 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: "RGW_API_SSL_VERIFY": { 2023-07-14T13:11:36.609 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "RGW_API_SSL_VERIFY", 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.610 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-07-14T13:11:36.611 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.612 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.613 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.614 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.615 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.616 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "cross_origin_url": { 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cross_origin_url", 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.617 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.618 INFO:teuthology.orchestra.run.smithi040.stdout: "crt_file": { 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "crt_file", 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.619 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "debug": { 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "debug", 2023-07-14T13:11:36.620 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.621 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Enable/disable debug options", 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "jwt_token_ttl": { 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "jwt_token_ttl", 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.622 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "28800", 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.623 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "key_file": { 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "key_file", 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.624 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.625 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.626 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.627 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.628 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.629 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.630 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.631 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.632 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.633 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.634 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "motd": { 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "motd", 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.635 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "The message of the day", 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "redirect_resolve_ip_addr": { 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "redirect_resolve_ip_addr", 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.637 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:36.638 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "::", 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.639 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.640 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8080", 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.641 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl": { 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl", 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.642 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl_server_port": { 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl_server_port", 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8443", 2023-07-14T13:11:36.644 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.645 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_behaviour": { 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_behaviour", 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "redirect", 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.646 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: "redirect" 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_error_status_code": { 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_error_status_code", 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "500", 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "400", 2023-07-14T13:11:36.648 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "599", 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "url_prefix": { 2023-07-14T13:11:36.649 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "url_prefix", 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.650 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.651 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "devicehealth", 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_monitoring": { 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enable_monitoring", 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.652 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "monitor device health metrics", 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.653 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.654 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.655 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.657 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.658 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.659 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.660 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.661 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.662 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: "mark_out_threshold": { 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mark_out_threshold", 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.663 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "2419200", 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "pool_name": { 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pool_name", 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "device_health_metrics", 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.665 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "name of pool in which to store device health metrics", 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "retention_period": { 2023-07-14T13:11:36.666 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "retention_period", 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15552000", 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.667 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long to retain device health metrics", 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "scrape_frequency": { 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "scrape_frequency", 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.668 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "86400", 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to scrape device health metrics", 2023-07-14T13:11:36.669 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "self_heal": { 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "self_heal", 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.670 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.671 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:36.672 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how frequently to wake up and check device health", 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.673 INFO:teuthology.orchestra.run.smithi040.stdout: "warn_threshold": { 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "warn_threshold", 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "7257600", 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.674 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "diskprediction_local", 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.676 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.677 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.678 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.679 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.680 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.681 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.682 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.684 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.685 INFO:teuthology.orchestra.run.smithi040.stdout: "predict_interval": { 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "predict_interval", 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "86400", 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.686 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "predictor_model": { 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "predictor_model", 2023-07-14T13:11:36.687 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "prophetstor", 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.688 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.689 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "600", 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.690 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "influx", 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": false, 2023-07-14T13:11:36.691 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "influxdb python module not found", 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "batch_size": { 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "batch_size", 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5000", 2023-07-14T13:11:36.692 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "database": { 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "database", 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "ceph", 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.694 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "hostname": { 2023-07-14T13:11:36.695 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "hostname", 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.696 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB server hostname", 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.697 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "30", 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "5", 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.698 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.699 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.700 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.701 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.702 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.703 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.704 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.705 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.706 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.707 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "password": { 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "password", 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.708 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "password of InfluxDB server user", 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.709 INFO:teuthology.orchestra.run.smithi040.stdout: "port": { 2023-07-14T13:11:36.710 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "port", 2023-07-14T13:11:36.710 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.710 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.710 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.710 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "8086", 2023-07-14T13:11:36.710 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "InfluxDB server port", 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "ssl": { 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ssl", 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "false", 2023-07-14T13:11:36.712 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.713 INFO:teuthology.orchestra.run.smithi040.stdout: "threads": { 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "threads", 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "32", 2023-07-14T13:11:36.714 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "username": { 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "username", 2023-07-14T13:11:36.715 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "username of InfluxDB server user", 2023-07-14T13:11:36.716 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "verify_ssl": { 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "verify_ssl", 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.717 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "true", 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.718 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "insights", 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.719 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.720 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.721 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.722 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.723 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.724 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.725 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.726 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.727 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.728 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "iostat", 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.729 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.730 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.731 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.732 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.733 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.734 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.735 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.737 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "k8sevents", 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_event_retention_days": { 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "ceph_event_retention_days", 2023-07-14T13:11:36.739 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "7", 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.740 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Days to hold ceph event information within local cache", 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "config_check_secs": { 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "config_check_secs", 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.741 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "10", 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.742 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.743 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.744 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.746 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.747 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.748 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.749 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.750 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.751 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "localpool", 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.752 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "failure_domain": { 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "failure_domain", 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "host", 2023-07-14T13:11:36.753 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "failure domain for any created local pool", 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.754 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.755 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.756 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.757 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.758 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.759 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.760 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.762 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "min_size": { 2023-07-14T13:11:36.763 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "min_size", 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.764 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default min_size for any created local pool", 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "num_rep": { 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "num_rep", 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.765 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3", 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default replica count for any created local pool", 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.766 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_num": { 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pg_num", 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.767 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "128", 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "default pg_num for any created local pool", 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "prefix": { 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prefix", 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.769 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "name prefix for any created local pool", 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.770 INFO:teuthology.orchestra.run.smithi040.stdout: "subtree": { 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "subtree", 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "rack", 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.771 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "CRUSH level for which to create a local pool", 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mds_autoscaler", 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.773 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.774 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.775 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.776 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.778 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.779 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.780 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.781 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mirroring", 2023-07-14T13:11:36.782 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.783 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.784 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.785 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.786 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.787 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.788 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.789 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.790 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.791 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "nfs", 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.792 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.793 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.794 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.795 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.796 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.797 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.798 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.799 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.800 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.801 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "orchestrator", 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.802 INFO:teuthology.orchestra.run.smithi040.stdout: "fail_fs": { 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "fail_fs", 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.803 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.804 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.805 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.806 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.807 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.808 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.809 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.810 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.811 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.812 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator": { 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "orchestrator", 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.813 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm", 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "rook", 2023-07-14T13:11:36.814 INFO:teuthology.orchestra.run.smithi040.stdout: "test_orchestrator" 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Orchestrator backend", 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "osd_perf_query", 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.816 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.817 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.818 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.819 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.820 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.821 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.822 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.823 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.824 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.825 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "osd_support", 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.826 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.827 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.829 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.830 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.831 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.832 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.833 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.834 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "pg_autoscaler", 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.835 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.836 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.837 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.838 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.839 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.840 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.841 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.842 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.843 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "noautoscale": { 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "noautoscale", 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.845 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "global autoscale flag", 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Option to turn on/off the autoscaler for all pools", 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.846 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.847 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "threshold": { 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "threshold", 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.848 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "3.0", 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1.0", 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "scaling threshold", 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-07-14T13:11:36.849 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "progress", 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.850 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_pg_recovery_event": { 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_pg_recovery_event", 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.851 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow the module to show pg recovery progress", 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "enabled": { 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enabled", 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.853 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.854 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.855 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.856 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.857 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.858 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.859 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.860 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.861 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.862 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "max_completed_events": { 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_completed_events", 2023-07-14T13:11:36.863 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "50", 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "number of past completed events to remember", 2023-07-14T13:11:36.864 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "sleep_interval": { 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "sleep_interval", 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.865 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "5", 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "how long the module is going to sleep", 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.866 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "prometheus", 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.867 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "cache": { 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "cache", 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.868 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.869 INFO:teuthology.orchestra.run.smithi040.stdout: "exclude_perf_counters": { 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "exclude_perf_counters", 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.870 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.871 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.872 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.873 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.874 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.876 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.877 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.878 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.879 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_stats_pools": { 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_stats_pools", 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.880 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.881 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_stats_pools_refresh_interval": { 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.882 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "300", 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.883 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "scrape_interval": { 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "scrape_interval", 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15.0", 2023-07-14T13:11:36.884 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:36.885 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "::", 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.886 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.887 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "9283", 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-07-14T13:11:36.888 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "stale_cache_strategy": { 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "stale_cache_strategy", 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.889 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "log", 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.890 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_behaviour": { 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_behaviour", 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "default", 2023-07-14T13:11:36.891 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "default", 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "error" 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.892 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "standby_error_status_code": { 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "standby_error_status_code", 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.893 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "500", 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "400", 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "599", 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.894 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_support", 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.895 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.896 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.897 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.898 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.899 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.900 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.901 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.903 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.904 INFO:teuthology.orchestra.run.smithi040.stdout: "max_concurrent_snap_create": { 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_concurrent_snap_create", 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10", 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.905 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "mirror_snapshot_schedule": { 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mirror_snapshot_schedule", 2023-07-14T13:11:36.906 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.907 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "trash_purge_schedule": { 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "trash_purge_schedule", 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.908 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.909 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "restful", 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.910 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_auth": { 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enable_auth", 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.911 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "key_file": { 2023-07-14T13:11:36.912 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "key_file", 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.913 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.914 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.915 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.916 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.917 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.918 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.919 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.920 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.921 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.921 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.921 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.921 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.921 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.921 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.922 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.922 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.922 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.922 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.922 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.922 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.923 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.923 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.923 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.923 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.923 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.923 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.924 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.924 INFO:teuthology.orchestra.run.smithi040.stdout: "server_addr": { 2023-07-14T13:11:36.924 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_addr", 2023-07-14T13:11:36.924 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.924 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.924 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.925 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.925 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.925 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.925 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.925 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.926 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.926 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.926 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.926 INFO:teuthology.orchestra.run.smithi040.stdout: "server_port": { 2023-07-14T13:11:36.926 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "server_port", 2023-07-14T13:11:36.927 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.927 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.927 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.927 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.927 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.927 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.928 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.928 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.928 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.928 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.928 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.929 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.929 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.929 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rgw", 2023-07-14T13:11:36.930 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.930 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.930 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.930 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.930 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.930 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.931 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.932 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.933 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.934 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.935 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.936 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.938 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.939 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rook", 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: "drive_group_interval": { 2023-07-14T13:11:36.940 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "drive_group_interval", 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "300.0", 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.941 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.942 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.943 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.944 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.945 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.947 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.948 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.949 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.950 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "storage_class": { 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "storage_class", 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.951 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "local", 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.952 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "selftest", 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.953 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.954 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.955 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.956 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.957 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.958 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.959 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.960 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.961 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "roption1": { 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "roption1", 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.963 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "roption2": { 2023-07-14T13:11:36.964 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "roption2", 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "xyz", 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.965 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption1": { 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption1", 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.966 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.967 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption2": { 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption2", 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.968 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.969 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption3": { 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption3", 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "float", 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.970 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.971 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption4": { 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption4", 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.972 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption5": { 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption5", 2023-07-14T13:11:36.973 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.974 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption6": { 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption6", 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.975 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.976 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "rwoption7": { 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rwoption7", 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.977 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "1", 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "42", 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.978 INFO:teuthology.orchestra.run.smithi040.stdout: "testkey": { 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testkey", 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.979 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "testlkey": { 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testlkey", 2023-07-14T13:11:36.980 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.981 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "testnewline": { 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "testnewline", 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.982 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.983 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snap_schedule", 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.984 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "allow_m_granularity": { 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "allow_m_granularity", 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.985 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "allow minute scheduled snapshots", 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.986 INFO:teuthology.orchestra.run.smithi040.stdout: "dump_on_update": { 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "dump_on_update", 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.987 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "dump database to debug log on update", 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.988 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.989 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.990 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.991 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.992 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:36.993 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:36.994 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:36.995 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.996 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:36.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "stats", 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:36.998 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:36.999 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.000 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.001 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.002 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.003 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.004 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.005 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.006 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "status", 2023-07-14T13:11:37.007 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.008 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.009 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.011 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.012 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.013 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.014 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.015 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.016 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "telegraf", 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:37.017 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "address": { 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "address", 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-07-14T13:11:37.018 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "15", 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.020 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:37.021 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.022 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.023 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.024 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.025 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.026 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.027 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.028 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.029 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.030 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "telemetry", 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_basic": { 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_basic", 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.031 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share basic cluster information (size, version)", 2023-07-14T13:11:37.032 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_crash": { 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_crash", 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.033 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.034 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_device": { 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_device", 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "True", 2023-07-14T13:11:37.035 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.036 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_ident": { 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_ident", 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.037 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "channel_perf": { 2023-07-14T13:11:37.038 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "channel_perf", 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.039 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Share various performance metrics of a cluster", 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "contact": { 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "contact", 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.040 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.041 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "description": { 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "description", 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.042 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.043 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "device_url": { 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "device_url", 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-07-14T13:11:37.044 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.045 INFO:teuthology.orchestra.run.smithi040.stdout: "enabled": { 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "enabled", 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.046 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:37.047 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "24", 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "8", 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.048 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "last_opt_revision": { 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "last_opt_revision", 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:37.049 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "1", 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.050 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "leaderboard": { 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "leaderboard", 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.051 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.052 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "leaderboard_description": { 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "leaderboard_description", 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.053 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.054 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.055 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.056 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.057 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.058 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.059 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.060 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.061 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.062 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "organization": { 2023-07-14T13:11:37.063 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "organization", 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.064 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: "proxy": { 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "proxy", 2023-07-14T13:11:37.065 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.066 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "url": { 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "url", 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.067 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.068 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "test_orchestrator", 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:37.069 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.070 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.071 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.072 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.073 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.074 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.075 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.076 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.077 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.078 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "volumes", 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:37.079 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.080 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.081 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.082 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.083 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.084 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.085 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.086 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.087 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.088 INFO:teuthology.orchestra.run.smithi040.stdout: "max_concurrent_clones": { 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "max_concurrent_clones", 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "4", 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.089 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Number of asynchronous cloner threads", 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "snapshot_clone_delay": { 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snapshot_clone_delay", 2023-07-14T13:11:37.090 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "0", 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-07-14T13:11:37.091 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.092 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix", 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "can_run": true, 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "error_string": "", 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "module_options": { 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "discovery_interval": { 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "discovery_interval", 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "uint", 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.093 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "100", 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.094 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "identifier": { 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "identifier", 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.095 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.096 INFO:teuthology.orchestra.run.smithi040.stdout: "interval": { 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "interval", 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "secs", 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "60", 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.097 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "log_level": { 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_level", 2023-07-14T13:11:37.098 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.099 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.100 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster": { 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster", 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.101 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.102 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_cluster_level": { 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_cluster_level", 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "info", 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.103 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [ 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "", 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "critical", 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "debug", 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "error", 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "info", 2023-07-14T13:11:37.104 INFO:teuthology.orchestra.run.smithi040.stdout: "warning" 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": { 2023-07-14T13:11:37.105 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "log_to_file", 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "bool", 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 1, 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "False", 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.106 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_host": { 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_host", 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.107 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "", 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.108 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_port": { 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_port", 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "int", 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.109 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "10051", 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.110 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "zabbix_sender": { 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "zabbix_sender", 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "str", 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "level": "advanced", 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "flags": 0, 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-07-14T13:11:37.111 INFO:teuthology.orchestra.run.smithi040.stdout: "min": "", 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: "max": "", 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: "enum_allowed": [], 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: "desc": "", 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: "long_desc": "", 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: "tags": [], 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: "see_also": [] 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.112 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: "services": { 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: "dashboard": "https://172.21.15.40:8443/" 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: "always_on_modules": { 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: "octopus": [ 2023-07-14T13:11:37.113 INFO:teuthology.orchestra.run.smithi040.stdout: "balancer", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "crash", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "devicehealth", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_autoscaler", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "progress", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_support", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "status", 2023-07-14T13:11:37.114 INFO:teuthology.orchestra.run.smithi040.stdout: "telemetry", 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "volumes" 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "pacific": [ 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "balancer", 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "crash", 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "devicehealth", 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator", 2023-07-14T13:11:37.115 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_autoscaler", 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "progress", 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_support", 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "status", 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "telemetry", 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "volumes" 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "quincy": [ 2023-07-14T13:11:37.116 INFO:teuthology.orchestra.run.smithi040.stdout: "balancer", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "crash", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "devicehealth", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_autoscaler", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "progress", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_support", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "status", 2023-07-14T13:11:37.117 INFO:teuthology.orchestra.run.smithi040.stdout: "telemetry", 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "volumes" 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "reef": [ 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "balancer", 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "crash", 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "devicehealth", 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "orchestrator", 2023-07-14T13:11:37.118 INFO:teuthology.orchestra.run.smithi040.stdout: "pg_autoscaler", 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: "progress", 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_support", 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: "status", 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: "telemetry", 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: "volumes" 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.119 INFO:teuthology.orchestra.run.smithi040.stdout: "last_failure_osd_epoch": 83, 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: "active_clients": [ 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "devicehealth", 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:37.120 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:0", 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 3344104338 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "libcephsqlite", 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:37.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:0", 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 2922137972 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.122 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "rbd_support", 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:0", 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 599115756 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snap_schedule", 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:0", 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 3359057052 2023-07-14T13:11:37.124 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "snap_schedule", 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:37.125 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:0", 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 3206333083 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "volumes", 2023-07-14T13:11:37.126 INFO:teuthology.orchestra.run.smithi040.stdout: "addrvec": [ 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: "type": "v2", 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: "addr": "172.21.15.40:0", 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: "nonce": 1398368508 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:37.127 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-07-14T13:11:37.128 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T13:11:37.129 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:34 smithi133 ceph-mon[98311]: pgmap v797: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 472 op/s 2023-07-14T13:11:37.129 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:34 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:34 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4293602342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:34 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3318788477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:34 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1478771203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:35 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/894329281' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:36 smithi133 ceph-mon[98311]: pgmap v798: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 13 MiB/s wr, 599 op/s 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:36 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:37.130 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:34 smithi130 ceph-mon[97977]: pgmap v797: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 MiB/s rd, 11 MiB/s wr, 472 op/s 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:34 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:34 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4293602342' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:34 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3318788477' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:34 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1478771203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:35 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/894329281' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:36 smithi130 ceph-mon[97977]: pgmap v798: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 13 MiB/s wr, 599 op/s 2023-07-14T13:11:37.131 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:36 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:37.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.710+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f62780a1380 msgr2=0x7f62780a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:37.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.710+0000 7f6295c53700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f62780a1380 0x7f62780a3830 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6280006010 tx=0x7f628000b540 comp rx=0 tx=0).stop 2023-07-14T13:11:37.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.710+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 msgr2=0x7f6290195a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:11:37.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.710+0000 7f6295c53700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 0x7f6290195a20 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f628800b970 tx=0x7f628800bc80 comp rx=0 tx=0).stop 2023-07-14T13:11:37.132 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 shutdown_connections 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f62780a1380 0x7f62780a3830 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6290100ca0 0x7f629019ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f629010a070 0x7f6290195a20 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 --2- 172.21.15.40:0/894329281 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f62901015b0 0x7f629019bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 >> 172.21.15.40:0/894329281 conn(0x7f62900fa490 msgr2=0x7f6290101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 shutdown_connections 2023-07-14T13:11:37.133 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:11:34.711+0000 7f6295c53700 1 -- 172.21.15.40:0/894329281 wait complete. 2023-07-14T13:11:37.140 DEBUG:tasks.check_counter:Getting stats from a 2023-07-14T13:11:37.140 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.a perf dump 2023-07-14T13:11:37.141 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:35 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/894329281' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-07-14T13:11:37.141 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:36 smithi040 ceph-mon[96535]: pgmap v798: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 MiB/s rd, 13 MiB/s wr, 599 op/s 2023-07-14T13:11:37.142 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:36 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:37.714 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T13:11:38.818 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:38 smithi040 ceph-mon[96535]: pgmap v799: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 314 op/s 2023-07-14T13:11:38.978 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 2749, 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 2751, 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 281849699, 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 854940, 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 8, 2023-07-14T13:11:38.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 4, 2023-07-14T13:11:38.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.417018800, 2023-07-14T13:11:38.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.074812795, 2023-07-14T13:11:38.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.218881876, 2023-07-14T13:11:38.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.097238180, 2023-07-14T13:11:38.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:38.980 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2749, 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.133145005, 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000048433 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:38.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 0, 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 0 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 2745, 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 2666, 2023-07-14T13:11:38.982 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 361830127, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 935002, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 6, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 5, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.472347927, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.076664766, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.308952433, 2023-07-14T13:11:38.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.077271640, 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2666, 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.139715809, 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000052406 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:38.984 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1946416, 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 255088 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.985 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 1416, 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 1741, 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 298163359, 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 1162819, 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 8, 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 6, 2023-07-14T13:11:38.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.310392434, 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.049248067, 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.204312966, 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.041817678, 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1738, 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.088727888, 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000051051 2023-07-14T13:11:38.987 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 320, 2023-07-14T13:11:38.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 723376 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 1, 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-MDSRank": { 2023-07-14T13:11:38.989 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 10442, 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.450326909, 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000043126 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.990 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-PurgeQueue": { 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:38.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "request": 0, 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "reply": 0, 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "reply_latency": { 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:38.992 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_reply": 0, 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: "forward": 0, 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_complete": 0, 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_keys": 0, 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_commit": 0, 2023-07-14T13:11:38.993 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_split": 0, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_merge": 0, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes": 27726, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_top": 9233, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_bottom": 18207, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pin_tail": 286, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pinned": 14536, 2023-07-14T13:11:38.994 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_expired": 5637, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_with_caps": 0, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "caps": 0, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "subtrees": 5, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse": 0, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_hit": 0, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_forward": 0, 2023-07-14T13:11:38.995 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_discover": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_remote_ino": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_lock": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "load_cent": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "q": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "exported": 0, 2023-07-14T13:11:38.996 INFO:teuthology.orchestra.run.smithi040.stdout: "exported_inodes": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "imported": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "imported_inodes": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_dir_fetch": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_backtrace_fetch": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_peer_discover": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rfiles": 0, 2023-07-14T13:11:38.997 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rbytes": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rsnaps": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_fetch": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_set_tag": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:11:38.998 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_file_inodes": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_inode_file_caps": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_revoke": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_grant": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-07-14T13:11:38.999 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps": 0, 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps_dirty": 0, 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_cap_release": 0, 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: "process_request_cap_release": 0 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache": { 2023-07-14T13:11:39.000 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update_receipt": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_try_discover": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_send_discover": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_handle_discover": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_delayed": 0, 2023-07-14T13:11:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_created": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_enqueued": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_reintegrated": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_migrated": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_processing": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:11:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_started": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_completed": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_exportdir": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_flush": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragmentdir": 0, 2023-07-14T13:11:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragstats": 0, 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_inodestats": 0 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log": { 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "evadd": 0, 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "evex": 0, 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "evtrm": 0, 2023-07-14T13:11:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "ev": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "evexg": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "evexd": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "segadd": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "segex": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "segtrm": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "seg": 130, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "segexg": 0, 2023-07-14T13:11:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "segexd": 0, 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "expos": 406851917, 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "wrpos": 0, 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "rdpos": 942301940, 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "jlat": { 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "replayed": 155881 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_mem": { 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "ino": 1796, 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "ino+": 33223, 2023-07-14T13:11:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "ino-": 31427, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "dir": 80, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "dir+": 185, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "dir-": 105, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "dn": 27726, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "dn+": 33587, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "dn-": 5861, 2023-07-14T13:11:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "cap": 0, 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "cap+": 0, 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "cap-": 0, 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "rss": 85804, 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "heap": 207156 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_server": { 2023-07-14T13:11:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_client_request": 0, 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_server_request": 0, 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_request": 0, 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_session": 0, 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_peer_request": 0, 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "req_create_latency": { 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getattr_latency": { 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getfilelock_latency": { 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "req_link_latency": { 2023-07-14T13:11:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookup_latency": { 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookuphash_latency": { 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupino_latency": { 2023-07-14T13:11:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupname_latency": { 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupparent_latency": { 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupsnap_latency": { 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lssnap_latency": { 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mkdir_latency": { 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mknod_latency": { 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mksnap_latency": { 2023-07-14T13:11:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "req_open_latency": { 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "req_readdir_latency": { 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rename_latency": { 2023-07-14T13:11:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "req_renamesnap_latency": { 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "req_snapdiff_latency": { 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmdir_latency": { 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmsnap_latency": { 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmxattr_latency": { 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setattr_latency": { 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setdirlayout_latency": { 2023-07-14T13:11:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setfilelock_latency": { 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setlayout_latency": { 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setxattr_latency": { 2023-07-14T13:11:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "req_symlink_latency": { 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "req_unlink_latency": { 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getvxattr_latency": { 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sessions": { 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "session_count": 2, 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "session_add": 3, 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "session_remove": 1, 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_open": 3, 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_stale": 0, 2023-07-14T13:11:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "total_load": 0, 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "average_load": 0, 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "avg_session_uptime": 4378 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 311831, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 2166, 2023-07-14T13:11:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 8248, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 174, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-07-14T13:11:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 24162405, 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 193724, 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter": { 2023-07-14T13:11:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "op_active": 0, 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "op_laggy": 0, 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send": 6348, 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send_bytes": 21, 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "op_resend": 3, 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "op_reply": 6348, 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "op_latency": { 2023-07-14T13:11:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 6348, 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 11.257848185, 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.001773448 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "op_inflight": 0, 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "oplen_avg": { 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 6348, 2023-07-14T13:11:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 6349 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "op": 6348, 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "op_r": 6348, 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "op_w": 0, 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "op_rmw": 0, 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "op_pg": 0, 2023-07-14T13:11:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_stat": 3507, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_create": 0, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_read": 2839, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_write": 0, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writefull": 0, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writesame": 0, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_append": 0, 2023-07-14T13:11:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_zero": 0, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_truncate": 0, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_delete": 0, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_mapext": 0, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_sparse_read": 0, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_clonerange": 0, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_getxattr": 1, 2023-07-14T13:11:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_setxattr": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_rmxattr": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_call": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_watch": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_notify": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:11:39.047 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_other": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_active": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_send": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_resend": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_ping": 0, 2023-07-14T13:11:39.048 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_active": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_send": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_resend": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_active": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_send": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_resend": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_active": 0, 2023-07-14T13:11:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_send": 0, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_resend": 0, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "command_active": 0, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "command_send": 0, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "command_resend": 0, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "map_epoch": 124, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "map_full": 0, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "map_inc": 44, 2023-07-14T13:11:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_sessions": 11, 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_open": 11, 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_close": 0, 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_laggy": 0, 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_wr": 0, 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_rd": 2, 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_del": 0 2023-07-14T13:11:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "oft": { 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_objs": 0, 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_updates": 0, 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_removes": 0 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "osd-slow-ops": { 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_ops_count": 0 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "purge_queue": { 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops": 0, 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops_high_water": 0, 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing": 0, 2023-07-14T13:11:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_high_water": 0, 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executed": 0, 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_item_in_journal": 0 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 6906, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 941190615, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 6906, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 6906, 2023-07-14T13:11:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 941190615, 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_bytes": { 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 6348, 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 938149665, 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 6348, 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 938149665, 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_ops": { 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 1024, 2023-07-14T13:11:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 6348, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 6348, 2023-07-14T13:11:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 6348, 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 6348, 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle-0x558b3072a460": { 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-07-14T13:11:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:39.066 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T13:11:39.067 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:38 smithi130 ceph-mon[97977]: pgmap v799: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 314 op/s 2023-07-14T13:11:39.067 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:38 smithi133 ceph-mon[98311]: pgmap v799: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 MiB/s rd, 7.5 MiB/s wr, 314 op/s 2023-07-14T13:11:39.367 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2023-07-14T13:11:39.367 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2023-07-14T13:11:39.367 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2023-07-14T13:11:39.367 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2023-07-14T13:11:39.368 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2023-07-14T13:11:39.368 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:11:39.368 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:11:39.368 DEBUG:tasks.check_counter:Getting stats from d 2023-07-14T13:11:39.369 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.d perf dump 2023-07-14T13:11:39.927 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T13:11:40.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:40 smithi040 ceph-mon[96535]: pgmap v800: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 8.1 MiB/s wr, 337 op/s 2023-07-14T13:11:41.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:40 smithi133 ceph-mon[98311]: pgmap v800: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 8.1 MiB/s wr, 337 op/s 2023-07-14T13:11:41.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:40 smithi130 ceph-mon[97977]: pgmap v800: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 MiB/s rd, 8.1 MiB/s wr, 337 op/s 2023-07-14T13:11:41.979 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T13:11:41.979 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:41.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 445, 2023-07-14T13:11:41.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 435, 2023-07-14T13:11:41.979 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 1485936, 2023-07-14T13:11:41.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 249360, 2023-07-14T13:11:41.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 4, 2023-07-14T13:11:41.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 0, 2023-07-14T13:11:41.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.069026741, 2023-07-14T13:11:41.980 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.024686588, 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.037542228, 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.010559521, 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 434, 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.020057370, 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000046215 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.981 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:41.982 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:41.982 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:41.982 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:41.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1485936, 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 249360 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 3, 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 332, 2023-07-14T13:11:41.983 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 480, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 285808, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 6, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 3, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.022124658, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.015900354, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.002485798, 2023-07-14T13:11:41.984 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-07-14T13:11:41.985 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:41.985 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 329, 2023-07-14T13:11:41.985 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.034788133, 2023-07-14T13:11:41.985 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000105739 2023-07-14T13:11:41.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.985 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 480, 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 285808 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.986 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 4, 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 4, 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 2992, 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 448, 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 2, 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 1, 2023-07-14T13:11:41.987 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.000800600, 2023-07-14T13:11:41.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.000048405, 2023-07-14T13:11:41.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.000728690, 2023-07-14T13:11:41.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-07-14T13:11:41.988 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:41.988 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3, 2023-07-14T13:11:41.988 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000791094, 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000263698 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:41.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 448 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 0, 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-07-14T13:11:41.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:41.991 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:41.992 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:41.993 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:41.994 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:41.995 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 148771, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 32, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:41.996 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:41.997 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-07-14T13:11:41.998 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 928, 2023-07-14T13:11:41.998 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 2, 2023-07-14T13:11:41.998 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:41.998 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-07-14T13:11:41.998 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:41.998 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 448, 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 1423041, 2023-07-14T13:11:41.999 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 448, 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 448, 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 1423041, 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:42.000 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:42.001 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:42.001 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:42.001 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:42.001 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:42.001 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T13:11:42.289 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2023-07-14T13:11:42.289 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2023-07-14T13:11:42.290 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2023-07-14T13:11:42.290 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2023-07-14T13:11:42.290 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2023-07-14T13:11:42.290 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2023-07-14T13:11:42.290 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2023-07-14T13:11:42.291 DEBUG:tasks.check_counter:Getting stats from g 2023-07-14T13:11:42.291 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.g perf dump 2023-07-14T13:11:42.851 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T13:11:42.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:42 smithi040 ceph-mon[96535]: pgmap v801: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 249 op/s 2023-07-14T13:11:43.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:42 smithi133 ceph-mon[98311]: pgmap v801: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 249 op/s 2023-07-14T13:11:43.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:42 smithi130 ceph-mon[97977]: pgmap v801: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 3.6 MiB/s rd, 6.0 MiB/s wr, 249 op/s 2023-07-14T13:11:43.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:43 smithi040 ceph-mon[96535]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:44.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:43 smithi133 ceph-mon[98311]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:44.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:43 smithi130 ceph-mon[97977]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-07-14T13:11:44.127 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T13:11:44.127 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 2974, 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 2893, 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 200162754, 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 1006118, 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 7, 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 3, 2023-07-14T13:11:44.128 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.396683796, 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.109638178, 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.185242404, 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.087725159, 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2893, 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.167549893, 2023-07-14T13:11:44.129 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000057915 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.130 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1953936, 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 256608 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 2579, 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 2907, 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 332023606, 2023-07-14T13:11:44.131 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 1526784, 2023-07-14T13:11:44.132 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 9, 2023-07-14T13:11:44.132 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 7, 2023-07-14T13:11:44.132 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.411969424, 2023-07-14T13:11:44.132 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.063618773, 2023-07-14T13:11:44.133 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.252660286, 2023-07-14T13:11:44.133 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.074009583, 2023-07-14T13:11:44.133 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:44.133 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2904, 2023-07-14T13:11:44.133 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.133154094, 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000045851 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.134 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 320, 2023-07-14T13:11:44.135 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 725280 2023-07-14T13:11:44.135 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.135 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:44.135 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 1328, 2023-07-14T13:11:44.135 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 1330, 2023-07-14T13:11:44.135 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 394620641, 2023-07-14T13:11:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 413020, 2023-07-14T13:11:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 7, 2023-07-14T13:11:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 5, 2023-07-14T13:11:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.316529912, 2023-07-14T13:11:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.025925727, 2023-07-14T13:11:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.241252766, 2023-07-14T13:11:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.038907876, 2023-07-14T13:11:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1328, 2023-07-14T13:11:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.063311335, 2023-07-14T13:11:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000047674 2023-07-14T13:11:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.138 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:44.138 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.138 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.138 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.138 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 0, 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 0 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 1, 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-07-14T13:11:44.139 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.140 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-MDSRank": { 2023-07-14T13:11:44.140 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-07-14T13:11:44.140 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-07-14T13:11:44.140 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 10467, 2023-07-14T13:11:44.140 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.387889062, 2023-07-14T13:11:44.140 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000037058 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-PurgeQueue": { 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.141 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: "request": 0, 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: "reply": 0, 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: "reply_latency": { 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.142 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_reply": 0, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "forward": 0, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_complete": 0, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_keys": 0, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_commit": 0, 2023-07-14T13:11:44.143 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_split": 0, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_merge": 0, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes": 28916, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_top": 10259, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_bottom": 18654, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pin_tail": 3, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pinned": 14260, 2023-07-14T13:11:44.144 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_expired": 3567, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_with_caps": 0, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "caps": 0, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "subtrees": 1, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse": 0, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_hit": 0, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_forward": 0, 2023-07-14T13:11:44.145 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_discover": 0, 2023-07-14T13:11:44.146 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:11:44.146 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_remote_ino": 0, 2023-07-14T13:11:44.146 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_lock": 0, 2023-07-14T13:11:44.146 INFO:teuthology.orchestra.run.smithi040.stdout: "load_cent": 0, 2023-07-14T13:11:44.146 INFO:teuthology.orchestra.run.smithi040.stdout: "q": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "exported": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "exported_inodes": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "imported": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "imported_inodes": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_dir_fetch": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_backtrace_fetch": 0, 2023-07-14T13:11:44.147 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_peer_discover": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rfiles": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rbytes": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rsnaps": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_fetch": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_set_tag": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:11:44.148 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_file_inodes": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_inode_file_caps": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_revoke": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_grant": 0, 2023-07-14T13:11:44.149 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps": 0, 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps_dirty": 0, 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_cap_release": 0, 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: "process_request_cap_release": 0 2023-07-14T13:11:44.150 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache": { 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update": 0, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update_receipt": 0, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_try_discover": 0, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_send_discover": 0, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_handle_discover": 0, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays": 0, 2023-07-14T13:11:44.151 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_delayed": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_created": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_enqueued": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_reintegrated": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_migrated": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_processing": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:11:44.152 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_started": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_completed": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_exportdir": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_flush": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragmentdir": 0, 2023-07-14T13:11:44.153 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragstats": 0, 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_inodestats": 0 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log": { 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "evadd": 0, 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "evex": 0, 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "evtrm": 0, 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "ev": 0, 2023-07-14T13:11:44.154 INFO:teuthology.orchestra.run.smithi040.stdout: "evexg": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "evexd": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "segadd": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "segex": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "segtrm": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "seg": 128, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "segexg": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "segexd": 0, 2023-07-14T13:11:44.155 INFO:teuthology.orchestra.run.smithi040.stdout: "expos": 398469675, 2023-07-14T13:11:44.156 INFO:teuthology.orchestra.run.smithi040.stdout: "wrpos": 0, 2023-07-14T13:11:44.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rdpos": 927242606, 2023-07-14T13:11:44.156 INFO:teuthology.orchestra.run.smithi040.stdout: "jlat": { 2023-07-14T13:11:44.156 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.156 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.156 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: "replayed": 149335 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_mem": { 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: "ino": 1669, 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: "ino+": 32462, 2023-07-14T13:11:44.157 INFO:teuthology.orchestra.run.smithi040.stdout: "ino-": 30793, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "dir": 64, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "dir+": 154, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "dir-": 90, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "dn": 28812, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "dn+": 32654, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "dn-": 3842, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "cap": 0, 2023-07-14T13:11:44.158 INFO:teuthology.orchestra.run.smithi040.stdout: "cap+": 0, 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: "cap-": 0, 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rss": 87416, 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: "heap": 207156 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_server": { 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_client_request": 0, 2023-07-14T13:11:44.159 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_server_request": 0, 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_request": 0, 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_session": 0, 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_peer_request": 0, 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "req_create_latency": { 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.160 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getattr_latency": { 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.161 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getfilelock_latency": { 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: "req_link_latency": { 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.162 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookup_latency": { 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.163 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookuphash_latency": { 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupino_latency": { 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.164 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.165 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.165 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.165 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupname_latency": { 2023-07-14T13:11:44.165 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.166 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.166 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.166 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.166 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupparent_latency": { 2023-07-14T13:11:44.167 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.167 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.167 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.167 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.168 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupsnap_latency": { 2023-07-14T13:11:44.168 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.168 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.169 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.169 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.169 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lssnap_latency": { 2023-07-14T13:11:44.169 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.170 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.170 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.170 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mkdir_latency": { 2023-07-14T13:11:44.171 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.171 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.171 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.171 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.172 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mknod_latency": { 2023-07-14T13:11:44.172 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.172 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.173 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.173 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mksnap_latency": { 2023-07-14T13:11:44.173 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.174 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.174 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.174 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.174 INFO:teuthology.orchestra.run.smithi040.stdout: "req_open_latency": { 2023-07-14T13:11:44.174 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.175 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.175 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.175 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.175 INFO:teuthology.orchestra.run.smithi040.stdout: "req_readdir_latency": { 2023-07-14T13:11:44.176 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.176 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.176 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.176 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.176 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rename_latency": { 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "req_renamesnap_latency": { 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.177 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: "req_snapdiff_latency": { 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.178 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmdir_latency": { 2023-07-14T13:11:44.179 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.179 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.179 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.180 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmsnap_latency": { 2023-07-14T13:11:44.180 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.180 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.181 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.181 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmxattr_latency": { 2023-07-14T13:11:44.182 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.182 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.182 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.183 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setattr_latency": { 2023-07-14T13:11:44.183 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.183 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.184 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.184 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setdirlayout_latency": { 2023-07-14T13:11:44.184 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.184 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.184 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setfilelock_latency": { 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setlayout_latency": { 2023-07-14T13:11:44.185 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setxattr_latency": { 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.186 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: "req_symlink_latency": { 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: "req_unlink_latency": { 2023-07-14T13:11:44.187 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getvxattr_latency": { 2023-07-14T13:11:44.188 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sessions": { 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: "session_count": 1, 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: "session_add": 2, 2023-07-14T13:11:44.189 INFO:teuthology.orchestra.run.smithi040.stdout: "session_remove": 1, 2023-07-14T13:11:44.190 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_open": 2, 2023-07-14T13:11:44.190 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_stale": 0, 2023-07-14T13:11:44.190 INFO:teuthology.orchestra.run.smithi040.stdout: "total_load": 0, 2023-07-14T13:11:44.190 INFO:teuthology.orchestra.run.smithi040.stdout: "average_load": 0, 2023-07-14T13:11:44.190 INFO:teuthology.orchestra.run.smithi040.stdout: "avg_session_uptime": 5343 2023-07-14T13:11:44.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:44.191 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:44.192 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:44.193 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:44.194 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:44.195 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 303268, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 1948, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:44.196 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 8248, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 174, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:44.197 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 24625080, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 196938, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.198 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter": { 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_active": 0, 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_laggy": 0, 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send": 6315, 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send_bytes": 21, 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_resend": 3, 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_reply": 6315, 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "op_latency": { 2023-07-14T13:11:44.199 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 6315, 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 11.190849057, 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.001772105 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: "op_inflight": 0, 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: "oplen_avg": { 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 6315, 2023-07-14T13:11:44.200 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 6316 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: "op": 6315, 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: "op_r": 6315, 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: "op_w": 0, 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: "op_rmw": 0, 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: "op_pg": 0, 2023-07-14T13:11:44.201 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_stat": 3463, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_create": 0, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_read": 2850, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_write": 0, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writefull": 0, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writesame": 0, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_append": 0, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_zero": 0, 2023-07-14T13:11:44.202 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_truncate": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_delete": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_mapext": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_sparse_read": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_clonerange": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_getxattr": 1, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_setxattr": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:11:44.203 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_rmxattr": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_call": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_watch": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_notify": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls": 0, 2023-07-14T13:11:44.204 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:11:44.205 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_other": 0, 2023-07-14T13:11:44.205 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_active": 0, 2023-07-14T13:11:44.205 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_send": 0, 2023-07-14T13:11:44.205 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_resend": 0, 2023-07-14T13:11:44.205 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_ping": 0, 2023-07-14T13:11:44.205 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_active": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_send": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_resend": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_active": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_send": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_resend": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_active": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_send": 0, 2023-07-14T13:11:44.206 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_resend": 0, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "command_active": 0, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "command_send": 0, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "command_resend": 0, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "map_epoch": 124, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "map_full": 0, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "map_inc": 44, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_sessions": 11, 2023-07-14T13:11:44.207 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_open": 12, 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_close": 1, 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_laggy": 0, 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_wr": 0, 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_rd": 2, 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_del": 0 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.208 INFO:teuthology.orchestra.run.smithi040.stdout: "oft": { 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_objs": 0, 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_updates": 0, 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_removes": 0 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: "osd-slow-ops": { 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_ops_count": 0 2023-07-14T13:11:44.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "purge_queue": { 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops": 0, 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops_high_water": 0, 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing": 0, 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_high_water": 0, 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executed": 0, 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_item_in_journal": 0 2023-07-14T13:11:44.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 6877, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 926156845, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 6877, 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 6877, 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 926156845, 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.212 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_bytes": { 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:44.213 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 6315, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 923115635, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 6315, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 923115635, 2023-07-14T13:11:44.214 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_ops": { 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:44.215 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 1024, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 6315, 2023-07-14T13:11:44.216 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 6315, 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 6315, 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 6315, 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:44.218 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.219 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle-0x55d18ab18460": { 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-07-14T13:11:44.220 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:44.221 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:44.222 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:44.222 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:44.222 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.222 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:44.222 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T13:11:44.504 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2023-07-14T13:11:44.504 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2023-07-14T13:11:44.504 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2023-07-14T13:11:44.505 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2023-07-14T13:11:44.505 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2023-07-14T13:11:44.505 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:11:44.506 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:11:44.506 DEBUG:tasks.check_counter:Getting stats from j 2023-07-14T13:11:44.507 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.j perf dump 2023-07-14T13:11:44.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:44 smithi040 ceph-mon[96535]: pgmap v802: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 162 op/s 2023-07-14T13:11:45.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:44 smithi133 ceph-mon[98311]: pgmap v802: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 162 op/s 2023-07-14T13:11:45.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:44 smithi130 ceph-mon[97977]: pgmap v802: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 162 op/s 2023-07-14T13:11:45.069 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.a/config 2023-07-14T13:11:46.786 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-07-14T13:11:46.786 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:46.787 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 447, 2023-07-14T13:11:46.787 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 437, 2023-07-14T13:11:46.787 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 1486480, 2023-07-14T13:11:46.787 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 250544, 2023-07-14T13:11:46.787 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 4, 2023-07-14T13:11:46.787 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 0, 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.070038365, 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.025190428, 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.038080997, 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.010482182, 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 436, 2023-07-14T13:11:46.788 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.038338237, 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000087931 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:46.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1486480, 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 250544 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 3, 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 334, 2023-07-14T13:11:46.790 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 480, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 286160, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 6, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 3, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.024215386, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.017450699, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.002739870, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-07-14T13:11:46.791 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 331, 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.032649200, 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000098638 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:46.792 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:46.793 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:46.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.793 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 480, 2023-07-14T13:11:46.793 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 286160 2023-07-14T13:11:46.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.793 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:46.794 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 4, 2023-07-14T13:11:46.794 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 4, 2023-07-14T13:11:46.794 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 2992, 2023-07-14T13:11:46.794 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 448, 2023-07-14T13:11:46.794 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 2, 2023-07-14T13:11:46.794 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 1, 2023-07-14T13:11:46.795 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.000746842, 2023-07-14T13:11:46.795 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.000054520, 2023-07-14T13:11:46.795 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.000671929, 2023-07-14T13:11:46.795 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-07-14T13:11:46.795 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:46.795 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3, 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000732483, 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000244161 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:46.796 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:46.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.797 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-07-14T13:11:46.797 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 448 2023-07-14T13:11:46.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.797 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-07-14T13:11:46.797 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 0, 2023-07-14T13:11:46.798 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-07-14T13:11:46.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.798 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-07-14T13:11:46.798 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:46.798 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:46.799 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:46.799 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:46.799 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:46.799 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:46.799 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:46.799 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:46.800 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:46.801 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:46.802 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 148714, 2023-07-14T13:11:46.803 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 30, 2023-07-14T13:11:46.804 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:11:46.804 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-07-14T13:11:46.804 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-07-14T13:11:46.804 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-07-14T13:11:46.804 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:46.804 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:46.805 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-07-14T13:11:46.806 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 928, 2023-07-14T13:11:46.806 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 2, 2023-07-14T13:11:46.806 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:46.806 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-07-14T13:11:46.806 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:46.806 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 450, 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 1423301, 2023-07-14T13:11:46.807 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 450, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 450, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 1423301, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-07-14T13:11:46.808 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-07-14T13:11:46.809 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-07-14T13:11:46.809 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:46.809 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-07-14T13:11:46.809 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-07-14T13:11:46.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:46 smithi040 ceph-mon[96535]: pgmap v803: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.3 MiB/s wr, 211 op/s 2023-07-14T13:11:47.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:46 smithi133 ceph-mon[98311]: pgmap v803: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.3 MiB/s wr, 211 op/s 2023-07-14T13:11:47.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:46 smithi130 ceph-mon[97977]: pgmap v803: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 5.3 MiB/s wr, 211 op/s 2023-07-14T13:11:47.160 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2023-07-14T13:11:47.160 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2023-07-14T13:11:47.160 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2023-07-14T13:11:47.160 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2023-07-14T13:11:47.161 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2023-07-14T13:11:47.161 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2023-07-14T13:11:47.161 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2023-07-14T13:11:47.161 DEBUG:tasks.check_counter:Getting stats from b 2023-07-14T13:11:47.162 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.b perf dump 2023-07-14T13:11:47.773 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T13:11:48.719 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:48 smithi130 ceph-mon[97977]: pgmap v804: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.6 MiB/s wr, 84 op/s 2023-07-14T13:11:48.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:48 smithi040 ceph-mon[96535]: pgmap v804: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.6 MiB/s wr, 84 op/s 2023-07-14T13:11:49.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:48 smithi133 ceph-mon[98311]: pgmap v804: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.6 MiB/s wr, 84 op/s 2023-07-14T13:11:50.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:50 smithi130 ceph-mon[97977]: pgmap v805: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.6 MiB/s wr, 127 op/s 2023-07-14T13:11:50.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:50 smithi040 ceph-mon[96535]: pgmap v805: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.6 MiB/s wr, 127 op/s 2023-07-14T13:11:50.981 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2023-07-14T13:11:50.981 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:50.981 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 659565, 2023-07-14T13:11:50.981 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 744569, 2023-07-14T13:11:50.981 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 217402605, 2023-07-14T13:11:50.982 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 585339021, 2023-07-14T13:11:50.982 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 11, 2023-07-14T13:11:50.982 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 5, 2023-07-14T13:11:50.982 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 33.902599335, 2023-07-14T13:11:50.982 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 13.162399627, 2023-07-14T13:11:50.982 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 22.749042100, 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 2.068664255, 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 744571, 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 143.269573622, 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000192418 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.983 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1258467, 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.229948676, 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000182 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 160, 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 621776 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.984 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:50.985 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 489402, 2023-07-14T13:11:50.985 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 651889, 2023-07-14T13:11:50.985 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 140839940, 2023-07-14T13:11:50.985 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 667500888, 2023-07-14T13:11:50.985 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 249, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 7, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 23.741275243, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 11.202350332, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 17.117893819, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.651625623, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 651886, 2023-07-14T13:11:50.986 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 151.305164278, 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000232103 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 519771, 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.136310746, 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000262 2023-07-14T13:11:50.987 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.988 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 932736, 2023-07-14T13:11:50.988 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 416016 2023-07-14T13:11:50.988 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 630178, 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 696694, 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 208210192, 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 360245954, 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 33, 2023-07-14T13:11:50.989 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 8, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 37.463466608, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 17.641210470, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 24.280573199, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.038086726, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 696690, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 115.605817847, 2023-07-14T13:11:50.990 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000165935 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1216460, 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.204889217, 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000168 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.991 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 1998416, 2023-07-14T13:11:50.992 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 276688 2023-07-14T13:11:50.992 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.992 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2023-07-14T13:11:50.992 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2023-07-14T13:11:50.992 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2023-07-14T13:11:50.992 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 121760, 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 133.727172874, 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001098284 2023-07-14T13:11:50.993 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 50003, 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 10.643152288, 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000212850 2023-07-14T13:11:50.994 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 318146, 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 260418, 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 260418, 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 2254.162563555, 2023-07-14T13:11:50.995 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.008655939 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 57728, 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 23, 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 1, 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 4035, 2023-07-14T13:11:50.996 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 9, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 8, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 2471, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 939, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 957, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 575, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 1129, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 3502, 2023-07-14T13:11:50.997 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 162, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 163, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 6, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 499118, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 309313, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 57675, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 510, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 1, 2023-07-14T13:11:50.998 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 4422, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 32203, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 25, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 30, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 1869, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 37, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 1025, 2023-07-14T13:11:50.999 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 89, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 137, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 36024871, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 7, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 89, 2023-07-14T13:11:51.000 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 44, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 4, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 40, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 45, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 67, 2023-07-14T13:11:51.001 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 67017, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 121903, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 4235, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 103786, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 27003, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 6510, 2023-07-14T13:11:51.002 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 168446 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 1362, 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 191, 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 113, 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 624, 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 5324, 2023-07-14T13:11:51.003 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 160, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 28412, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 28252, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2023-07-14T13:11:51.004 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 4, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 30, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2023-07-14T13:11:51.005 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 17, 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 156507, 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 153964, 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 153964, 2023-07-14T13:11:51.006 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 2543, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 2025, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 321, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 315, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 315, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 6, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2023-07-14T13:11:51.007 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 4, 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 695682449, 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 704922840, 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 0, 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 65591, 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 523.040596822, 2023-07-14T13:11:51.008 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007974273 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 0 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 1749, 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 32012, 2023-07-14T13:11:51.009 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 30263, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 141, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 598, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 457, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 2559, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 60901, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 58342, 2023-07-14T13:11:51.010 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 131, 2023-07-14T13:11:51.011 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 31416, 2023-07-14T13:11:51.011 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 31285, 2023-07-14T13:11:51.011 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 86016, 2023-07-14T13:11:51.011 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 207156 2023-07-14T13:11:51.012 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.012 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2023-07-14T13:11:51.012 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 515604, 2023-07-14T13:11:51.012 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 22225, 2023-07-14T13:11:51.012 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 318146, 2023-07-14T13:11:51.013 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 3963, 2023-07-14T13:11:51.013 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 74387, 2023-07-14T13:11:51.013 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2023-07-14T13:11:51.013 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 28791, 2023-07-14T13:11:51.013 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 228.705190614, 2023-07-14T13:11:51.013 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007943634 2023-07-14T13:11:51.014 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.014 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2023-07-14T13:11:51.014 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 59589, 2023-07-14T13:11:51.014 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 708.254030216, 2023-07-14T13:11:51.014 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.011885650 2023-07-14T13:11:51.015 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.015 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2023-07-14T13:11:51.015 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.015 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.015 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.016 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.016 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2023-07-14T13:11:51.016 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.016 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.016 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.016 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 54425, 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 497.674174701, 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.009144220 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.017 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2, 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000346653, 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000173326 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.018 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.019 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.020 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.020 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2023-07-14T13:11:51.020 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.020 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.021 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:50 smithi133 ceph-mon[98311]: pgmap v805: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.6 MiB/s wr, 127 op/s 2023-07-14T13:11:51.021 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.021 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.021 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2023-07-14T13:11:51.021 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 25, 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.009179358, 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000367174 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 119, 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.905309714, 2023-07-14T13:11:51.022 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007607644 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2023-07-14T13:11:51.023 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 25, 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 27.545305187, 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 1.101812207 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 9, 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.019797836, 2023-07-14T13:11:51.024 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002199759 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 82051, 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 404.289034413, 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.004927289 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.025 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 5686, 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 183.385993406, 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.032252197 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.026 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.027 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.027 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2023-07-14T13:11:51.027 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.027 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.027 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.027 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 44, 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 1.036744770, 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.023562381 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2023-07-14T13:11:51.028 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 18, 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 15.161787879, 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.842321548 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.029 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 49, 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.844793457, 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.017240682 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.030 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1200, 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 3.365489581, 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002804574 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.031 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6, 2023-07-14T13:11:51.032 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.016505558, 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002750926 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.033 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 28379, 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 182.948880212, 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.006446628 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2023-07-14T13:11:51.034 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 2, 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 5, 2023-07-14T13:11:51.035 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 3, 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 2, 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 24721, 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 12360, 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 1511 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2023-07-14T13:11:51.036 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 360, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 360, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:51.037 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:51.038 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:51.039 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:51.040 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 1577879, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 1646, 2023-07-14T13:11:51.041 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 176, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 2, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:51.042 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 8248, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 174, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 6789304, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 93327, 2023-07-14T13:11:51.043 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2023-07-14T13:11:51.044 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 117825, 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 735958115, 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 37, 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 117825, 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 117825, 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 2303.961093973, 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.019554093 2023-07-14T13:11:51.045 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 117825, 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 158037 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 117825, 2023-07-14T13:11:51.046 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 1261, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 116564, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 3825, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 15072, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 1123, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 66710, 2023-07-14T13:11:51.047 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 1069, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 9, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 29139, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2023-07-14T13:11:51.048 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 104, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 30144, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2023-07-14T13:11:51.049 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2023-07-14T13:11:51.050 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2023-07-14T13:11:51.051 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 124, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2023-07-14T13:11:51.052 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 45, 2023-07-14T13:11:51.053 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 12, 2023-07-14T13:11:51.053 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 12, 2023-07-14T13:11:51.053 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 0, 2023-07-14T13:11:51.053 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2023-07-14T13:11:51.053 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 8346, 2023-07-14T13:11:51.053 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 69, 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 2427 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 1, 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2023-07-14T13:11:51.054 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 339923 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 6, 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2023-07-14T13:11:51.055 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 6, 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 28252, 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:51.056 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:51.057 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 1779141, 2023-07-14T13:11:51.057 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 413326674, 2023-07-14T13:11:51.057 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:51.057 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 1779141, 2023-07-14T13:11:51.057 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:51.057 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:51.058 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 1779141, 2023-07-14T13:11:51.058 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 413326674, 2023-07-14T13:11:51.058 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:51.058 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.059 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.059 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.059 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.060 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.060 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2023-07-14T13:11:51.060 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:51.061 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:51.061 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:51.061 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:51.062 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:51.062 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:51.062 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:51.062 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 117825, 2023-07-14T13:11:51.063 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 738820186, 2023-07-14T13:11:51.063 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 117825, 2023-07-14T13:11:51.063 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 738820186, 2023-07-14T13:11:51.064 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:51.064 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.064 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.064 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.065 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.065 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.065 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2023-07-14T13:11:51.065 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:51.066 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2023-07-14T13:11:51.066 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:51.066 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:51.066 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:51.066 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:51.067 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:51.067 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 117825, 2023-07-14T13:11:51.067 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 117825, 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 117825, 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 117825, 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.068 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 28252, 2023-07-14T13:11:51.069 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 2863060, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 28252, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 1119, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 2863060, 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:51.070 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x55e12aa060a0": { 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 37138, 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:51.071 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 156507, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 700728536, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 156507, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:51.072 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 65591, 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 700691398, 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:51.073 INFO:teuthology.orchestra.run.smithi130.stdout:} 2023-07-14T13:11:51.446 INFO:tasks.check_counter:Daemon mds.b mds.exported=30 2023-07-14T13:11:51.447 INFO:tasks.check_counter:Daemon mds.b mds.imported=37 2023-07-14T13:11:51.447 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=1362 2023-07-14T13:11:51.447 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=191 2023-07-14T13:11:51.447 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=7 2023-07-14T13:11:51.447 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=25 2023-07-14T13:11:51.448 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=18 2023-07-14T13:11:51.448 DEBUG:tasks.check_counter:Getting stats from e 2023-07-14T13:11:51.448 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.e perf dump 2023-07-14T13:11:52.004 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T13:11:52.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:52 smithi130 ceph-mon[97977]: pgmap v806: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 3.6 MiB/s wr, 131 op/s 2023-07-14T13:11:52.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:52 smithi040 ceph-mon[96535]: pgmap v806: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 3.6 MiB/s wr, 131 op/s 2023-07-14T13:11:53.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:52 smithi133 ceph-mon[98311]: pgmap v806: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 3.6 MiB/s wr, 131 op/s 2023-07-14T13:11:53.264 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2023-07-14T13:11:53.264 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:53.264 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 1599, 2023-07-14T13:11:53.264 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 1515, 2023-07-14T13:11:53.264 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 244293891, 2023-07-14T13:11:53.264 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 579145, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 8, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 3, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.304074119, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.045140928, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.212108416, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.046563315, 2023-07-14T13:11:53.265 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1514, 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.162483939, 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000107320 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.266 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 1975008, 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 259120 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 1928, 2023-07-14T13:11:53.267 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 2258, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 306703321, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 1411916, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 10, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 7, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.366138617, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.047605424, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.243163871, 2023-07-14T13:11:53.268 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.057751905, 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 2256, 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.240225621, 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000106482 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:53.269 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 3472, 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 814480 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:53.270 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 3464, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 3466, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 315609876, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 1077362, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 6, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 5, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 0.465147633, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 0.083085970, 2023-07-14T13:11:53.271 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 0.245939001, 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 0.109997341, 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 3464, 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.268359446, 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000077470 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:53.272 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 0, 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 0 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2023-07-14T13:11:53.273 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 10515, 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.415182961, 2023-07-14T13:11:53.274 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000039484 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.275 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 0, 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 0, 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2023-07-14T13:11:53.276 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 0, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 0, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 0, 2023-07-14T13:11:53.277 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 0, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 0, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 0, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 26256, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 7564, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 18682, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 10, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 15450, 2023-07-14T13:11:53.278 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 7503, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 0, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 0, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 1, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 0, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 0, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 0, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 0, 2023-07-14T13:11:53.279 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 0, 2023-07-14T13:11:53.280 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 0, 2023-07-14T13:11:53.281 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 0, 2023-07-14T13:11:53.282 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 0, 2023-07-14T13:11:53.283 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 0, 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 0 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 0, 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 0, 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 0, 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 0, 2023-07-14T13:11:53.284 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2023-07-14T13:11:53.285 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2023-07-14T13:11:53.286 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 0, 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 0, 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 0, 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 0, 2023-07-14T13:11:53.287 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 0, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 0, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 0, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 0, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 0, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 131, 2023-07-14T13:11:53.288 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 0, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 331351421, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 0, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 866984888, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.289 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 147477 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 1711, 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 33672, 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 31961, 2023-07-14T13:11:53.290 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 81, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 190, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 109, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 26256, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 34133, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 7877, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 0, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 0, 2023-07-14T13:11:53.291 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 0, 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 85604, 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 207156 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 0, 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 0, 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 0, 2023-07-14T13:11:53.292 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 0, 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 0, 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2023-07-14T13:11:53.293 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.294 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.295 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.296 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.297 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.298 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.299 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.300 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.301 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.302 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.303 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2023-07-14T13:11:53.304 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.305 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.306 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.307 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.308 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.309 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.310 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.311 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.312 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 1, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 3, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 2, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 2, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 0, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 0, 2023-07-14T13:11:53.313 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 5340 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:53.314 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:53.315 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:53.316 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:53.317 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:53.318 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 307657, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 2022, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 0, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:53.319 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 8248, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 174, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2023-07-14T13:11:53.320 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 22853168, 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 176013, 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2023-07-14T13:11:53.321 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 6414, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 21, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 3, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 6414, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6414, 2023-07-14T13:11:53.322 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 10.576802048, 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001649018 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6414, 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 6415 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.323 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 6414, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 6414, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 0, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 3563, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 0, 2023-07-14T13:11:53.324 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 2849, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 0, 2023-07-14T13:11:53.325 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 1, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:11:53.326 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2023-07-14T13:11:53.327 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2023-07-14T13:11:53.328 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2023-07-14T13:11:53.328 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2023-07-14T13:11:53.328 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2023-07-14T13:11:53.328 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2023-07-14T13:11:53.328 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2023-07-14T13:11:53.329 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 124, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 44, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 11, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 12, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 1, 2023-07-14T13:11:53.330 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 0, 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 2, 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 0 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 0, 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:11:53.331 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 0 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2023-07-14T13:11:53.332 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 0, 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 0, 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 0, 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:53.333 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 6987, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 865946510, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 6987, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:53.334 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 6987, 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 865946510, 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.335 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:53.336 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 6414, 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 862863715, 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 6414, 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 862863715, 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.337 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:53.338 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 6414, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 6414, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 6414, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 6414, 2023-07-14T13:11:53.339 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:53.340 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:53.341 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 0, 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 0, 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:53.342 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x55ebaab2c460": { 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:53.343 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 0, 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 0, 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:53.344 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.345 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:53.345 INFO:teuthology.orchestra.run.smithi130.stdout:} 2023-07-14T13:11:53.652 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2023-07-14T13:11:53.652 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2023-07-14T13:11:53.652 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2023-07-14T13:11:53.653 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2023-07-14T13:11:53.653 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2023-07-14T13:11:53.653 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:11:53.654 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:11:53.654 DEBUG:tasks.check_counter:Getting stats from h 2023-07-14T13:11:53.655 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.h perf dump 2023-07-14T13:11:54.211 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T13:11:54.473 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:54 smithi130 ceph-mon[97977]: pgmap v807: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T13:11:54.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:54 smithi133 ceph-mon[98311]: pgmap v807: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T13:11:54.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:54 smithi040 ceph-mon[96535]: pgmap v807: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 492 KiB/s rd, 3.1 MiB/s wr, 117 op/s 2023-07-14T13:11:55.663 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2023-07-14T13:11:55.663 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:55.663 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 589638, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 573917, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 190365782, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 531744207, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 12, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 2, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 31.975544619, 2023-07-14T13:11:55.664 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 13.928266851, 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 21.744414412, 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.222354081, 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 573920, 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 98.301110245, 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000171280 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.665 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1061226, 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.190216816, 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000179 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 1981216, 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 266112 2023-07-14T13:11:55.666 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 423670, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 609356, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 120956899, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 662555450, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 23, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 7, 2023-07-14T13:11:55.667 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 20.826813399, 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 10.264382447, 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 14.223115675, 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.007354196, 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 609352, 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 117.932658772, 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000193537 2023-07-14T13:11:55.668 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 488669, 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.139647266, 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000285 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 4224, 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 731840 2023-07-14T13:11:55.669 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 483370, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 503623, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 161665669, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 479060704, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 11, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 8, 2023-07-14T13:11:55.670 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 26.144959520, 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 11.334417127, 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 17.263527509, 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.431780639, 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 503619, 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 117.649287866, 2023-07-14T13:11:55.671 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000233607 2023-07-14T13:11:55.672 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.672 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:55.672 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 861744, 2023-07-14T13:11:55.672 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.154034560, 2023-07-14T13:11:55.672 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000178 2023-07-14T13:11:55.673 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.673 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 1872, 2023-07-14T13:11:55.673 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 1536 2023-07-14T13:11:55.673 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.673 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2023-07-14T13:11:55.674 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2023-07-14T13:11:55.674 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2023-07-14T13:11:55.674 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.674 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2023-07-14T13:11:55.674 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 84004, 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 107.563936650, 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001280462 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.675 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 56601, 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 9.581800179, 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000169286 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.676 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2023-07-14T13:11:55.677 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 286489, 2023-07-14T13:11:55.677 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 232736, 2023-07-14T13:11:55.677 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2023-07-14T13:11:55.677 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 232736, 2023-07-14T13:11:55.677 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 1037.630993745, 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.004458403 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 53751, 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 1, 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 0, 2023-07-14T13:11:55.678 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 209, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 14, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 19, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 3352, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 1351, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 1705, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 296, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 1416, 2023-07-14T13:11:55.679 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 759, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 98, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 98, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 6, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 432313, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 218467, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 53745, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 164, 2023-07-14T13:11:55.680 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 4425, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 0, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 0, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 12, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 369, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 12, 2023-07-14T13:11:55.681 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 560, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 14, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 137, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 36024871, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 7, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 14, 2023-07-14T13:11:55.682 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2023-07-14T13:11:55.683 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:11:55.683 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:11:55.683 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:11:55.683 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:11:55.683 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:11:55.684 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 14, 2023-07-14T13:11:55.684 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 14, 2023-07-14T13:11:55.684 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 53004, 2023-07-14T13:11:55.684 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 137995, 2023-07-14T13:11:55.684 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:11:55.684 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 5218, 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 93164, 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 28192, 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 7461, 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 180890 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.685 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 785, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 2961, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 1539, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 2913, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 889, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 118, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2023-07-14T13:11:55.686 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 31934, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 31816, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:11:55.687 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 13, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 33, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2023-07-14T13:11:55.688 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 147641, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 82532, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 82532, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 65109, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 1884, 2023-07-14T13:11:55.689 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 239, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 111, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 111, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 131, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 3, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 331351421, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 867540041, 2023-07-14T13:11:55.690 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 0, 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 45742, 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 363.681538099, 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007950713 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 0 2023-07-14T13:11:55.691 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 1660, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 33889, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 32229, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 129, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 1782, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 1653, 2023-07-14T13:11:55.692 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 3311, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 64100, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 60789, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 98, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 35817, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 35719, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 78728, 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 198964 2023-07-14T13:11:55.693 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.694 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2023-07-14T13:11:55.694 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 421627, 2023-07-14T13:11:55.694 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 5854, 2023-07-14T13:11:55.694 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 286489, 2023-07-14T13:11:55.694 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 3694, 2023-07-14T13:11:55.694 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 18828, 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 31742, 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 176.910029113, 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.005573373 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2023-07-14T13:11:55.695 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 255, 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.805941191, 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.003160553 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.696 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 69593, 2023-07-14T13:11:55.697 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 172.938331417, 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002484996 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.698 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.699 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2023-07-14T13:11:55.700 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.701 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.702 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.703 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.704 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 91927, 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 536.879369432, 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.005840279 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6389, 2023-07-14T13:11:55.705 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 44.987497964, 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007041398 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.706 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 20, 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.228894946, 2023-07-14T13:11:55.707 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.011444747 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.708 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 48, 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.723520731, 2023-07-14T13:11:55.709 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.015073348 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2023-07-14T13:11:55.710 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 848, 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 1.436305492, 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001693756 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.711 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.712 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2023-07-14T13:11:55.712 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.712 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.712 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.712 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.712 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 31914, 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 102.721103459, 2023-07-14T13:11:55.713 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.003218684 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.714 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 1, 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 3, 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 2, 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 1, 2023-07-14T13:11:55.715 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 22816, 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 22816, 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 1466 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:55.716 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:55.717 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:55.717 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:55.717 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:55.717 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:55.717 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:55.717 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:55.718 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:55.719 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:55.720 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 2070651, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 1235, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 88, 2023-07-14T13:11:55.721 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 1, 2023-07-14T13:11:55.722 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2023-07-14T13:11:55.722 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2023-07-14T13:11:55.722 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:55.722 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:55.722 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:55.722 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 8248, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 174, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 7051175, 2023-07-14T13:11:55.723 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 90347, 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2023-07-14T13:11:55.724 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 81924, 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 871058625, 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 27, 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 81924, 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 81924, 2023-07-14T13:11:55.725 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 620.682486777, 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007576320 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 81924, 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 83000 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.726 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 81924, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 1309, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 80615, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 67, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 83, 2023-07-14T13:11:55.727 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 1291, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 47033, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 803, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 14, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 32178, 2023-07-14T13:11:55.728 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 15, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 166, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:11:55.729 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2023-07-14T13:11:55.730 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2023-07-14T13:11:55.731 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2023-07-14T13:11:55.732 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 124, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 44, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 12, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 12, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 0, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2023-07-14T13:11:55.733 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 984, 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 5, 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 361 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 1, 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:11:55.734 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 292368 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2023-07-14T13:11:55.735 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 6, 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 6, 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 31816, 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:55.736 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 1496674, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 344627279, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 1496674, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:55.737 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 1496674, 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 344627279, 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.738 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:55.739 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 81924, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 874281158, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 81924, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 874281158, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.740 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2023-07-14T13:11:55.741 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 81924, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 81924, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 81924, 2023-07-14T13:11:55.742 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 81924, 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:11:55.743 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 31816, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 3222632, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 31816, 2023-07-14T13:11:55.744 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 1291, 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 3222632, 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.745 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x557fef2000a0": { 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 26955, 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 147641, 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 863345737, 2023-07-14T13:11:55.746 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 147641, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 45742, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 863318782, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:55.747 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:55.748 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:55.748 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.748 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:55.748 INFO:teuthology.orchestra.run.smithi130.stdout:} 2023-07-14T13:11:56.072 INFO:tasks.check_counter:Daemon mds.h mds.exported=12 2023-07-14T13:11:56.072 INFO:tasks.check_counter:Daemon mds.h mds.imported=12 2023-07-14T13:11:56.072 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=785 2023-07-14T13:11:56.073 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=2961 2023-07-14T13:11:56.073 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=7 2023-07-14T13:11:56.073 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:11:56.073 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:11:56.073 DEBUG:tasks.check_counter:Getting stats from k 2023-07-14T13:11:56.074 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.k perf dump 2023-07-14T13:11:56.392 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:56 smithi130 ceph-mon[97977]: pgmap v808: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 5.1 MiB/s wr, 179 op/s 2023-07-14T13:11:56.663 INFO:teuthology.orchestra.run.smithi130.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.b/config 2023-07-14T13:11:56.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:56 smithi133 ceph-mon[98311]: pgmap v808: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 5.1 MiB/s wr, 179 op/s 2023-07-14T13:11:56.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:56 smithi040 ceph-mon[96535]: pgmap v808: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 5.1 MiB/s wr, 179 op/s 2023-07-14T13:11:57.856 INFO:teuthology.orchestra.run.smithi130.stdout:{ 2023-07-14T13:11:57.857 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:11:57.857 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 580866, 2023-07-14T13:11:57.857 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 531451, 2023-07-14T13:11:57.857 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 193901052, 2023-07-14T13:11:57.857 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 380725759, 2023-07-14T13:11:57.857 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 10, 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 4, 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 30.521813934, 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 13.077593936, 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 21.228907789, 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.147822553, 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:57.858 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 531454, 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 87.548888022, 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000164734 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 1011711, 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.179438328, 2023-07-14T13:11:57.859 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000177 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 1977328, 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 281728 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 263969, 2023-07-14T13:11:57.860 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 250830, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 96758719, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 504335158, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 16, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 6, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 16.521988549, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 7.636977771, 2023-07-14T13:11:57.861 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 9.672154422, 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.282324416, 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 250828, 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 51.574682920, 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000205617 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:57.862 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 422547, 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.076770836, 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000181 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 8256, 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 133584 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.863 INFO:teuthology.orchestra.run.smithi130.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:11:57.864 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_messages": 635720, 2023-07-14T13:11:57.864 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages": 809104, 2023-07-14T13:11:57.864 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_bytes": 195490443, 2023-07-14T13:11:57.864 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_bytes": 784661292, 2023-07-14T13:11:57.864 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_created_connections": 20, 2023-07-14T13:11:57.864 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_active_connections": 9, 2023-07-14T13:11:57.865 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_total_time": 30.110071323, 2023-07-14T13:11:57.865 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_send_time": 13.639531763, 2023-07-14T13:11:57.865 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_recv_time": 22.034907434, 2023-07-14T13:11:57.865 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_running_fast_dispatch_time": 1.187348189, 2023-07-14T13:11:57.865 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 809098, 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 188.861445692, 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000233422 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 882676, 2023-07-14T13:11:57.866 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.194749126, 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000220 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_recv_encrypted_bytes": 160, 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: "msgr_send_encrypted_bytes": 613760 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: "cct": { 2023-07-14T13:11:57.867 INFO:teuthology.orchestra.run.smithi130.stdout: "total_workers": 1, 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: "unhealthy_workers": 0 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-MDSRank": { 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 88797, 2023-07-14T13:11:57.868 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 112.577124609, 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001267803 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: "finisher-PurgeQueue": { 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: "queue_len": 0, 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: "complete_latency": { 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 56544, 2023-07-14T13:11:57.869 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 10.046011758, 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000177667 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: "mds": { 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: "request": 281415, 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: "reply": 228022, 2023-07-14T13:11:57.870 INFO:teuthology.orchestra.run.smithi130.stdout: "reply_latency": { 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 228022, 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 971.576437742, 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.004260889 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_reply": 0, 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: "forward": 53391, 2023-07-14T13:11:57.871 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_complete": 1, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_fetch_keys": 0, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_commit": 209, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_split": 14, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_merge": 21, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes": 3237, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_top": 1313, 2023-07-14T13:11:57.872 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_bottom": 1538, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pin_tail": 386, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_pinned": 1344, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_expired": 595, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "inodes_with_caps": 93, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "caps": 93, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "subtrees": 6, 2023-07-14T13:11:57.873 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse": 429145, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_hit": 217305, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_forward": 53381, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_discover": 206, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_remote_ino": 0, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "traverse_lock": 4303, 2023-07-14T13:11:57.874 INFO:teuthology.orchestra.run.smithi130.stdout: "load_cent": 0, 2023-07-14T13:11:57.875 INFO:teuthology.orchestra.run.smithi130.stdout: "q": 0, 2023-07-14T13:11:57.875 INFO:teuthology.orchestra.run.smithi130.stdout: "exported": 17, 2023-07-14T13:11:57.875 INFO:teuthology.orchestra.run.smithi130.stdout: "exported_inodes": 275, 2023-07-14T13:11:57.875 INFO:teuthology.orchestra.run.smithi130.stdout: "imported": 10, 2023-07-14T13:11:57.876 INFO:teuthology.orchestra.run.smithi130.stdout: "imported_inodes": 457, 2023-07-14T13:11:57.876 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_dir_fetch": 0, 2023-07-14T13:11:57.876 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_backtrace_fetch": 14, 2023-07-14T13:11:57.876 INFO:teuthology.orchestra.run.smithi130.stdout: "openino_peer_discover": 0, 2023-07-14T13:11:57.876 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rfiles": 137, 2023-07-14T13:11:57.876 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rbytes": 36024871, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "root_rsnaps": 7, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_fetch": 14, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_set_tag": 0, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:11:57.877 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "scrub_file_inodes": 14, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_inode_file_caps": 14, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_revoke": 45977, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_grant": 131199, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:11:57.878 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flushsnap_ack": 5386, 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps": 91635, 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_caps_dirty": 32058, 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_cap_release": 7837, 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "process_request_cap_release": 174710 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_cache": { 2023-07-14T13:11:57.879 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update": 1145, 2023-07-14T13:11:57.880 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_update_receipt": 1902, 2023-07-14T13:11:57.880 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_try_discover": 1012, 2023-07-14T13:11:57.880 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_send_discover": 1914, 2023-07-14T13:11:57.880 INFO:teuthology.orchestra.run.smithi130.stdout: "dir_handle_discover": 1575, 2023-07-14T13:11:57.880 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays": 113, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_delayed": 0, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_created": 31558, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_enqueued": 31445, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_reintegrated": 0, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "strays_migrated": 0, 2023-07-14T13:11:57.881 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_processing": 0, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_started": 0, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "recovery_completed": 0, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_exportdir": 19, 2023-07-14T13:11:57.882 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_flush": 0, 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragmentdir": 35, 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_fragstats": 0, 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: "ireq_inodestats": 0 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_log": { 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: "evadd": 156384, 2023-07-14T13:11:57.883 INFO:teuthology.orchestra.run.smithi130.stdout: "evex": 96571, 2023-07-14T13:11:57.884 INFO:teuthology.orchestra.run.smithi130.stdout: "evtrm": 96571, 2023-07-14T13:11:57.884 INFO:teuthology.orchestra.run.smithi130.stdout: "ev": 59813, 2023-07-14T13:11:57.884 INFO:teuthology.orchestra.run.smithi130.stdout: "evexg": 0, 2023-07-14T13:11:57.884 INFO:teuthology.orchestra.run.smithi130.stdout: "evexd": 667, 2023-07-14T13:11:57.884 INFO:teuthology.orchestra.run.smithi130.stdout: "segadd": 259, 2023-07-14T13:11:57.884 INFO:teuthology.orchestra.run.smithi130.stdout: "segex": 131, 2023-07-14T13:11:57.885 INFO:teuthology.orchestra.run.smithi130.stdout: "segtrm": 131, 2023-07-14T13:11:57.885 INFO:teuthology.orchestra.run.smithi130.stdout: "seg": 129, 2023-07-14T13:11:57.885 INFO:teuthology.orchestra.run.smithi130.stdout: "segexg": 0, 2023-07-14T13:11:57.885 INFO:teuthology.orchestra.run.smithi130.stdout: "segexd": 1, 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "expos": 411048322, 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "wrpos": 946007265, 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "rdpos": 0, 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "jlat": { 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 48310, 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 378.197941051, 2023-07-14T13:11:57.886 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007828564 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: "replayed": 0 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_mem": { 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: "ino": 1604, 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: "ino+": 33396, 2023-07-14T13:11:57.887 INFO:teuthology.orchestra.run.smithi130.stdout: "ino-": 31792, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "dir": 127, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "dir+": 1247, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "dir-": 1120, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "dn": 3199, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "dn+": 62051, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "dn-": 58852, 2023-07-14T13:11:57.888 INFO:teuthology.orchestra.run.smithi130.stdout: "cap": 9, 2023-07-14T13:11:57.889 INFO:teuthology.orchestra.run.smithi130.stdout: "cap+": 35235, 2023-07-14T13:11:57.889 INFO:teuthology.orchestra.run.smithi130.stdout: "cap-": 35226, 2023-07-14T13:11:57.889 INFO:teuthology.orchestra.run.smithi130.stdout: "rss": 79348, 2023-07-14T13:11:57.889 INFO:teuthology.orchestra.run.smithi130.stdout: "heap": 198964 2023-07-14T13:11:57.889 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.889 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_server": { 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_client_request": 403956, 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "dispatch_server_request": 8887, 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_request": 281415, 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_client_session": 4712, 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "handle_peer_request": 25885, 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "req_create_latency": { 2023-07-14T13:11:57.890 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 31401, 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 186.728410218, 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.005946575 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getattr_latency": { 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 94, 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.633654213, 2023-07-14T13:11:57.891 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.006741002 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getfilelock_latency": { 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.892 INFO:teuthology.orchestra.run.smithi130.stdout: "req_link_latency": { 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookup_latency": { 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 69439, 2023-07-14T13:11:57.893 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 146.110340633, 2023-07-14T13:11:57.894 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.002104153 2023-07-14T13:11:57.894 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.894 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookuphash_latency": { 2023-07-14T13:11:57.894 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.894 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.894 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.895 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.895 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupino_latency": { 2023-07-14T13:11:57.895 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.895 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupname_latency": { 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.896 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupparent_latency": { 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lookupsnap_latency": { 2023-07-14T13:11:57.897 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: "req_lssnap_latency": { 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.898 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mkdir_latency": { 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.899 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mknod_latency": { 2023-07-14T13:11:57.900 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.900 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.900 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.900 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: "req_mksnap_latency": { 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: "req_open_latency": { 2023-07-14T13:11:57.901 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: "req_readdir_latency": { 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 87541, 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 468.828036113, 2023-07-14T13:11:57.902 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.005355525 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rename_latency": { 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 6950, 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 56.377640115, 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.008111890 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: "req_renamesnap_latency": { 2023-07-14T13:11:57.903 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: "req_snapdiff_latency": { 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.904 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.905 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.905 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmdir_latency": { 2023-07-14T13:11:57.905 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 20, 2023-07-14T13:11:57.905 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.191554081, 2023-07-14T13:11:57.905 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.009577704 2023-07-14T13:11:57.905 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.906 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmsnap_latency": { 2023-07-14T13:11:57.906 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.906 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.906 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.906 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.906 INFO:teuthology.orchestra.run.smithi130.stdout: "req_rmxattr_latency": { 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setattr_latency": { 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 67, 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.821579366, 2023-07-14T13:11:57.907 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.012262378 2023-07-14T13:11:57.908 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.908 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setdirlayout_latency": { 2023-07-14T13:11:57.908 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.908 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.908 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.908 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setfilelock_latency": { 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 972, 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 1.130805283, 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.001163379 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setlayout_latency": { 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.909 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: "req_setxattr_latency": { 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.910 INFO:teuthology.orchestra.run.smithi130.stdout: "req_symlink_latency": { 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: "req_unlink_latency": { 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 31538, 2023-07-14T13:11:57.911 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 110.754417720, 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.003511776 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: "req_getvxattr_latency": { 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.912 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_sessions": { 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: "session_count": 2, 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: "session_add": 3, 2023-07-14T13:11:57.913 INFO:teuthology.orchestra.run.smithi130.stdout: "session_remove": 1, 2023-07-14T13:11:57.914 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_open": 2, 2023-07-14T13:11:57.914 INFO:teuthology.orchestra.run.smithi130.stdout: "sessions_stale": 0, 2023-07-14T13:11:57.914 INFO:teuthology.orchestra.run.smithi130.stdout: "total_load": 22476, 2023-07-14T13:11:57.914 INFO:teuthology.orchestra.run.smithi130.stdout: "average_load": 11238, 2023-07-14T13:11:57.914 INFO:teuthology.orchestra.run.smithi130.stdout: "avg_session_uptime": 1481 2023-07-14T13:11:57.915 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.915 INFO:teuthology.orchestra.run.smithi130.stdout: "mempool": { 2023-07-14T13:11:57.915 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:11:57.915 INFO:teuthology.orchestra.run.smithi130.stdout: "bloom_filter_items": 0, 2023-07-14T13:11:57.916 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:11:57.916 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:11:57.916 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:11:57.917 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:11:57.917 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:11:57.917 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:11:57.917 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:11:57.918 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:11:57.918 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:11:57.918 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:11:57.918 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:11:57.919 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:11:57.919 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:11:57.919 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_extent_items": 0, 2023-07-14T13:11:57.919 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:11:57.920 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_blob_items": 0, 2023-07-14T13:11:57.920 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:11:57.920 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:11:57.920 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:11:57.921 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:11:57.921 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:11:57.921 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_txc_items": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluestore_writing_items": 0, 2023-07-14T13:11:57.922 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_bytes": 0, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_items": 0, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_bytes": 1873210, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_anon_items": 1168, 2023-07-14T13:11:57.923 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_bytes": 352, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "buffer_meta_items": 4, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_bytes": 0, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_items": 0, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_mapbl_items": 0, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:11:57.924 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_pglog_items": 0, 2023-07-14T13:11:57.925 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_bytes": 8248, 2023-07-14T13:11:57.925 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_items": 174, 2023-07-14T13:11:57.925 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:11:57.925 INFO:teuthology.orchestra.run.smithi130.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:11:57.925 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_bytes": 0, 2023-07-14T13:11:57.925 INFO:teuthology.orchestra.run.smithi130.stdout: "pgmap_items": 0, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_bytes": 6775211, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "mds_co_items": 83968, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_bytes": 0, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_1_items": 0, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_bytes": 0, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "unittest_2_items": 0 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.926 INFO:teuthology.orchestra.run.smithi130.stdout: "objecter": { 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_active": 0, 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_laggy": 0, 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send": 84315, 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_send_bytes": 948258948, 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_resend": 33, 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_reply": 84315, 2023-07-14T13:11:57.927 INFO:teuthology.orchestra.run.smithi130.stdout: "op_latency": { 2023-07-14T13:11:57.928 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 84315, 2023-07-14T13:11:57.928 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 629.147343194, 2023-07-14T13:11:57.928 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.007461867 2023-07-14T13:11:57.928 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.928 INFO:teuthology.orchestra.run.smithi130.stdout: "op_inflight": 0, 2023-07-14T13:11:57.928 INFO:teuthology.orchestra.run.smithi130.stdout: "oplen_avg": { 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 84315, 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 85421 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: "op": 84315, 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: "op_r": 1370, 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: "op_w": 82945, 2023-07-14T13:11:57.929 INFO:teuthology.orchestra.run.smithi130.stdout: "op_rmw": 0, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "op_pg": 0, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_stat": 64, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_create": 101, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_read": 1355, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_write": 49665, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writefull": 816, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_writesame": 0, 2023-07-14T13:11:57.930 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_append": 0, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_zero": 0, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_truncate": 14, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_delete": 31845, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_mapext": 0, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_sparse_read": 0, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_clonerange": 0, 2023-07-14T13:11:57.931 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_getxattr": 14, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_setxattr": 202, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_rmxattr": 0, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_call": 0, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_watch": 0, 2023-07-14T13:11:57.932 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_notify": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "osdop_other": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_active": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_send": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_resend": 0, 2023-07-14T13:11:57.933 INFO:teuthology.orchestra.run.smithi130.stdout: "linger_ping": 0, 2023-07-14T13:11:57.934 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_active": 0, 2023-07-14T13:11:57.934 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_send": 0, 2023-07-14T13:11:57.934 INFO:teuthology.orchestra.run.smithi130.stdout: "poolop_resend": 0, 2023-07-14T13:11:57.934 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_active": 0, 2023-07-14T13:11:57.934 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_send": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "poolstat_resend": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_active": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_send": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "statfs_resend": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "command_active": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "command_send": 0, 2023-07-14T13:11:57.935 INFO:teuthology.orchestra.run.smithi130.stdout: "command_resend": 0, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "map_epoch": 124, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "map_full": 0, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "map_inc": 44, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_sessions": 12, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_open": 12, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_session_close": 0, 2023-07-14T13:11:57.936 INFO:teuthology.orchestra.run.smithi130.stdout: "osd_laggy": 0, 2023-07-14T13:11:57.937 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_wr": 985, 2023-07-14T13:11:57.937 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_rd": 2, 2023-07-14T13:11:57.937 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_del": 358 2023-07-14T13:11:57.937 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.937 INFO:teuthology.orchestra.run.smithi130.stdout: "oft": { 2023-07-14T13:11:57.937 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_objs": 1, 2023-07-14T13:11:57.938 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:11:57.938 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_updates": 0, 2023-07-14T13:11:57.938 INFO:teuthology.orchestra.run.smithi130.stdout: "omap_total_removes": 0 2023-07-14T13:11:57.938 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.938 INFO:teuthology.orchestra.run.smithi130.stdout: "osd-slow-ops": { 2023-07-14T13:11:57.939 INFO:teuthology.orchestra.run.smithi130.stdout: "slow_ops_count": 290239 2023-07-14T13:11:57.939 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.939 INFO:teuthology.orchestra.run.smithi130.stdout: "purge_queue": { 2023-07-14T13:11:57.939 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops": 0, 2023-07-14T13:11:57.939 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_ops_high_water": 6, 2023-07-14T13:11:57.939 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing": 0, 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executing_high_water": 6, 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_executed": 31445, 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: "pq_item_in_journal": 0 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:57.940 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 1480551, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 359111251, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 1480551, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:57.941 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 1480551, 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 359111251, 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.942 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_bytes": { 2023-07-14T13:11:57.943 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:57.943 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 104857600, 2023-07-14T13:11:57.943 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:57.943 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:57.943 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:57.944 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:57.944 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:57.944 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 84315, 2023-07-14T13:11:57.944 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 951443637, 2023-07-14T13:11:57.945 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 84315, 2023-07-14T13:11:57.945 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 951443637, 2023-07-14T13:11:57.945 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:57.945 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.946 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.946 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.946 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.946 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.947 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-objecter_ops": { 2023-07-14T13:11:57.947 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:57.947 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 1024, 2023-07-14T13:11:57.948 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:57.948 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 0, 2023-07-14T13:11:57.948 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 0, 2023-07-14T13:11:57.949 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:57.949 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 0, 2023-07-14T13:11:57.949 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 84315, 2023-07-14T13:11:57.949 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 84315, 2023-07-14T13:11:57.950 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 84315, 2023-07-14T13:11:57.950 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 84315, 2023-07-14T13:11:57.950 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:57.950 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.951 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.951 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.951 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.952 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.952 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:11:57.952 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 0, 2023-07-14T13:11:57.952 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:57.952 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:57.953 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 31445, 2023-07-14T13:11:57.953 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 3184705, 2023-07-14T13:11:57.953 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:57.953 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 31445, 2023-07-14T13:11:57.954 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:57.954 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:57.954 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 1355, 2023-07-14T13:11:57.954 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 3184705, 2023-07-14T13:11:57.955 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:57.955 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.955 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.955 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.955 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.956 INFO:teuthology.orchestra.run.smithi130.stdout: }, 2023-07-14T13:11:57.956 INFO:teuthology.orchestra.run.smithi130.stdout: "throttle-write_buf_throttle-0x5607deba80a0": { 2023-07-14T13:11:57.956 INFO:teuthology.orchestra.run.smithi130.stdout: "val": 1079342, 2023-07-14T13:11:57.956 INFO:teuthology.orchestra.run.smithi130.stdout: "max": 3758096384, 2023-07-14T13:11:57.956 INFO:teuthology.orchestra.run.smithi130.stdout: "get_started": 0, 2023-07-14T13:11:57.956 INFO:teuthology.orchestra.run.smithi130.stdout: "get": 156384, 2023-07-14T13:11:57.957 INFO:teuthology.orchestra.run.smithi130.stdout: "get_sum": 941812961, 2023-07-14T13:11:57.957 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_fail": 0, 2023-07-14T13:11:57.957 INFO:teuthology.orchestra.run.smithi130.stdout: "get_or_fail_success": 156384, 2023-07-14T13:11:57.957 INFO:teuthology.orchestra.run.smithi130.stdout: "take": 0, 2023-07-14T13:11:57.958 INFO:teuthology.orchestra.run.smithi130.stdout: "take_sum": 0, 2023-07-14T13:11:57.958 INFO:teuthology.orchestra.run.smithi130.stdout: "put": 48310, 2023-07-14T13:11:57.958 INFO:teuthology.orchestra.run.smithi130.stdout: "put_sum": 940733619, 2023-07-14T13:11:57.959 INFO:teuthology.orchestra.run.smithi130.stdout: "wait": { 2023-07-14T13:11:57.959 INFO:teuthology.orchestra.run.smithi130.stdout: "avgcount": 0, 2023-07-14T13:11:57.959 INFO:teuthology.orchestra.run.smithi130.stdout: "sum": 0.000000000, 2023-07-14T13:11:57.959 INFO:teuthology.orchestra.run.smithi130.stdout: "avgtime": 0.000000000 2023-07-14T13:11:57.960 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.960 INFO:teuthology.orchestra.run.smithi130.stdout: } 2023-07-14T13:11:57.960 INFO:teuthology.orchestra.run.smithi130.stdout:} 2023-07-14T13:11:58.211 INFO:tasks.check_counter:Daemon mds.k mds.exported=17 2023-07-14T13:11:58.211 INFO:tasks.check_counter:Daemon mds.k mds.imported=10 2023-07-14T13:11:58.212 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=1145 2023-07-14T13:11:58.212 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=1902 2023-07-14T13:11:58.212 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=7 2023-07-14T13:11:58.212 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:11:58.212 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:11:58.213 DEBUG:tasks.check_counter:Getting stats from c 2023-07-14T13:11:58.213 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.c perf dump 2023-07-14T13:11:58.544 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:11:58 smithi130 ceph-mon[97977]: pgmap v809: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 3.5 MiB/s wr, 130 op/s 2023-07-14T13:11:58.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:11:58 smithi133 ceph-mon[98311]: pgmap v809: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 3.5 MiB/s wr, 130 op/s 2023-07-14T13:11:58.871 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:11:58 smithi040 ceph-mon[96535]: pgmap v809: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 536 KiB/s rd, 3.5 MiB/s wr, 130 op/s 2023-07-14T13:11:58.919 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T13:12:00.674 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-07-14T13:12:00.674 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:12:00.674 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 275, 2023-07-14T13:12:00.675 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 277, 2023-07-14T13:12:00.675 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 54597225, 2023-07-14T13:12:00.675 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 85540, 2023-07-14T13:12:00.675 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 8, 2023-07-14T13:12:00.675 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2023-07-14T13:12:00.675 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.057108140, 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.004737876, 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.041084689, 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.008280211, 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 275, 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.044310110, 2023-07-14T13:12:00.676 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000161127 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2023-07-14T13:12:00.677 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 740, 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 803, 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 75956547, 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 420242, 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 7, 2023-07-14T13:12:00.678 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 6, 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.103851530, 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.016205444, 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.060604790, 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.021960639, 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 801, 2023-07-14T13:12:00.679 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.105091312, 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000131200 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.680 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 160, 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 190352 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 384, 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 371, 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 54851290, 2023-07-14T13:12:00.681 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 133932, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.064654932, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.009361647, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.045198276, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.009795271, 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:00.682 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 371, 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.042324289, 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000114081 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.683 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 255808, 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 50272 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2023-07-14T13:12:00.684 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2122, 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.146811924, 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000069185 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.685 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.686 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.687 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.688 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.688 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.688 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2023-07-14T13:12:00.688 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2023-07-14T13:12:00.688 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2023-07-14T13:12:00.688 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 10049, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 6099, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 3832, 2023-07-14T13:12:00.689 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 118, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 1336, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 114, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 2, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2023-07-14T13:12:00.690 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2023-07-14T13:12:00.691 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2023-07-14T13:12:00.692 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2023-07-14T13:12:00.692 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2023-07-14T13:12:00.692 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2023-07-14T13:12:00.692 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2023-07-14T13:12:00.692 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2023-07-14T13:12:00.692 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2023-07-14T13:12:00.693 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 137, 2023-07-14T13:12:00.693 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 36024871, 2023-07-14T13:12:00.693 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 7, 2023-07-14T13:12:00.693 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2023-07-14T13:12:00.693 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2023-07-14T13:12:00.693 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2023-07-14T13:12:00.694 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2023-07-14T13:12:00.695 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2023-07-14T13:12:00.696 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2023-07-14T13:12:00.697 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:12:00.698 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2023-07-14T13:12:00.699 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2023-07-14T13:12:00.700 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 6, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 695682449, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 0, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 705268550, 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2023-07-14T13:12:00.701 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 42617 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 859, 2023-07-14T13:12:00.702 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 9906, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 9047, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 83, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 102, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 19, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 10049, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 10398, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 349, 2023-07-14T13:12:00.703 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 60812, 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 207132 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2023-07-14T13:12:00.704 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.705 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2023-07-14T13:12:00.706 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.707 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2023-07-14T13:12:00.708 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.709 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.710 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.711 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.711 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.711 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2023-07-14T13:12:00.711 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.711 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.712 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.712 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.712 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2023-07-14T13:12:00.712 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.713 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.713 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.713 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.713 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2023-07-14T13:12:00.714 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.714 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.714 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.715 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.715 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2023-07-14T13:12:00.715 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.715 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.716 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.716 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2023-07-14T13:12:00.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.717 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.717 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.717 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2023-07-14T13:12:00.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.718 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.719 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.719 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2023-07-14T13:12:00.719 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.719 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.720 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.720 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2023-07-14T13:12:00.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.721 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.721 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.721 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.721 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2023-07-14T13:12:00.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.722 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.722 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.723 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2023-07-14T13:12:00.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.723 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.724 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.724 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2023-07-14T13:12:00.724 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.725 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.725 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.725 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.725 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2023-07-14T13:12:00.726 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.726 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.726 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.726 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.727 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2023-07-14T13:12:00.727 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.727 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.727 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.728 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.728 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2023-07-14T13:12:00.728 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.728 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.729 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.729 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.729 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2023-07-14T13:12:00.729 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.730 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.730 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.730 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.730 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2023-07-14T13:12:00.731 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.731 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.731 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.732 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.732 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2023-07-14T13:12:00.732 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.732 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.733 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.733 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.733 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2023-07-14T13:12:00.733 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.734 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.734 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.734 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.734 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2023-07-14T13:12:00.735 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.735 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.735 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.736 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.736 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2023-07-14T13:12:00.736 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.736 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.737 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.737 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.737 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:12:00.737 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:12:00.738 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2023-07-14T13:12:00.738 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.738 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.739 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.739 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.739 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.739 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2023-07-14T13:12:00.740 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2023-07-14T13:12:00.740 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 2, 2023-07-14T13:12:00.740 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 0, 2023-07-14T13:12:00.741 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 0, 2023-07-14T13:12:00.741 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2023-07-14T13:12:00.741 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2023-07-14T13:12:00.741 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2023-07-14T13:12:00.742 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 3426 2023-07-14T13:12:00.742 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.742 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2023-07-14T13:12:00.742 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:12:00.743 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2023-07-14T13:12:00.744 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:12:00.745 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2023-07-14T13:12:00.746 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 275635, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 1187, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:12:00.747 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2023-07-14T13:12:00.748 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8248, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 9488043, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 82525, 2023-07-14T13:12:00.749 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2023-07-14T13:12:00.750 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 1283, 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 26, 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 4, 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 1283, 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1283, 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 4.465920393, 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.003480842 2023-07-14T13:12:00.751 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1283, 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1284 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 1283, 2023-07-14T13:12:00.752 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 1283, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 663, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 617, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2023-07-14T13:12:00.753 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2023-07-14T13:12:00.754 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 2, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2023-07-14T13:12:00.755 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2023-07-14T13:12:00.756 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2023-07-14T13:12:00.757 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 124, 2023-07-14T13:12:00.758 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 10, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 11, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 11, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2023-07-14T13:12:00.759 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2023-07-14T13:12:00.760 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2023-07-14T13:12:00.761 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:00.762 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 1395, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 185270910, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 1395, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1395, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 185270910, 2023-07-14T13:12:00.763 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:00.764 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1283, 2023-07-14T13:12:00.765 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 184791335, 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1283, 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 184791335, 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.766 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:00.767 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1283, 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 1283, 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1283, 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1283, 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.768 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:00.769 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2023-07-14T13:12:00.770 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x55b23d16c320": { 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:00.771 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:00.772 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.773 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:00.774 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-07-14T13:12:00.774 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:00 smithi133 ceph-mon[98311]: pgmap v810: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 4.3 MiB/s wr, 171 op/s 2023-07-14T13:12:00.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:00 smithi130 ceph-mon[97977]: pgmap v810: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 4.3 MiB/s wr, 171 op/s 2023-07-14T13:12:00.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:00 smithi040 ceph-mon[96535]: pgmap v810: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 4.3 MiB/s wr, 171 op/s 2023-07-14T13:12:01.080 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2023-07-14T13:12:01.081 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2023-07-14T13:12:01.081 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2023-07-14T13:12:01.081 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2023-07-14T13:12:01.082 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=7 2023-07-14T13:12:01.082 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:12:01.082 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:12:01.083 DEBUG:tasks.check_counter:Getting stats from f 2023-07-14T13:12:01.083 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.f perf dump 2023-07-14T13:12:01.700 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T13:12:02.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:02 smithi133 ceph-mon[98311]: pgmap v811: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 3.7 MiB/s wr, 151 op/s 2023-07-14T13:12:02.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:02 smithi130 ceph-mon[97977]: pgmap v811: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 3.7 MiB/s wr, 151 op/s 2023-07-14T13:12:02.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:02 smithi040 ceph-mon[96535]: pgmap v811: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 528 KiB/s rd, 3.7 MiB/s wr, 151 op/s 2023-07-14T13:12:03.249 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-07-14T13:12:03.250 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:12:03.250 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 3901, 2023-07-14T13:12:03.250 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 3903, 2023-07-14T13:12:03.251 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 324090322, 2023-07-14T13:12:03.251 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 1213218, 2023-07-14T13:12:03.251 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 8, 2023-07-14T13:12:03.251 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2023-07-14T13:12:03.252 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.458279936, 2023-07-14T13:12:03.252 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.090824746, 2023-07-14T13:12:03.252 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.221395229, 2023-07-14T13:12:03.253 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.118466379, 2023-07-14T13:12:03.253 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:03.253 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 3901, 2023-07-14T13:12:03.254 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.186894728, 2023-07-14T13:12:03.254 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000047909 2023-07-14T13:12:03.254 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.254 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:03.255 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.255 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.255 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.256 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.256 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2023-07-14T13:12:03.256 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2023-07-14T13:12:03.256 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.257 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:12:03.257 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1888, 2023-07-14T13:12:03.257 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1805, 2023-07-14T13:12:03.257 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 277909774, 2023-07-14T13:12:03.257 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 669953, 2023-07-14T13:12:03.258 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2023-07-14T13:12:03.258 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2023-07-14T13:12:03.258 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.325633438, 2023-07-14T13:12:03.259 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.048922814, 2023-07-14T13:12:03.259 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.226076305, 2023-07-14T13:12:03.259 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.049063049, 2023-07-14T13:12:03.260 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:03.260 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1804, 2023-07-14T13:12:03.260 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.125724090, 2023-07-14T13:12:03.260 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000069691 2023-07-14T13:12:03.260 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.260 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1975552, 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 260304 2023-07-14T13:12:03.261 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.262 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:12:03.262 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1269, 2023-07-14T13:12:03.262 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1601, 2023-07-14T13:12:03.262 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 298183276, 2023-07-14T13:12:03.262 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 1127337, 2023-07-14T13:12:03.262 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 9, 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 6, 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.259853953, 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.034790459, 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.177574671, 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.035565199, 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:03.263 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1599, 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.114866018, 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000071836 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.264 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 3312, 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 734544 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2023-07-14T13:12:03.265 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 10660, 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.380260560, 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000035671 2023-07-14T13:12:03.266 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.267 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.268 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.268 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2023-07-14T13:12:03.268 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2023-07-14T13:12:03.268 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2023-07-14T13:12:03.268 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2023-07-14T13:12:03.269 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2023-07-14T13:12:03.270 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2023-07-14T13:12:03.270 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2023-07-14T13:12:03.270 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2023-07-14T13:12:03.270 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 25038, 2023-07-14T13:12:03.270 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 7795, 2023-07-14T13:12:03.270 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 12037, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 5206, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 13902, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 6131, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 1, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2023-07-14T13:12:03.271 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2023-07-14T13:12:03.272 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2023-07-14T13:12:03.273 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:12:03.274 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:12:03.275 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-07-14T13:12:03.276 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:12:03.276 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2023-07-14T13:12:03.276 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2023-07-14T13:12:03.276 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2023-07-14T13:12:03.277 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2023-07-14T13:12:03.277 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.277 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2023-07-14T13:12:03.277 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2023-07-14T13:12:03.278 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2023-07-14T13:12:03.278 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2023-07-14T13:12:03.278 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2023-07-14T13:12:03.278 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2023-07-14T13:12:03.278 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2023-07-14T13:12:03.279 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2023-07-14T13:12:03.279 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:12:03.279 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2023-07-14T13:12:03.279 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2023-07-14T13:12:03.279 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2023-07-14T13:12:03.279 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:12:03.280 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2023-07-14T13:12:03.281 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2023-07-14T13:12:03.281 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2023-07-14T13:12:03.281 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2023-07-14T13:12:03.281 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 0, 2023-07-14T13:12:03.282 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 128, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2023-07-14T13:12:03.283 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 369115431, 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 0, 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 900533032, 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.284 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 144942 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 1450, 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 31121, 2023-07-14T13:12:03.285 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 29671, 2023-07-14T13:12:03.286 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 73, 2023-07-14T13:12:03.286 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 159, 2023-07-14T13:12:03.286 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 86, 2023-07-14T13:12:03.286 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 25038, 2023-07-14T13:12:03.286 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 31557, 2023-07-14T13:12:03.287 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 6519, 2023-07-14T13:12:03.287 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2023-07-14T13:12:03.287 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2023-07-14T13:12:03.287 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2023-07-14T13:12:03.287 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 80044, 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 207156 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2023-07-14T13:12:03.288 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.289 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.290 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.291 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.292 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2023-07-14T13:12:03.292 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.292 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.292 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.292 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.293 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2023-07-14T13:12:03.293 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.293 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.293 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.294 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.294 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2023-07-14T13:12:03.294 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.294 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.294 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.295 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.295 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2023-07-14T13:12:03.295 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.295 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.295 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.296 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.296 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2023-07-14T13:12:03.296 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.296 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.297 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.297 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.297 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2023-07-14T13:12:03.297 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.297 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.297 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.298 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.298 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2023-07-14T13:12:03.298 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.298 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.298 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.298 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.299 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2023-07-14T13:12:03.299 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.299 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.299 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.300 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.300 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2023-07-14T13:12:03.300 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.300 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.301 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.301 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.301 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2023-07-14T13:12:03.302 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.302 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.302 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.302 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.303 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2023-07-14T13:12:03.303 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.303 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.304 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.304 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.304 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2023-07-14T13:12:03.304 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.305 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.305 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.305 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.305 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2023-07-14T13:12:03.305 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.305 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.306 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.307 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.308 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.309 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2023-07-14T13:12:03.309 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.309 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.309 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.309 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.309 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.310 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.311 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2023-07-14T13:12:03.312 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.313 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.313 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.313 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.313 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2023-07-14T13:12:03.313 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.314 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.315 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 2, 2023-07-14T13:12:03.316 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 3, 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 7081 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:12:03.317 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:12:03.318 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:12:03.319 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:12:03.320 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2023-07-14T13:12:03.321 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 299187, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 1815, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2023-07-14T13:12:03.322 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8248, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2023-07-14T13:12:03.323 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 21554566, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 159057, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2023-07-14T13:12:03.324 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 6481, 2023-07-14T13:12:03.325 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 21, 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 3, 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 6481, 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 6481, 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 10.242815970, 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001580437 2023-07-14T13:12:03.326 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 6481, 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 6482 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 6481, 2023-07-14T13:12:03.327 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 6481, 2023-07-14T13:12:03.328 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2023-07-14T13:12:03.328 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2023-07-14T13:12:03.328 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2023-07-14T13:12:03.328 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 3578, 2023-07-14T13:12:03.328 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2023-07-14T13:12:03.329 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 2901, 2023-07-14T13:12:03.329 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2023-07-14T13:12:03.329 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2023-07-14T13:12:03.329 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2023-07-14T13:12:03.330 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2023-07-14T13:12:03.330 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2023-07-14T13:12:03.330 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2023-07-14T13:12:03.330 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2023-07-14T13:12:03.331 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2023-07-14T13:12:03.331 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2023-07-14T13:12:03.331 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2023-07-14T13:12:03.331 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 1, 2023-07-14T13:12:03.332 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2023-07-14T13:12:03.332 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:12:03.332 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2023-07-14T13:12:03.333 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:12:03.333 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2023-07-14T13:12:03.333 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2023-07-14T13:12:03.333 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2023-07-14T13:12:03.334 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:12:03.334 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2023-07-14T13:12:03.334 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:12:03.334 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2023-07-14T13:12:03.335 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2023-07-14T13:12:03.336 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 124, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 44, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 11, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 12, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 1, 2023-07-14T13:12:03.337 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2023-07-14T13:12:03.338 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2023-07-14T13:12:03.339 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.340 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 7054, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 899516703, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 7054, 2023-07-14T13:12:03.341 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 7054, 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 899516703, 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.342 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:03.343 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 6481, 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 896422726, 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 6481, 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 896422726, 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:03.344 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:03.345 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 6481, 2023-07-14T13:12:03.346 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 6481, 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 6481, 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 6481, 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.347 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:03.348 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.349 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x55db05fcc460": { 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:03.350 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2023-07-14T13:12:03.351 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:03.352 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:03.352 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:03.352 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:03.352 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.352 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:03.352 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-07-14T13:12:03.670 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2023-07-14T13:12:03.671 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2023-07-14T13:12:03.671 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2023-07-14T13:12:03.671 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2023-07-14T13:12:03.671 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2023-07-14T13:12:03.672 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:12:03.672 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:12:03.672 DEBUG:tasks.check_counter:Getting stats from i 2023-07-14T13:12:03.672 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.i perf dump 2023-07-14T13:12:04.253 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T13:12:04.475 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:04 smithi133 ceph-mon[98311]: pgmap v812: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 3.2 MiB/s wr, 124 op/s 2023-07-14T13:12:04.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:04 smithi130 ceph-mon[97977]: pgmap v812: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 3.2 MiB/s wr, 124 op/s 2023-07-14T13:12:04.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:04 smithi040 ceph-mon[96535]: pgmap v812: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 3.2 MiB/s wr, 124 op/s 2023-07-14T13:12:05.496 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-07-14T13:12:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:12:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 580253, 2023-07-14T13:12:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 545376, 2023-07-14T13:12:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 184011134, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 396725711, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 13, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 26.406202587, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 10.208962347, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 19.314273290, 2023-07-14T13:12:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 1.016500828, 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 545375, 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 60.487372353, 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000110909 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1029345, 2023-07-14T13:12:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.161024868, 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000156 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1988896, 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 283200 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 250606, 2023-07-14T13:12:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 252967, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 85548121, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 299583478, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 20, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 5, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 15.348836730, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 7.130130877, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 9.115864322, 2023-07-14T13:12:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.940816279, 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 252965, 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 31.410221939, 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000124168 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 441522, 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.072070488, 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000163 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 5136, 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 734352 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:12:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 655323, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 808868, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 211003541, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 948367811, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 14, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 6, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 30.465550817, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 13.861647413, 2023-07-14T13:12:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 21.203441227, 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 1.661773342, 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 808866, 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 115.378403909, 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000142642 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 907287, 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.189826102, 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000209 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 87692, 2023-07-14T13:12:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 97.901772753, 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001116427 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 54979, 2023-07-14T13:12:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 7.351142187, 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000133708 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 270135, 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 216506, 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2023-07-14T13:12:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 216506, 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 915.537072521, 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.004228691 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 53627, 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 1, 2023-07-14T13:12:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 185, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 11, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 21, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 2769, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 1150, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 1308, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 311, 2023-07-14T13:12:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 1125, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 793, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 6, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 404480, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 206271, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 53621, 2023-07-14T13:12:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 181, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 4354, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 10, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 401, 2023-07-14T13:12:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 10, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 647, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 15, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 137, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 36024871, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 7, 2023-07-14T13:12:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 15, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:12:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 15, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 34, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 43668, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 121974, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 5383, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 89180, 2023-07-14T13:12:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 32338, 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 8142, 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 163309 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 699, 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 2246, 2023-07-14T13:12:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 1186, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 2194, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 1265, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 55, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 35, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 29429, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 29374, 2023-07-14T13:12:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2023-07-14T13:12:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2023-07-14T13:12:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2023-07-14T13:12:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:12:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:12:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 13, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 32, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2023-07-14T13:12:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 145010, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 86291, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 86291, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 58719, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 645, 2023-07-14T13:12:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 246, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 118, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 118, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 129, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 1, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 369115431, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 900982226, 2023-07-14T13:12:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 0, 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 47509, 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 363.989421089, 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.007661483 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 0 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 1472, 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 31347, 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 29875, 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 114, 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 1390, 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 1276, 2023-07-14T13:12:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 2769, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 60007, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 57238, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 33238, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 33238, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 79028, 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 198964 2023-07-14T13:12:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 391854, 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 9933, 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 270135, 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 4551, 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 24933, 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2023-07-14T13:12:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 29288, 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 154.434540071, 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005272962 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2634, 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 27.689658435, 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.010512398 2023-07-14T13:12:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 66280, 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 127.029073279, 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001916552 2023-07-14T13:12:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2023-07-14T13:12:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 81352, 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 434.542029986, 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005341503 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 6569, 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 43.727456259, 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.006656638 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 20, 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.307591181, 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.015379559 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2023-07-14T13:12:05.539 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 38, 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.335896721, 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.008839387 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.540 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 916, 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.476367433, 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001611754 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2023-07-14T13:12:05.541 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.542 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 29409, 2023-07-14T13:12:05.543 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 125.994459156, 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.004284214 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.544 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 2, 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 2, 2023-07-14T13:12:05.545 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 2, 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 19601, 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 9800, 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 1529 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:12:05.546 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:12:05.547 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:12:05.548 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:12:05.549 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:12:05.550 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 1522941, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 1028, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 176, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 2, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2023-07-14T13:12:05.551 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8248, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2023-07-14T13:12:05.552 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 5929289, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 61050, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2023-07-14T13:12:05.553 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 81625, 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 903610379, 2023-07-14T13:12:05.554 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 28, 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 81625, 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 81625, 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 629.192715421, 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.007708333 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2023-07-14T13:12:05.555 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 81625, 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 82715 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 81625, 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 1472, 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 80153, 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2023-07-14T13:12:05.556 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 65, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 98, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 1454, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 48963, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 856, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2023-07-14T13:12:05.557 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 11, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 29742, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 15, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 196, 2023-07-14T13:12:05.558 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2023-07-14T13:12:05.559 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2023-07-14T13:12:05.560 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2023-07-14T13:12:05.561 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 124, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 44, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 12, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 12, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2023-07-14T13:12:05.562 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 949, 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 4, 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 362 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 1, 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:12:05.563 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 280090 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2023-07-14T13:12:05.564 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 6, 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 6, 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 29374, 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:12:05.565 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 1486178, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 352805732, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 1486178, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:05.566 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1486178, 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 352805732, 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.567 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:05.568 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 81625, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 906585389, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 81625, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 906585389, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.569 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:05.570 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 81625, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 81625, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 81625, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 81625, 2023-07-14T13:12:05.571 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:05.572 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 29374, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 2975086, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 29374, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:05.573 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1454, 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2975086, 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:05.574 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x55c89955c0a0": { 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 145010, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 896787922, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 145010, 2023-07-14T13:12:05.575 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 47509, 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 896787922, 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:05.576 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:05.577 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.577 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:05.577 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-07-14T13:12:05.898 INFO:tasks.check_counter:Daemon mds.i mds.exported=10 2023-07-14T13:12:05.898 INFO:tasks.check_counter:Daemon mds.i mds.imported=10 2023-07-14T13:12:05.899 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=699 2023-07-14T13:12:05.899 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=2246 2023-07-14T13:12:05.899 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=7 2023-07-14T13:12:05.899 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:12:05.899 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:12:05.900 DEBUG:tasks.check_counter:Getting stats from l 2023-07-14T13:12:05.900 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3fc0089cc1082313a98853d48b892acdc1385b8b shell --fsid 1fe65914-2243-11ee-9b33-001a4aab830c -- ceph daemon mds.l perf dump 2023-07-14T13:12:06.456 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/mon.c/config 2023-07-14T13:12:06.658 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:06 smithi133 ceph-mon[98311]: pgmap v813: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 4.4 MiB/s wr, 174 op/s 2023-07-14T13:12:06.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:06 smithi130 ceph-mon[97977]: pgmap v813: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 4.4 MiB/s wr, 174 op/s 2023-07-14T13:12:06.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:06 smithi040 ceph-mon[96535]: pgmap v813: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 4.4 MiB/s wr, 174 op/s 2023-07-14T13:12:07.935 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2023-07-14T13:12:07.935 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2023-07-14T13:12:07.935 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 828128, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 780171, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 279009470, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 521575933, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 10, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 34.476480506, 2023-07-14T13:12:07.936 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 13.374696015, 2023-07-14T13:12:07.937 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 26.212676277, 2023-07-14T13:12:07.937 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.920803889, 2023-07-14T13:12:07.937 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:07.937 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 780172, 2023-07-14T13:12:07.937 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 97.624366335, 2023-07-14T13:12:07.937 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000125131 2023-07-14T13:12:07.938 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.938 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:07.938 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1472470, 2023-07-14T13:12:07.938 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.217592251, 2023-07-14T13:12:07.938 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000147 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 2992, 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 448 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 577918, 2023-07-14T13:12:07.939 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 733716, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 179126768, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 757111129, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 17, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 7, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 30.512523881, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 14.956070255, 2023-07-14T13:12:07.940 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 21.848390620, 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 1.182307045, 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 733713, 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 98.101047877, 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000133704 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.941 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 844440, 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.177381977, 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000210 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 2272, 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 118704 2023-07-14T13:12:07.942 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 29679, 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 29915, 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 9255346, 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 377831627, 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 17, 2023-07-14T13:12:07.943 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 6, 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 3.166631589, 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 1.209185221, 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.523963108, 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 1.289815451, 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 29912, 2023-07-14T13:12:07.944 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 3.261436892, 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000109034 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 8, 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000721, 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000090 2023-07-14T13:12:07.945 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 1969328, 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 885488 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2023-07-14T13:12:07.946 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 85482, 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 102.363514726, 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001197486 2023-07-14T13:12:07.947 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:07.948 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.948 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2023-07-14T13:12:07.948 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2023-07-14T13:12:07.948 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2023-07-14T13:12:07.949 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 57091, 2023-07-14T13:12:07.949 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 7.337484842, 2023-07-14T13:12:07.949 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000128522 2023-07-14T13:12:07.949 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:07.950 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.950 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2023-07-14T13:12:07.950 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 221474, 2023-07-14T13:12:07.950 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 219781, 2023-07-14T13:12:07.951 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2023-07-14T13:12:07.951 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 219781, 2023-07-14T13:12:07.951 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 947.210852932, 2023-07-14T13:12:07.952 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.004309794 2023-07-14T13:12:07.952 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.952 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2023-07-14T13:12:07.952 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 1692, 2023-07-14T13:12:07.953 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 3, 2023-07-14T13:12:07.953 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2023-07-14T13:12:07.953 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 190, 2023-07-14T13:12:07.954 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 11, 2023-07-14T13:12:07.954 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 16, 2023-07-14T13:12:07.954 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 2743, 2023-07-14T13:12:07.954 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 1169, 2023-07-14T13:12:07.955 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 1442, 2023-07-14T13:12:07.955 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 132, 2023-07-14T13:12:07.955 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 1073, 2023-07-14T13:12:07.956 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 827, 2023-07-14T13:12:07.956 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2023-07-14T13:12:07.956 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2023-07-14T13:12:07.956 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 6, 2023-07-14T13:12:07.957 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 351209, 2023-07-14T13:12:07.957 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 199061, 2023-07-14T13:12:07.957 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 1691, 2023-07-14T13:12:07.957 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 280, 2023-07-14T13:12:07.958 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2023-07-14T13:12:07.958 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2023-07-14T13:12:07.958 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 2321, 2023-07-14T13:12:07.958 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2023-07-14T13:12:07.959 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2023-07-14T13:12:07.959 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 8, 2023-07-14T13:12:07.959 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 237, 2023-07-14T13:12:07.960 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 8, 2023-07-14T13:12:07.960 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 462, 2023-07-14T13:12:07.960 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2023-07-14T13:12:07.960 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2023-07-14T13:12:07.961 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2023-07-14T13:12:07.961 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2023-07-14T13:12:07.961 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 246, 2023-07-14T13:12:07.962 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 7, 2023-07-14T13:12:07.962 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2023-07-14T13:12:07.962 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2023-07-14T13:12:07.962 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2023-07-14T13:12:07.963 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2023-07-14T13:12:07.963 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2023-07-14T13:12:07.963 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2023-07-14T13:12:07.963 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2023-07-14T13:12:07.964 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2023-07-14T13:12:07.964 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 11, 2023-07-14T13:12:07.964 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 39946, 2023-07-14T13:12:07.965 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 113507, 2023-07-14T13:12:07.965 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2023-07-14T13:12:07.965 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 5585, 2023-07-14T13:12:07.965 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2023-07-14T13:12:07.966 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 83097, 2023-07-14T13:12:07.966 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 31661, 2023-07-14T13:12:07.966 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 7978, 2023-07-14T13:12:07.967 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 161304 2023-07-14T13:12:07.967 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.967 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2023-07-14T13:12:07.967 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 741, 2023-07-14T13:12:07.968 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 2667, 2023-07-14T13:12:07.968 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 1385, 2023-07-14T13:12:07.968 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 2751, 2023-07-14T13:12:07.968 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 1343, 2023-07-14T13:12:07.969 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 20, 2023-07-14T13:12:07.969 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2023-07-14T13:12:07.969 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2023-07-14T13:12:07.970 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 30732, 2023-07-14T13:12:07.970 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 30712, 2023-07-14T13:12:07.970 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2023-07-14T13:12:07.970 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2023-07-14T13:12:07.971 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2023-07-14T13:12:07.971 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2023-07-14T13:12:07.971 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2023-07-14T13:12:07.971 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2023-07-14T13:12:07.972 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2023-07-14T13:12:07.972 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2023-07-14T13:12:07.972 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 12, 2023-07-14T13:12:07.972 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2023-07-14T13:12:07.973 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 27, 2023-07-14T13:12:07.973 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2023-07-14T13:12:07.973 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2023-07-14T13:12:07.974 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.974 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2023-07-14T13:12:07.974 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 149920, 2023-07-14T13:12:07.974 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 90012, 2023-07-14T13:12:07.975 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 90012, 2023-07-14T13:12:07.975 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 59908, 2023-07-14T13:12:07.975 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2023-07-14T13:12:07.975 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 590, 2023-07-14T13:12:07.976 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 258, 2023-07-14T13:12:07.976 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 130, 2023-07-14T13:12:07.976 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 130, 2023-07-14T13:12:07.977 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 129, 2023-07-14T13:12:07.977 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2023-07-14T13:12:07.977 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 1, 2023-07-14T13:12:07.977 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 398469675, 2023-07-14T13:12:07.978 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 930684532, 2023-07-14T13:12:07.978 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 0, 2023-07-14T13:12:07.978 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2023-07-14T13:12:07.978 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 46675, 2023-07-14T13:12:07.979 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 394.811969153, 2023-07-14T13:12:07.979 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.008458745 2023-07-14T13:12:07.979 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.980 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 0 2023-07-14T13:12:07.980 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.980 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2023-07-14T13:12:07.980 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 1426, 2023-07-14T13:12:07.981 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 32590, 2023-07-14T13:12:07.981 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 31164, 2023-07-14T13:12:07.981 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 100, 2023-07-14T13:12:07.981 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 1643, 2023-07-14T13:12:07.982 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 1543, 2023-07-14T13:12:07.982 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 2743, 2023-07-14T13:12:07.982 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 65288, 2023-07-14T13:12:07.982 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 62545, 2023-07-14T13:12:07.983 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2023-07-14T13:12:07.983 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 33905, 2023-07-14T13:12:07.983 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 33905, 2023-07-14T13:12:07.983 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 77608, 2023-07-14T13:12:07.984 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 198964 2023-07-14T13:12:07.984 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.984 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2023-07-14T13:12:07.985 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 342244, 2023-07-14T13:12:07.985 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 9080, 2023-07-14T13:12:07.985 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 221474, 2023-07-14T13:12:07.985 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 4581, 2023-07-14T13:12:07.986 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 18105, 2023-07-14T13:12:07.986 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2023-07-14T13:12:07.986 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 30734, 2023-07-14T13:12:07.986 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 167.968531852, 2023-07-14T13:12:07.987 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005465234 2023-07-14T13:12:07.987 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.987 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2023-07-14T13:12:07.988 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 132, 2023-07-14T13:12:07.988 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.226545903, 2023-07-14T13:12:07.988 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001716256 2023-07-14T13:12:07.988 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.989 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2023-07-14T13:12:07.989 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.989 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.990 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.990 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2023-07-14T13:12:07.990 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.991 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.991 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.991 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.991 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2023-07-14T13:12:07.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 68054, 2023-07-14T13:12:07.992 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 127.787581134, 2023-07-14T13:12:07.992 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001877737 2023-07-14T13:12:07.993 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.993 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2023-07-14T13:12:07.993 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.993 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.994 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.994 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2023-07-14T13:12:07.994 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.995 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.995 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.995 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.996 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2023-07-14T13:12:07.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.996 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.996 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.997 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.997 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2023-07-14T13:12:07.997 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.997 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.998 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.998 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:07.998 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2023-07-14T13:12:07.999 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:07.999 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:07.999 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:07.999 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.000 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2023-07-14T13:12:08.000 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.000 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.001 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.001 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.001 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2023-07-14T13:12:08.001 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.002 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.002 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.002 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.002 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2023-07-14T13:12:08.003 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.003 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.003 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.003 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.004 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2023-07-14T13:12:08.004 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.004 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.005 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.005 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.005 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2023-07-14T13:12:08.005 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.006 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.006 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.006 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.006 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2023-07-14T13:12:08.007 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 82937, 2023-07-14T13:12:08.007 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 492.332231981, 2023-07-14T13:12:08.007 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005936219 2023-07-14T13:12:08.007 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.008 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2023-07-14T13:12:08.008 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 6196, 2023-07-14T13:12:08.008 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 36.766944023, 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005933980 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.009 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2023-07-14T13:12:08.010 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 20, 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.160143450, 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.008007172 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.011 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.012 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 40, 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.554127950, 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.013853198 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.013 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 956, 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.699178641, 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001777383 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.014 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.015 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.016 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 30712, 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 119.715567998, 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.003898006 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2023-07-14T13:12:08.017 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2023-07-14T13:12:08.018 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 2, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 1, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 1, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 21998, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 21998, 2023-07-14T13:12:08.019 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 1475 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2023-07-14T13:12:08.020 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2023-07-14T13:12:08.021 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2023-07-14T13:12:08.022 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2023-07-14T13:12:08.023 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2023-07-14T13:12:08.024 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 804137, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 850, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 264, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 3, 2023-07-14T13:12:08.025 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 8368, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 177, 2023-07-14T13:12:08.026 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 5699065, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 52598, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2023-07-14T13:12:08.027 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2023-07-14T13:12:08.028 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 81492, 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 933672881, 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 27, 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 81492, 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 81492, 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 648.406361018, 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.007956687 2023-07-14T13:12:08.029 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 81492, 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 82600 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 81492, 2023-07-14T13:12:08.030 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 1195, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 80297, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 75, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 103, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 1190, 2023-07-14T13:12:08.031 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 47865, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 733, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 11, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 31100, 2023-07-14T13:12:08.032 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 206, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2023-07-14T13:12:08.033 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2023-07-14T13:12:08.034 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2023-07-14T13:12:08.035 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2023-07-14T13:12:08.036 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 125, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 45, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 12, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 12, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2023-07-14T13:12:08.037 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 947, 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 8, 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 362 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 1, 2023-07-14T13:12:08.038 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 228309 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.039 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 6, 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 6, 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 30712, 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.040 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 1435721, 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 343280149, 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:08.041 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 1435721, 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1435721, 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 343280149, 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.042 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2023-07-14T13:12:08.043 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 81492, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 936783929, 2023-07-14T13:12:08.044 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 81492, 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 936783929, 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.045 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:08.046 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 81492, 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 81492, 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 81492, 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 81492, 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.047 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:08.048 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 30712, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 3111160, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 30712, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1190, 2023-07-14T13:12:08.049 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 3111160, 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2023-07-14T13:12:08.050 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x56530e3940a0": { 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 149920, 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 926490228, 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2023-07-14T13:12:08.051 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 149920, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 46675, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 926490228, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2023-07-14T13:12:08.052 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2023-07-14T13:12:08.053 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.053 INFO:teuthology.orchestra.run.smithi133.stdout: } 2023-07-14T13:12:08.053 INFO:teuthology.orchestra.run.smithi133.stdout:} 2023-07-14T13:12:08.425 INFO:tasks.check_counter:Daemon mds.l mds.exported=8 2023-07-14T13:12:08.426 INFO:tasks.check_counter:Daemon mds.l mds.imported=8 2023-07-14T13:12:08.426 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=741 2023-07-14T13:12:08.426 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=2667 2023-07-14T13:12:08.426 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=7 2023-07-14T13:12:08.426 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2023-07-14T13:12:08.427 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2023-07-14T13:12:08.427 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-07-14T13:12:08.437 INFO:tasks.kclient:Unmounting kernel clients... 2023-07-14T13:12:08.438 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T13:12:08.438 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-14T13:12:08.513 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T13:12:08.514 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-14T13:12:08.567 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T13:12:08.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:08 smithi133 ceph-mon[98311]: pgmap v814: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 2.4 MiB/s wr, 112 op/s 2023-07-14T13:12:08.755 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:08 smithi133 ceph-mon[98311]: osdmap e125: 12 total, 12 up, 12 in 2023-07-14T13:12:08.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:08 smithi130 ceph-mon[97977]: pgmap v814: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 2.4 MiB/s wr, 112 op/s 2023-07-14T13:12:08.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:08 smithi130 ceph-mon[97977]: osdmap e125: 12 total, 12 up, 12 in 2023-07-14T13:12:08.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.778+0000 7f2d8f817700 1 -- 172.21.15.40:0/301440839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 msgr2=0x7f2d88104f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:08.819 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.778+0000 7f2d8f817700 1 --2- 172.21.15.40:0/301440839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d88104f40 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f2d8000b0a0 tx=0x7f2d8000b3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:08.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.783+0000 7f2d8f817700 1 -- 172.21.15.40:0/301440839 shutdown_connections 2023-07-14T13:12:08.820 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.783+0000 7f2d8f817700 1 --2- 172.21.15.40:0/301440839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880ff4f0 0x7f2d88068640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:08.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.783+0000 7f2d8f817700 1 --2- 172.21.15.40:0/301440839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d88104f40 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:08.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.783+0000 7f2d8f817700 1 --2- 172.21.15.40:0/301440839 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d880feb40 0x7f2d880fefb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:08.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.783+0000 7f2d8f817700 1 -- 172.21.15.40:0/301440839 >> 172.21.15.40:0/301440839 conn(0x7f2d880769e0 msgr2=0x7f2d88076de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:08.821 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.783+0000 7f2d8f817700 1 -- 172.21.15.40:0/301440839 shutdown_connections 2023-07-14T13:12:08.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.786+0000 7f2d8f817700 1 -- 172.21.15.40:0/301440839 wait complete. 2023-07-14T13:12:08.830 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.787+0000 7f2d8f817700 1 Processor -- start 2023-07-14T13:12:08.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.793+0000 7f2d8f817700 1 -- start start 2023-07-14T13:12:08.831 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8f817700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 0x7f2d8806a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8f817700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d880ff4f0 0x7f2d8806ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8f817700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d881ac5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8f817700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d881acb10 con 0x7f2d88104b70 2023-07-14T13:12:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8f817700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d881acc50 con 0x7f2d880ff4f0 2023-07-14T13:12:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8f817700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d881acde0 con 0x7f2d880feb40 2023-07-14T13:12:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8d5b3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 0x7f2d8806a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:08.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8d5b3700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 0x7f2d8806a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.40:53964/0 (socket says 172.21.15.40:53964) 2023-07-14T13:12:08.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8d5b3700 1 -- 172.21.15.40:0/1983207757 learned_addr learned my addr 172.21.15.40:0/1983207757 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:08.833 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.794+0000 7f2d8ddb4700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d881ac5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:08.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8ddb4700 1 -- 172.21.15.40:0/1983207757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 msgr2=0x7f2d8806a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:08.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8ddb4700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 0x7f2d8806a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:08.834 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8ddb4700 1 -- 172.21.15.40:0/1983207757 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d880ff4f0 msgr2=0x7f2d8806ae90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8ddb4700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d880ff4f0 0x7f2d8806ae90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8ddb4700 1 -- 172.21.15.40:0/1983207757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d80009d00 con 0x7f2d88104b70 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8d5b3700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 0x7f2d8806a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8ddb4700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d881ac5d0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f2d8400b420 tx=0x7f2d8400b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d8400bea0 con 0x7f2d88104b70 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d88107980 con 0x7f2d88104b70 2023-07-14T13:12:08.835 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d881ad490 con 0x7f2d88104b70 2023-07-14T13:12:08.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d84011cf0 con 0x7f2d88104b70 2023-07-14T13:12:08.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.795+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d84010db0 con 0x7f2d88104b70 2023-07-14T13:12:08.836 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.798+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d88066a70 con 0x7f2d88104b70 2023-07-14T13:12:08.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.799+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2d8401a400 con 0x7f2d88104b70 2023-07-14T13:12:08.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.800+0000 7f2d7e7fc700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2d740a1380 0x7f2d740a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:08.837 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.800+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f2d840cd4e0 con 0x7f2d88104b70 2023-07-14T13:12:08.838 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.800+0000 7f2d8d5b3700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2d740a1380 0x7f2d740a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:08.844 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.803+0000 7f2d8d5b3700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2d740a1380 0x7f2d740a3830 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2d800060b0 tx=0x7f2d80006000 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:08.850 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:08.812+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2d84096990 con 0x7f2d88104b70 2023-07-14T13:12:08.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:08 smithi040 ceph-mon[96535]: pgmap v814: 97 pgs: 97 active+clean; 2.4 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 490 KiB/s rd, 2.4 MiB/s wr, 112 op/s 2023-07-14T13:12:08.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:08 smithi040 ceph-mon[96535]: osdmap e125: 12 total, 12 up, 12 in 2023-07-14T13:12:09.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.175+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d881ad890 con 0x7f2d88104b70 2023-07-14T13:12:09.218 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.181+0000 7f2d7e7fc700 1 -- 172.21.15.40:0/1983207757 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) v1 ==== 74+0+23252 (secure 0 0 0) 0x7f2d84011e60 con 0x7f2d88104b70 2023-07-14T13:12:09.218 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T13:12:09.219 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":125,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T13:12:07.353087+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":46,"snap_epoch":125,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.7","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":6},{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3106672556":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1541198671":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/964980015":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1643213482":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3106672556":"2023-07-15T12:46:26.849814+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1884866063":"2023-07-15T12:46:26.849814+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":33,"length":1},{"begin":46,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":33,"length":1},{"begin":46,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T13:12:09.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2d740a1380 msgr2=0x7f2d740a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2d740a1380 0x7f2d740a3830 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2d800060b0 tx=0x7f2d80006000 comp rx=0 tx=0).stop 2023-07-14T13:12:09.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 msgr2=0x7f2d881ac5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d881ac5d0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f2d8400b420 tx=0x7f2d8400b730 comp rx=0 tx=0).stop 2023-07-14T13:12:09.222 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 shutdown_connections 2023-07-14T13:12:09.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f2d740a1380 0x7f2d740a3830 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d880feb40 0x7f2d8806a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2d88104b70 0x7f2d881ac5d0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 --2- 172.21.15.40:0/1983207757 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f2d880ff4f0 0x7f2d8806ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.223 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.184+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 >> 172.21.15.40:0/1983207757 conn(0x7f2d880769e0 msgr2=0x7f2d880fd240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:09.225 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.185+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 shutdown_connections 2023-07-14T13:12:09.226 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.185+0000 7f2d8f817700 1 -- 172.21.15.40:0/1983207757 wait complete. 2023-07-14T13:12:09.243 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-07-14T12:40:55.439944+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-07-14T12:44:45.472454+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-07-14T12:44:46.876716+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '125', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 46, 'snap_epoch': 125, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-07-14T13:12:09.244 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-07-14T13:12:09.445 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.408+0000 7f7d9f780700 1 -- 172.21.15.40:0/3042441955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 msgr2=0x7f7d98114080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.446 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.408+0000 7f7d9f780700 1 --2- 172.21.15.40:0/3042441955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d98114080 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000b0d0 tx=0x7f7d9000b3e0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.411+0000 7f7d9f780700 1 -- 172.21.15.40:0/3042441955 shutdown_connections 2023-07-14T13:12:09.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.411+0000 7f7d9f780700 1 --2- 172.21.15.40:0/3042441955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d98114080 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.448 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.411+0000 7f7d9f780700 1 --2- 172.21.15.40:0/3042441955 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d9806cc10 0x7f7d9806cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.411+0000 7f7d9f780700 1 --2- 172.21.15.40:0/3042441955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d9806d5b0 0x7f7d9810bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.449 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.411+0000 7f7d9f780700 1 -- 172.21.15.40:0/3042441955 >> 172.21.15.40:0/3042441955 conn(0x7f7d9806bf70 msgr2=0x7f7d98070ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:09.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.414+0000 7f7d9f780700 1 -- 172.21.15.40:0/3042441955 shutdown_connections 2023-07-14T13:12:09.453 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.414+0000 7f7d9f780700 1 -- 172.21.15.40:0/3042441955 wait complete. 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.414+0000 7f7d9f780700 1 Processor -- start 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 -- start start 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d9806cc10 0x7f7d9819e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d9806d5b0 0x7f7d9819e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d981a2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d981a3480 con 0x7f7d9810c4b0 2023-07-14T13:12:09.454 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d981a35f0 con 0x7f7d9806d5b0 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9f780700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d981a37b0 con 0x7f7d9806cc10 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d981a2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d981a2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40290/0 (socket says 172.21.15.40:40290) 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 -- 172.21.15.40:0/1385213916 learned_addr learned my addr 172.21.15.40:0/1385213916 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9cd1b700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d9806d5b0 0x7f7d9819e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9d51c700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d9806cc10 0x7f7d9819e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.455 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 -- 172.21.15.40:0/1385213916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d9806cc10 msgr2=0x7f7d9819e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d9806cc10 0x7f7d9819e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 -- 172.21.15.40:0/1385213916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d9806d5b0 msgr2=0x7f7d9819e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.415+0000 7f7d9dd1d700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d9806d5b0 0x7f7d9819e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.416+0000 7f7d9dd1d700 1 -- 172.21.15.40:0/1385213916 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d90009d00 con 0x7f7d9810c4b0 2023-07-14T13:12:09.456 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.416+0000 7f7d9dd1d700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d981a2e40 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f7d900077f0 tx=0x7f7d90007820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:09.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.420+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9000e040 con 0x7f7d9810c4b0 2023-07-14T13:12:09.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.420+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d90007a00 con 0x7f7d9810c4b0 2023-07-14T13:12:09.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.420+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d981a3a30 con 0x7f7d9810c4b0 2023-07-14T13:12:09.457 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.420+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9001da30 con 0x7f7d9810c4b0 2023-07-14T13:12:09.458 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.420+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d98078950 con 0x7f7d9810c4b0 2023-07-14T13:12:09.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.423+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f7d9001b870 con 0x7f7d9810c4b0 2023-07-14T13:12:09.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.424+0000 7f7d8e7fc700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d840a14d0 0x7f7d840a3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.424+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f7d900ce0f0 con 0x7f7d9810c4b0 2023-07-14T13:12:09.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.424+0000 7f7d9d51c700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d840a14d0 0x7f7d840a3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.425+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d98067290 con 0x7f7d9810c4b0 2023-07-14T13:12:09.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.426+0000 7f7d9d51c700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d840a14d0 0x7f7d840a3980 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009a10 tx=0x7f7d88009190 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:09.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.432+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7d900974c0 con 0x7f7d9810c4b0 2023-07-14T13:12:09.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:09 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1983207757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:12:09.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.671+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7d9819f7f0 con 0x7f7d9810c4b0 2023-07-14T13:12:09.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.671+0000 7f7d8e7fc700 1 -- 172.21.15.40:0/1385213916 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v125) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7d9009aae0 con 0x7f7d9810c4b0 2023-07-14T13:12:09.709 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-07-14T13:12:09.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d840a14d0 msgr2=0x7f7d840a3980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d840a14d0 0x7f7d840a3980 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009a10 tx=0x7f7d88009190 comp rx=0 tx=0).stop 2023-07-14T13:12:09.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 msgr2=0x7f7d981a2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d981a2e40 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f7d900077f0 tx=0x7f7d90007820 comp rx=0 tx=0).stop 2023-07-14T13:12:09.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 shutdown_connections 2023-07-14T13:12:09.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d840a14d0 0x7f7d840a3980 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d9806cc10 0x7f7d9819e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.673+0000 7f7d9f780700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d9810c4b0 0x7f7d981a2e40 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.674+0000 7f7d9f780700 1 --2- 172.21.15.40:0/1385213916 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d9806d5b0 0x7f7d9819e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.674+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 >> 172.21.15.40:0/1385213916 conn(0x7f7d9806bf70 msgr2=0x7f7d9810adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:09.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.674+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 shutdown_connections 2023-07-14T13:12:09.712 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.674+0000 7f7d9f780700 1 -- 172.21.15.40:0/1385213916 wait complete. 2023-07-14T13:12:09.723 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-07-14T13:12:09.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:09 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1983207757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:12:09.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:09 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1983207757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:12:09.852 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 -- 172.21.15.40:0/3457470617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d200ff280 msgr2=0x7f7d2010b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 --2- 172.21.15.40:0/3457470617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d200ff280 0x7f7d2010b710 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800b0a0 tx=0x7f7d1800b3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 -- 172.21.15.40:0/3457470617 shutdown_connections 2023-07-14T13:12:09.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 --2- 172.21.15.40:0/3457470617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d201048e0 0x7f7d20104cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.853 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 --2- 172.21.15.40:0/3457470617 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d200ff280 0x7f7d2010b710 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 --2- 172.21.15.40:0/3457470617 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d200fe8d0 0x7f7d200fed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 -- 172.21.15.40:0/3457470617 >> 172.21.15.40:0/3457470617 conn(0x7f7d200fa390 msgr2=0x7f7d200fc7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:09.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 -- 172.21.15.40:0/3457470617 shutdown_connections 2023-07-14T13:12:09.854 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 -- 172.21.15.40:0/3457470617 wait complete. 2023-07-14T13:12:09.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.815+0000 7f7d2499e700 1 Processor -- start 2023-07-14T13:12:09.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 -- start start 2023-07-14T13:12:09.857 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d200fe8d0 0x7f7d20196890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d200ff280 0x7f7d20196dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 0x7f7d201a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d201976e0 con 0x7f7d201048e0 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d201a1e50 con 0x7f7d200ff280 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d2499e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d201a1fc0 con 0x7f7d200fe8d0 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 0x7f7d201a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.858 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 0x7f7d201a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40304/0 (socket says 172.21.15.40:40304) 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 -- 172.21.15.40:0/2730159017 learned_addr learned my addr 172.21.15.40:0/2730159017 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1effd700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d200ff280 0x7f7d20196dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1f7fe700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d200fe8d0 0x7f7d20196890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 -- 172.21.15.40:0/2730159017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d200fe8d0 msgr2=0x7f7d20196890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d200fe8d0 0x7f7d20196890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 -- 172.21.15.40:0/2730159017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d200ff280 msgr2=0x7f7d20196dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:09.859 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d200ff280 0x7f7d20196dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.816+0000 7f7d1ffff700 1 -- 172.21.15.40:0/2730159017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d18009d00 con 0x7f7d201048e0 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.817+0000 7f7d1ffff700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 0x7f7d201a1910 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800b830 tx=0x7f7d180094e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.817+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1800e040 con 0x7f7d201048e0 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.817+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d201a2240 con 0x7f7d201048e0 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.817+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d18004d60 con 0x7f7d201048e0 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.817+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1801d480 con 0x7f7d201048e0 2023-07-14T13:12:09.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.817+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d201a26c0 con 0x7f7d201048e0 2023-07-14T13:12:09.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.818+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d20066990 con 0x7f7d201048e0 2023-07-14T13:12:09.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.819+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f7d180040b0 con 0x7f7d201048e0 2023-07-14T13:12:09.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.819+0000 7f7d1cff9700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d080a1360 0x7f7d080a3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:09.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.819+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f7d180ceae0 con 0x7f7d201048e0 2023-07-14T13:12:09.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.819+0000 7f7d1f7fe700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d080a1360 0x7f7d080a3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:09.861 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.820+0000 7f7d1f7fe700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d080a1360 0x7f7d080a3810 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7d200ffa10 tx=0x7f7d1400b410 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:09.862 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:09.823+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f7d18097f10 con 0x7f7d201048e0 2023-07-14T13:12:10.059 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.022+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7d201a2980 con 0x7f7d201048e0 2023-07-14T13:12:10.060 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.023+0000 7f7d1cff9700 1 -- 172.21.15.40:0/2730159017 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v125) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7d180bb020 con 0x7f7d201048e0 2023-07-14T13:12:10.060 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 32 2023-07-14T13:12:10.062 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d080a1360 msgr2=0x7f7d080a3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d080a1360 0x7f7d080a3810 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7d200ffa10 tx=0x7f7d1400b410 comp rx=0 tx=0).stop 2023-07-14T13:12:10.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 msgr2=0x7f7d201a1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 0x7f7d201a1910 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800b830 tx=0x7f7d180094e0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 shutdown_connections 2023-07-14T13:12:10.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f7d080a1360 0x7f7d080a3810 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.063 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7d200fe8d0 0x7f7d20196890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7d201048e0 0x7f7d201a1910 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 --2- 172.21.15.40:0/2730159017 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f7d200ff280 0x7f7d20196dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 >> 172.21.15.40:0/2730159017 conn(0x7f7d200fa390 msgr2=0x7f7d201056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:10.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 shutdown_connections 2023-07-14T13:12:10.064 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.025+0000 7f7d2499e700 1 -- 172.21.15.40:0/2730159017 wait complete. 2023-07-14T13:12:10.074 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-07-14T13:12:10.205 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 -- 172.21.15.40:0/2176209871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20100d10 msgr2=0x7fbc201010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 --2- 172.21.15.40:0/2176209871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20100d10 0x7fbc201010e0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fbc14009990 tx=0x7fbc14009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 -- 172.21.15.40:0/2176209871 shutdown_connections 2023-07-14T13:12:10.206 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 --2- 172.21.15.40:0/2176209871 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc2010a050 0x7fbc2010c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 --2- 172.21.15.40:0/2176209871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20100d10 0x7fbc201010e0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 --2- 172.21.15.40:0/2176209871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc20101620 0x7fbc20109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 -- 172.21.15.40:0/2176209871 >> 172.21.15.40:0/2176209871 conn(0x7fbc200fa4e0 msgr2=0x7fbc200fc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:10.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 -- 172.21.15.40:0/2176209871 shutdown_connections 2023-07-14T13:12:10.207 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.168+0000 7fbc24985700 1 -- 172.21.15.40:0/2176209871 wait complete. 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 Processor -- start 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 -- start start 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc20100d10 0x7fbc200fe960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 0x7fbc200feea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc2010a050 0x7fbc201a3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc200ff6d0 con 0x7fbc20101620 2023-07-14T13:12:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc201a4260 con 0x7fbc20100d10 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc24985700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc201a43a0 con 0x7fbc2010a050 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc1dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 0x7fbc200feea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc1dd9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 0x7fbc200feea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40316/0 (socket says 172.21.15.40:40316) 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc1dd9b700 1 -- 172.21.15.40:0/1104713788 learned_addr learned my addr 172.21.15.40:0/1104713788 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc1ed9d700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc2010a050 0x7fbc201a3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.169+0000 7fbc1e59c700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc20100d10 0x7fbc200fe960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.211 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc1dd9b700 1 -- 172.21.15.40:0/1104713788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc2010a050 msgr2=0x7fbc201a3d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc1dd9b700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc2010a050 0x7fbc201a3d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc1dd9b700 1 -- 172.21.15.40:0/1104713788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc20100d10 msgr2=0x7fbc200fe960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc1dd9b700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc20100d10 0x7fbc200fe960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc1dd9b700 1 -- 172.21.15.40:0/1104713788 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc140095f0 con 0x7fbc20101620 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc1dd9b700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 0x7fbc200feea0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000e9a0 tx=0x7fbc1000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc10009790 con 0x7fbc20101620 2023-07-14T13:12:10.212 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc1000cbd0 con 0x7fbc20101620 2023-07-14T13:12:10.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc10018680 con 0x7fbc20101620 2023-07-14T13:12:10.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc201a4600 con 0x7fbc20101620 2023-07-14T13:12:10.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.170+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc201a4a90 con 0x7fbc20101620 2023-07-14T13:12:10.213 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.171+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc20104970 con 0x7fbc20101620 2023-07-14T13:12:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.173+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7fbc1000cd40 con 0x7fbc20101620 2023-07-14T13:12:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.174+0000 7fbc0f7fe700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbc080a12c0 0x7fbc080a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.174+0000 7fbc1e59c700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbc080a12c0 0x7fbc080a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.214 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.174+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7fbc10014070 con 0x7fbc20101620 2023-07-14T13:12:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.174+0000 7fbc1e59c700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbc080a12c0 0x7fbc080a3770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fbc14006010 tx=0x7fbc1400b260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:10.215 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.177+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7fbc10096660 con 0x7fbc20101620 2023-07-14T13:12:10.416 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.379+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbc200ffe90 con 0x7fbc20101620 2023-07-14T13:12:10.417 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.380+0000 7fbc0f7fe700 1 -- 172.21.15.40:0/1104713788 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v125) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbc10099c80 con 0x7fbc20101620 2023-07-14T13:12:10.417 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 64 2023-07-14T13:12:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbc080a12c0 msgr2=0x7fbc080a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbc080a12c0 0x7fbc080a3770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fbc14006010 tx=0x7fbc1400b260 comp rx=0 tx=0).stop 2023-07-14T13:12:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 msgr2=0x7fbc200feea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 0x7fbc200feea0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fbc1000e9a0 tx=0x7fbc1000ecb0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.419 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 shutdown_connections 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7fbc080a12c0 0x7fbc080a3770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbc2010a050 0x7fbc201a3d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7fbc20100d10 0x7fbc200fe960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 --2- 172.21.15.40:0/1104713788 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc20101620 0x7fbc200feea0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 >> 172.21.15.40:0/1104713788 conn(0x7fbc200fa4e0 msgr2=0x7fbc20101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 shutdown_connections 2023-07-14T13:12:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.382+0000 7fbc24985700 1 -- 172.21.15.40:0/1104713788 wait complete. 2023-07-14T13:12:10.431 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-07-14T13:12:10.559 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 -- 172.21.15.40:0/309800473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c0ff3c0 msgr2=0x7f562c10b850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 --2- 172.21.15.40:0/309800473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c0ff3c0 0x7f562c10b850 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f562400b0a0 tx=0x7f562400b3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 -- 172.21.15.40:0/309800473 shutdown_connections 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 --2- 172.21.15.40:0/309800473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c104a20 0x7f562c104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 --2- 172.21.15.40:0/309800473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c0ff3c0 0x7f562c10b850 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 --2- 172.21.15.40:0/309800473 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f562c0fea10 0x7f562c0fee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 -- 172.21.15.40:0/309800473 >> 172.21.15.40:0/309800473 conn(0x7f562c0fa530 msgr2=0x7f562c0fc940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:10.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 -- 172.21.15.40:0/309800473 shutdown_connections 2023-07-14T13:12:10.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 -- 172.21.15.40:0/309800473 wait complete. 2023-07-14T13:12:10.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 Processor -- start 2023-07-14T13:12:10.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.522+0000 7f56346f7700 1 -- start start 2023-07-14T13:12:10.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0fea10 0x7f562c100620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.562 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f562c0ff3c0 0x7f562c100b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 0x7f562c1a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562c101390 con 0x7f562c104a20 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562c1a4360 con 0x7f562c0ff3c0 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f562c1a44a0 con 0x7f562c0fea10 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 0x7f562c1a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 0x7f562c1a3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40332/0 (socket says 172.21.15.40:40332) 2023-07-14T13:12:10.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 -- 172.21.15.40:0/2767577526 learned_addr learned my addr 172.21.15.40:0/2767577526 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:10.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632493700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0fea10 0x7f562c100620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5631c92700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f562c0ff3c0 0x7f562c100b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 -- 172.21.15.40:0/2767577526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0fea10 msgr2=0x7f562c100620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0fea10 0x7f562c100620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 -- 172.21.15.40:0/2767577526 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f562c0ff3c0 msgr2=0x7f562c100b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f562c0ff3c0 0x7f562c100b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 -- 172.21.15.40:0/2767577526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5624009d00 con 0x7f562c104a20 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f5632c94700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 0x7f562c1a3e20 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f562400b830 tx=0x7f56240079b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562400e040 con 0x7f562c104a20 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5624004ce0 con 0x7f562c104a20 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f562c1a46a0 con 0x7f562c104a20 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562401d480 con 0x7f562c104a20 2023-07-14T13:12:10.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.523+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f562c1a4ad0 con 0x7f562c104a20 2023-07-14T13:12:10.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.524+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f562c066a00 con 0x7f562c104a20 2023-07-14T13:12:10.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.526+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f5624003a00 con 0x7f562c104a20 2023-07-14T13:12:10.566 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.526+0000 7f56237fe700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56180a12c0 0x7f56180a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:10.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.526+0000 7f5632493700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56180a12c0 0x7f56180a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:10.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.526+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f56240cef30 con 0x7f562c104a20 2023-07-14T13:12:10.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.527+0000 7f5632493700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56180a12c0 0x7f56180a3770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f562c0ffb50 tx=0x7f5628007400 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:10.567 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.530+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5624098360 con 0x7f562c104a20 2023-07-14T13:12:10.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:10 smithi133 ceph-mon[98311]: pgmap v816: 97 pgs: 8 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 74 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2023-07-14T13:12:10.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:10 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1385213916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T13:12:10.754 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:10 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2730159017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T13:12:10.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.745+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f562c101b50 con 0x7f562c104a20 2023-07-14T13:12:10.782 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.745+0000 7f56237fe700 1 -- 172.21.15.40:0/2767577526 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v125) v1 ==== 81+0+945 (secure 0 0 0) 0x7f56240253b0 con 0x7f562c104a20 2023-07-14T13:12:10.783 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:6801/3106672556 2023-07-15T12:46:26.849814+0000 2023-07-14T13:12:10.783 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1541198671 2023-07-15T12:46:26.849814+0000 2023-07-14T13:12:10.783 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/964980015 2023-07-15T12:46:26.849814+0000 2023-07-14T13:12:10.783 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1960864982 2023-07-15T12:38:44.906031+0000 2023-07-14T13:12:10.783 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1495504243 2023-07-15T12:38:44.906031+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:6801/2447803421 2023-07-15T12:38:44.906031+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1643213482 2023-07-15T12:46:26.849814+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1116792762 2023-07-15T12:38:44.906031+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/2275905707 2023-07-15T12:38:17.648870+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:6800/3904568033 2023-07-15T12:38:17.648870+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/3177823556 2023-07-15T12:38:17.648870+0000 2023-07-14T13:12:10.784 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1519232171 2023-07-15T12:38:17.648870+0000 2023-07-14T13:12:10.785 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:6800/3106672556 2023-07-15T12:46:26.849814+0000 2023-07-14T13:12:10.785 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:6801/3904568033 2023-07-15T12:38:17.648870+0000 2023-07-14T13:12:10.785 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:0/1884866063 2023-07-15T12:46:26.849814+0000 2023-07-14T13:12:10.785 INFO:teuthology.orchestra.run.smithi040.stdout:172.21.15.40:6800/2447803421 2023-07-15T12:38:44.906031+0000 2023-07-14T13:12:10.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56180a12c0 msgr2=0x7f56180a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56180a12c0 0x7f56180a3770 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f562c0ffb50 tx=0x7f5628007400 comp rx=0 tx=0).stop 2023-07-14T13:12:10.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 msgr2=0x7f562c1a3e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:10.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 0x7f562c1a3e20 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f562400b830 tx=0x7f56240079b0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.786 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 shutdown_connections 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f56180a12c0 0x7f56180a3770 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f562c0fea10 0x7f562c100620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f562c104a20 0x7f562c1a3e20 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 --2- 172.21.15.40:0/2767577526 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f562c0ff3c0 0x7f562c100b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.747+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 >> 172.21.15.40:0/2767577526 conn(0x7f562c0fa530 msgr2=0x7f562c0fbeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.748+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 shutdown_connections 2023-07-14T13:12:10.787 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:10.748+0000 7f56346f7700 1 -- 172.21.15.40:0/2767577526 wait complete. 2023-07-14T13:12:10.788 INFO:teuthology.orchestra.run.smithi040.stderr:listed 16 entries 2023-07-14T13:12:10.793 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:10 smithi130 ceph-mon[97977]: pgmap v816: 97 pgs: 8 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 74 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2023-07-14T13:12:10.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:10 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1385213916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T13:12:10.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:10 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2730159017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T13:12:10.796 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:10 smithi040 ceph-mon[96535]: pgmap v816: 97 pgs: 8 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 74 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2023-07-14T13:12:10.796 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:10 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1385213916' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-07-14T13:12:10.796 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:10 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2730159017' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-07-14T13:12:10.797 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-07-14T13:12:10.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:10.798 DEBUG:teuthology.orchestra.run.smithi040:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-07-14T13:12:10.994 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T13:12:10.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:10.995 DEBUG:teuthology.orchestra.run.smithi040:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-07-14T13:12:11.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:11.173 DEBUG:teuthology.orchestra.run.smithi040:> ip netns list 2023-07-14T13:12:11.361 INFO:teuthology.orchestra.run.smithi040.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-07-14T13:12:11.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:11.362 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-07-14T13:12:11.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:11.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link delete ceph-brx 2023-07-14T13:12:11.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:11 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/1104713788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T13:12:11.757 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:11 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/2767577526' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-07-14T13:12:11.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:11 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/1104713788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T13:12:11.794 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:11 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/2767577526' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-07-14T13:12:11.831 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:11 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/1104713788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-07-14T13:12:11.832 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:11 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/2767577526' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-07-14T13:12:11.940 INFO:tasks.kclient:Unmounting kernel clients... 2023-07-14T13:12:11.941 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-07-14T13:12:11.941 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/proc/self/mounts of=/dev/stdout 2023-07-14T13:12:11.990 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16287364k,nr_inodes=4071841,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=31,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=326 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3261172k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/503645a0ae7f7eb29fcab24c789348af703cfc0c1d2cee8f12bae3fecdc0766f/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/503645a0ae7f7eb29fcab24c789348af703cfc0c1d2cee8f12bae3fecdc0766f/diff,workdir=/var/lib/containers/storage/overlay/503645a0ae7f7eb29fcab24c789348af703cfc0c1d2cee8f12bae3fecdc0766f/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/5fc4deb403ad4f3e34e4099455b43d5880136bdc6ec093a2d1f35fdb9cd7a926/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/5fc4deb403ad4f3e34e4099455b43d5880136bdc6ec093a2d1f35fdb9cd7a926/diff,workdir=/var/lib/containers/storage/overlay/5fc4deb403ad4f3e34e4099455b43d5880136bdc6ec093a2d1f35fdb9cd7a926/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3261172k,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,relatime 0 0 overlay /var/lib/containers/storage/overlay/4ac3106af6a98d671d4a5310c072e870ed907ac3970a64902a0286e637bd3a36/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/4ac3106af6a98d671d4a5310c072e870ed907ac3970a64902a0286e637bd3a36/diff,workdir=/var/lib/containers/storage/overlay/4ac3106af6a98d671d4a5310c072e870ed907ac3970a64902a0286e637bd3a36/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/bec66c02a7ad61b96fd2fa55e19dbe4180b54df0bb6e365cefd7e44a379d691c/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/bec66c02a7ad61b96fd2fa55e19dbe4180b54df0bb6e365cefd7e44a379d691c/diff,workdir=/var/lib/containers/storage/overlay/bec66c02a7ad61b96fd2fa55e19dbe4180b54df0bb6e365cefd7e44a379d691c/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/904605cef4374b8a27ff60c5815ef82aed090c207ecb729c72c0e42d8c9964e2/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/904605cef4374b8a27ff60c5815ef82aed090c207ecb729c72c0e42d8c9964e2/diff,workdir=/var/lib/containers/storage/overlay/904605cef4374b8a27ff60c5815ef82aed090c207ecb729c72c0e42d8c9964e2/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/6cd73ddbedea87dbdd92c4a1ba02b8d7dfa12a41cbeee273f7249d4996ec92a2/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/6cd73ddbedea87dbdd92c4a1ba02b8d7dfa12a41cbeee273f7249d4996ec92a2/diff,workdir=/var/lib/containers/storage/overlay/6cd73ddbedea87dbdd92c4a1ba02b8d7dfa12a41cbeee273f7249d4996ec92a2/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/98e50dc5c9f6f8e9a1cfcf381e52568bfbb288686e769ad95a08d5cb54b1925b/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/98e50dc5c9f6f8e9a1cfcf381e52568bfbb288686e769ad95a08d5cb54b1925b/diff,workdir=/var/lib/containers/storage/overlay/98e50dc5c9f6f8e9a1cfcf381e52568bfbb288686e769ad95a08d5cb54b1925b/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/37e4221bb587390321a26bf4c182b3d88cf3e83da7b9173df34d85aebe7a17cb/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/37e4221bb587390321a26bf4c182b3d88cf3e83da7b9173df34d85aebe7a17cb/diff,workdir=/var/lib/containers/storage/overlay/37e4221bb587390321a26bf4c182b3d88cf3e83da7b9173df34d85aebe7a17cb/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/0b67124ec04d1e7e8eb2ba5c6ba9a4f962c400cf673846188fcd20774efee89f/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/0b67124ec04d1e7e8eb2ba5c6ba9a4f962c400cf673846188fcd20774efee89f/diff,workdir=/var/lib/containers/storage/overlay/0b67124ec04d1e7e8eb2ba5c6ba9a4f962c400cf673846188fcd20774efee89f/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/7b9845ee2939d9def711a5958ba07b8d4245386349c9a5f75df1725d398daa20/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/XZZDQT6UBRM5YMSFCR72RNMBTD:/var/lib/containers/storage/overlay/l/RCC4LLFOGR6IGTBQKENVSMGADF,upperdir=/var/lib/containers/storage/overlay/7b9845ee2939d9def711a5958ba07b8d4245386349c9a5f75df1725d398daa20/diff,workdir=/var/lib/containers/storage/overlay/7b9845ee2939d9def711a5958ba07b8d4245386349c9a5f75df1725d398daa20/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 2023-07-14T13:12:11.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:11.990 DEBUG:teuthology.orchestra.run.smithi040:> ip netns list 2023-07-14T13:12:12.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-07-14T13:12:12.059 DEBUG:teuthology.orchestra.run.smithi040:> sudo ip link delete ceph-brx 2023-07-14T13:12:12.134 INFO:teuthology.orchestra.run.smithi040.stderr:Cannot find device "ceph-brx" 2023-07-14T13:12:12.135 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:12:12.136 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-07-14T13:12:12.147 INFO:tasks.cephadm:Teardown begin 2023-07-14T13:12:12.148 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-07-14T13:12:12.148 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T13:12:12.304 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.266+0000 7f89cc747700 1 -- 172.21.15.40:0/3852998445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c40feb40 msgr2=0x7f89c40fefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.266+0000 7f89cc747700 1 --2- 172.21.15.40:0/3852998445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c40feb40 0x7f89c40fefb0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f89b8009990 tx=0x7f89b8009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 -- 172.21.15.40:0/3852998445 shutdown_connections 2023-07-14T13:12:12.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 --2- 172.21.15.40:0/3852998445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89c4104b70 0x7f89c4104f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 --2- 172.21.15.40:0/3852998445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 0x7f89c410b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.305 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 --2- 172.21.15.40:0/3852998445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c40feb40 0x7f89c40fefb0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 -- 172.21.15.40:0/3852998445 >> 172.21.15.40:0/3852998445 conn(0x7f89c40769e0 msgr2=0x7f89c4076de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:12.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 -- 172.21.15.40:0/3852998445 shutdown_connections 2023-07-14T13:12:12.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 -- 172.21.15.40:0/3852998445 wait complete. 2023-07-14T13:12:12.306 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 Processor -- start 2023-07-14T13:12:12.307 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.267+0000 7f89cc747700 1 -- start start 2023-07-14T13:12:12.308 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89c40feb40 0x7f89c4196980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 0x7f89c4196ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 0x7f89c41a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89c41977d0 con 0x7f89c4104b70 2023-07-14T13:12:12.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89c41a1f40 con 0x7f89c40ff4f0 2023-07-14T13:12:12.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89c41a20b0 con 0x7f89c40feb40 2023-07-14T13:12:12.309 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 0x7f89c41a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 0x7f89c41a1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40342/0 (socket says 172.21.15.40:40342) 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 -- 172.21.15.40:0/347784458 learned_addr learned my addr 172.21.15.40:0/347784458 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89c9ce2700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 0x7f89c4196ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89ca4e3700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89c40feb40 0x7f89c4196980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 -- 172.21.15.40:0/347784458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89c40feb40 msgr2=0x7f89c4196980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89c40feb40 0x7f89c4196980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 -- 172.21.15.40:0/347784458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 msgr2=0x7f89c4196ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.310 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 0x7f89c4196ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 -- 172.21.15.40:0/347784458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b80095f0 con 0x7f89c4104b70 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89c9ce2700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 0x7f89c4196ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cace4700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 0x7f89c41a1a00 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f89bc007ee0 tx=0x7f89bc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89bc017070 con 0x7f89c4104b70 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f89bc00f040 con 0x7f89c4104b70 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89c41a2390 con 0x7f89c4104b70 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89bc005740 con 0x7f89c4104b70 2023-07-14T13:12:12.311 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.268+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89c41a28a0 con 0x7f89c4104b70 2023-07-14T13:12:12.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.269+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89c4066a70 con 0x7f89c4104b70 2023-07-14T13:12:12.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.271+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f89bc00dc60 con 0x7f89c4104b70 2023-07-14T13:12:12.312 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.272+0000 7f89b77fe700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f89b00a1300 0x7f89b00a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.272+0000 7f89ca4e3700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f89b00a1300 0x7f89b00a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.272+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f89bc0ccc40 con 0x7f89c4104b70 2023-07-14T13:12:12.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.272+0000 7f89ca4e3700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f89b00a1300 0x7f89b00a37b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005950 tx=0x7f89c00058e0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:12.313 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.275+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f89bc095fe0 con 0x7f89c4104b70 2023-07-14T13:12:12.560 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.523+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f89c4068c30 con 0x7f89c4104b70 2023-07-14T13:12:12.561 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.524+0000 7f89b77fe700 1 -- 172.21.15.40:0/347784458 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) v1 ==== 94+0+10913 (secure 0 0 0) 0x7f89bc099600 con 0x7f89c4104b70 2023-07-14T13:12:12.561 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T13:12:12.562 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":95,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":95,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T13:11:42.524455+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[0,1,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":57,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[0],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_27190":{"gid":27190,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/1548578200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":1548578200},{"type":"v1","addr":"172.21.15.133:6837","nonce":1548578200}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T13:12:12.563 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f89b00a1300 msgr2=0x7f89b00a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f89b00a1300 0x7f89b00a37b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005950 tx=0x7f89c00058e0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 msgr2=0x7f89c41a1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 0x7f89c41a1a00 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f89bc007ee0 tx=0x7f89bc00d3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 shutdown_connections 2023-07-14T13:12:12.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f89b00a1300 0x7f89b00a37b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.564 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89c40feb40 0x7f89c4196980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f89c4104b70 0x7f89c41a1a00 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 --2- 172.21.15.40:0/347784458 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f89c40ff4f0 0x7f89c4196ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 >> 172.21.15.40:0/347784458 conn(0x7f89c40769e0 msgr2=0x7f89c41058e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:12.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 shutdown_connections 2023-07-14T13:12:12.565 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.526+0000 7f89cc747700 1 -- 172.21.15.40:0/347784458 wait complete. 2023-07-14T13:12:12.565 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 95 2023-07-14T13:12:12.566 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:12 smithi040 ceph-mon[96535]: pgmap v817: 97 pgs: 13 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 58 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2023-07-14T13:12:12.566 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:12 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/347784458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T13:12:12.576 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-07-14T13:12:12.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 -- 172.21.15.40:0/3737041112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f140ff380 msgr2=0x7f3f1410b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/3737041112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f140ff380 0x7f3f1410b810 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c00b0a0 tx=0x7f3f0c00b3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 -- 172.21.15.40:0/3737041112 shutdown_connections 2023-07-14T13:12:12.703 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/3737041112 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f141049e0 0x7f3f14104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/3737041112 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f140ff380 0x7f3f1410b810 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/3737041112 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 0x7f3f140fee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.665+0000 7f3f19e8d700 1 -- 172.21.15.40:0/3737041112 >> 172.21.15.40:0/3737041112 conn(0x7f3f140fa490 msgr2=0x7f3f140fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:12.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.666+0000 7f3f19e8d700 1 -- 172.21.15.40:0/3737041112 shutdown_connections 2023-07-14T13:12:12.704 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.666+0000 7f3f19e8d700 1 -- 172.21.15.40:0/3737041112 wait complete. 2023-07-14T13:12:12.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.666+0000 7f3f19e8d700 1 Processor -- start 2023-07-14T13:12:12.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.666+0000 7f3f19e8d700 1 -- start start 2023-07-14T13:12:12.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 0x7f3f141005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.706 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f140ff380 0x7f3f14100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 0x7f3f141a3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f14101350 con 0x7f3f141049e0 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f141a4340 con 0x7f3f140fe9d0 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f141a4480 con 0x7f3f140ff380 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 0x7f3f141a3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 0x7f3f141a3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40356/0 (socket says 172.21.15.40:40356) 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 -- 172.21.15.40:0/857189794 learned_addr learned my addr 172.21.15.40:0/857189794 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:12.707 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f12ffd700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f140ff380 0x7f3f14100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f137fe700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 0x7f3f141005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 -- 172.21.15.40:0/857189794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f140ff380 msgr2=0x7f3f14100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f140ff380 0x7f3f14100b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 -- 172.21.15.40:0/857189794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 msgr2=0x7f3f141005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 0x7f3f141005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 -- 172.21.15.40:0/857189794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f0c009d00 con 0x7f3f141049e0 2023-07-14T13:12:12.708 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f137fe700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 0x7f3f141005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f13fff700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 0x7f3f141a3e00 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c009fd0 tx=0x7f3f0c00bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f0c00e040 con 0x7f3f141049e0 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3f0c0094c0 con 0x7f3f141049e0 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f141a4680 con 0x7f3f141049e0 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f0c0052a0 con 0x7f3f141049e0 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.667+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f141a4b00 con 0x7f3f141049e0 2023-07-14T13:12:12.709 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.668+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f14067300 con 0x7f3f141049e0 2023-07-14T13:12:12.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.669+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f3f0c005400 con 0x7f3f141049e0 2023-07-14T13:12:12.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.670+0000 7f3f10ff9700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3efc0a1380 0x7f3efc0a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:12.710 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.670+0000 7f3f137fe700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3efc0a1380 0x7f3efc0a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:12.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.670+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f3f0c0cdf60 con 0x7f3f141049e0 2023-07-14T13:12:12.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.670+0000 7f3f137fe700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3efc0a1380 0x7f3efc0a3830 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3f140ffb10 tx=0x7f3f04009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:12.711 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.674+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f3f0c097390 con 0x7f3f141049e0 2023-07-14T13:12:12.955 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.918+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f141a4c90 con 0x7f3f141049e0 2023-07-14T13:12:12.956 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.918+0000 7f3f10ff9700 1 -- 172.21.15.40:0/857189794 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) v1 ==== 94+0+10913 (secure 0 0 0) 0x7f3f0c09a9b0 con 0x7f3f141049e0 2023-07-14T13:12:12.956 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T13:12:12.956 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":95,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/3676240842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":3676240842},{"type":"v1","addr":"172.21.15.40:6835","nonce":3676240842}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/680798713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":680798713},{"type":"v1","addr":"172.21.15.40:6837","nonce":680798713}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":95,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-07-14T12:44:47.505406+0000","modified":"2023-07-14T13:11:42.524455+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24527,"mds_1":24505,"mds_2":24491,"mds_3":24437,"mds_4":24433},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14595":{"gid":14595,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6839/2689125653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2689125653},{"type":"v1","addr":"172.21.15.40:6839","nonce":2689125653}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_14607":{"gid":14607,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6841/951645887","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6840","nonce":951645887},{"type":"v1","addr":"172.21.15.40:6841","nonce":951645887}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24433":{"gid":24433,"name":"l","rank":4,"incarnation":25,"state":"up:active","state_seq":11,"addr":"172.21.15.133:6833/1848616642","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":1848616642},{"type":"v1","addr":"172.21.15.133:6833","nonce":1848616642}]},"join_fscid":-1,"export_targets":[0,1,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24437":{"gid":24437,"name":"k","rank":3,"incarnation":23,"state":"up:active","state_seq":57,"addr":"172.21.15.130:6833/2878458841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6832","nonce":2878458841},{"type":"v1","addr":"172.21.15.130:6833","nonce":2878458841}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.130:6835/625272293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6834","nonce":625272293},{"type":"v1","addr":"172.21.15.130:6835","nonce":625272293}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24469":{"gid":24469,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/4012282981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":4012282981},{"type":"v1","addr":"172.21.15.133:6835","nonce":4012282981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":6,"addr":"172.21.15.130:6837/4055803208","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6836","nonce":4055803208},{"type":"v1","addr":"172.21.15.130:6837","nonce":4055803208}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":6,"addr":"172.21.15.133:6839/532214832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":532214832},{"type":"v1","addr":"172.21.15.133:6839","nonce":532214832}]},"join_fscid":-1,"export_targets":[0],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_24527":{"gid":24527,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.130:6839/3748800315","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6838","nonce":3748800315},{"type":"v1","addr":"172.21.15.130:6839","nonce":3748800315}]},"join_fscid":-1,"export_targets":[1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}},"gid_27190":{"gid":27190,"name":"c","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/1548578200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":1548578200},{"type":"v1","addr":"172.21.15.133:6837","nonce":1548578200}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-07-14T13:12:12.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.920+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3efc0a1380 msgr2=0x7f3efc0a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.920+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3efc0a1380 0x7f3efc0a3830 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3f140ffb10 tx=0x7f3f04009260 comp rx=0 tx=0).stop 2023-07-14T13:12:12.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.920+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 msgr2=0x7f3f141a3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:12.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.920+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 0x7f3f141a3e00 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f3f0c009fd0 tx=0x7f3f0c00bce0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 shutdown_connections 2023-07-14T13:12:12.958 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f3efc0a1380 0x7f3efc0a3830 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3f141049e0 0x7f3f141a3e00 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f3f140fe9d0 0x7f3f141005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 --2- 172.21.15.40:0/857189794 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f140ff380 0x7f3f14100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:12.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 >> 172.21.15.40:0/857189794 conn(0x7f3f140fa490 msgr2=0x7f3f14067670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:12.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 shutdown_connections 2023-07-14T13:12:12.959 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:12.921+0000 7f3f19e8d700 1 -- 172.21.15.40:0/857189794 wait complete. 2023-07-14T13:12:12.960 INFO:teuthology.orchestra.run.smithi040.stderr:dumped fsmap epoch 95 2023-07-14T13:12:12.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-07-14T13:12:13.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:12 smithi133 ceph-mon[98311]: pgmap v817: 97 pgs: 13 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 58 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2023-07-14T13:12:13.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:12 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/347784458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T13:12:13.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:12 smithi130 ceph-mon[97977]: pgmap v817: 97 pgs: 13 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 58 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2023-07-14T13:12:13.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:12 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/347784458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T13:12:13.097 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/277800430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 msgr2=0x7f5ab00fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/277800430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab00fee40 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f5a98009990 tx=0x7f5a98009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.098 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/277800430 shutdown_connections 2023-07-14T13:12:13.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/277800430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab00ff380 0x7f5ab010b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/277800430 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab01049e0 0x7f5ab0104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.099 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/277800430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab00fee40 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/277800430 >> 172.21.15.40:0/277800430 conn(0x7f5ab00fa490 msgr2=0x7f5ab00fc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:13.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/277800430 shutdown_connections 2023-07-14T13:12:13.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.059+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/277800430 wait complete. 2023-07-14T13:12:13.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 Processor -- start 2023-07-14T13:12:13.100 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 -- start start 2023-07-14T13:12:13.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab019a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab00ff380 0x7f5ab019ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab01049e0 0x7f5ab0194890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab0194f00 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab0195070 con 0x7f5ab00ff380 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.060+0000 7f5ab5ff9700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ab0195230 con 0x7f5ab01049e0 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab019a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab019a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40362/0 (socket says 172.21.15.40:40362) 2023-07-14T13:12:13.103 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 -- 172.21.15.40:0/3994352989 learned_addr learned my addr 172.21.15.40:0/3994352989 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaffff700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab01049e0 0x7f5ab0194890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaeffd700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab00ff380 0x7f5ab019ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 -- 172.21.15.40:0/3994352989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab01049e0 msgr2=0x7f5ab0194890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab01049e0 0x7f5ab0194890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 -- 172.21.15.40:0/3994352989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab00ff380 msgr2=0x7f5ab019ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab00ff380 0x7f5ab019ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 -- 172.21.15.40:0/3994352989 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a980095f0 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.104 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaeffd700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab00ff380 0x7f5ab019ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aaf7fe700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab019a820 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f5aa000d980 tx=0x7f5aa000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0004020 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5aa0009730 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ab0195510 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5aa0003a80 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.061+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ab01a1810 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.105 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.062+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ab0067300 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.063+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f5aa00098a0 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.064+0000 7f5aacff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a9c0a1380 0x7f5a9c0a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.064+0000 7f5aaeffd700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a9c0a1380 0x7f5a9c0a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.064+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f5aa00cc9a0 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.065+0000 7f5aaeffd700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a9c0a1380 0x7f5a9c0a3830 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5a98006010 tx=0x7f5a9800b540 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:13.106 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.068+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f5aa0095d40 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.316 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.279+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ab0195da0 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.317 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.280+0000 7f5aacff9700 1 -- 172.21.15.40:0/3994352989 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) v1 ==== 74+0+23252 (secure 0 0 0) 0x7f5aa0099360 con 0x7f5ab00fe9d0 2023-07-14T13:12:13.318 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-07-14T13:12:13.318 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":125,"fsid":"1fe65914-2243-11ee-9b33-001a4aab830c","created":"2023-07-14T12:37:48.247224+0000","modified":"2023-07-14T13:12:07.353087+0000","last_up_change":"2023-07-14T12:44:06.323136+0000","last_in_change":"2023-07-14T12:43:48.380484+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-07-14T12:40:55.439944+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-07-14T12:44:45.472454+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-07-14T12:44:46.876716+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":46,"snap_epoch":125,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"91e2a481-3031-4e8e-8da1-74da34f73cf4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6803","nonce":719427908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6805","nonce":719427908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6809","nonce":719427908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":719427908},{"type":"v1","addr":"172.21.15.40:6807","nonce":719427908}]},"public_addr":"172.21.15.40:6803/719427908","cluster_addr":"172.21.15.40:6805/719427908","heartbeat_back_addr":"172.21.15.40:6809/719427908","heartbeat_front_addr":"172.21.15.40:6807/719427908","state":["exists","up"]},{"osd":1,"uuid":"d1328083-5e17-4e69-8757-bce556e21ef0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6800","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6801","nonce":202712035}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6802","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6803","nonce":202712035}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6806","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6807","nonce":202712035}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6804","nonce":202712035},{"type":"v1","addr":"172.21.15.130:6805","nonce":202712035}]},"public_addr":"172.21.15.130:6801/202712035","cluster_addr":"172.21.15.130:6803/202712035","heartbeat_back_addr":"172.21.15.130:6807/202712035","heartbeat_front_addr":"172.21.15.130:6805/202712035","state":["exists","up"]},{"osd":2,"uuid":"52ce135e-51a2-43b7-98d2-8120af900555","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6801","nonce":3746474972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6803","nonce":3746474972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6807","nonce":3746474972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3746474972},{"type":"v1","addr":"172.21.15.133:6805","nonce":3746474972}]},"public_addr":"172.21.15.133:6801/3746474972","cluster_addr":"172.21.15.133:6803/3746474972","heartbeat_back_addr":"172.21.15.133:6807/3746474972","heartbeat_front_addr":"172.21.15.133:6805/3746474972","state":["exists","up"]},{"osd":3,"uuid":"a931b93a-97e8-4800-8166-c6e40357e6f1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6811","nonce":3548131377}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6813","nonce":3548131377}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6817","nonce":3548131377}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":3548131377},{"type":"v1","addr":"172.21.15.40:6815","nonce":3548131377}]},"public_addr":"172.21.15.40:6811/3548131377","cluster_addr":"172.21.15.40:6813/3548131377","heartbeat_back_addr":"172.21.15.40:6817/3548131377","heartbeat_front_addr":"172.21.15.40:6815/3548131377","state":["exists","up"]},{"osd":4,"uuid":"62bffd64-abec-4161-80af-6a88722c26b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6808","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6809","nonce":1763645122}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6810","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6811","nonce":1763645122}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6814","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6815","nonce":1763645122}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6812","nonce":1763645122},{"type":"v1","addr":"172.21.15.130:6813","nonce":1763645122}]},"public_addr":"172.21.15.130:6809/1763645122","cluster_addr":"172.21.15.130:6811/1763645122","heartbeat_back_addr":"172.21.15.130:6815/1763645122","heartbeat_front_addr":"172.21.15.130:6813/1763645122","state":["exists","up"]},{"osd":5,"uuid":"e8dff9f2-fa1a-4480-b6d2-ec8163625d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6809","nonce":2373041525}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6811","nonce":2373041525}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6815","nonce":2373041525}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":2373041525},{"type":"v1","addr":"172.21.15.133:6813","nonce":2373041525}]},"public_addr":"172.21.15.133:6809/2373041525","cluster_addr":"172.21.15.133:6811/2373041525","heartbeat_back_addr":"172.21.15.133:6815/2373041525","heartbeat_front_addr":"172.21.15.133:6813/2373041525","state":["exists","up"]},{"osd":6,"uuid":"b0e9b95c-b3b9-49c9-8496-338e144dbb91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6819","nonce":3326392255}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6821","nonce":3326392255}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6825","nonce":3326392255}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3326392255},{"type":"v1","addr":"172.21.15.40:6823","nonce":3326392255}]},"public_addr":"172.21.15.40:6819/3326392255","cluster_addr":"172.21.15.40:6821/3326392255","heartbeat_back_addr":"172.21.15.40:6825/3326392255","heartbeat_front_addr":"172.21.15.40:6823/3326392255","state":["exists","up"]},{"osd":7,"uuid":"911334a5-8797-4735-aed7-c22b7ead7efc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6816","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6817","nonce":1662133606}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6818","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6819","nonce":1662133606}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6822","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6823","nonce":1662133606}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6820","nonce":1662133606},{"type":"v1","addr":"172.21.15.130:6821","nonce":1662133606}]},"public_addr":"172.21.15.130:6817/1662133606","cluster_addr":"172.21.15.130:6819/1662133606","heartbeat_back_addr":"172.21.15.130:6823/1662133606","heartbeat_front_addr":"172.21.15.130:6821/1662133606","state":["exists","up"]},{"osd":8,"uuid":"eb360cc4-121a-4535-8b68-658b62826971","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6817","nonce":3489886562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6819","nonce":3489886562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6823","nonce":3489886562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3489886562},{"type":"v1","addr":"172.21.15.133:6821","nonce":3489886562}]},"public_addr":"172.21.15.133:6817/3489886562","cluster_addr":"172.21.15.133:6819/3489886562","heartbeat_back_addr":"172.21.15.133:6823/3489886562","heartbeat_front_addr":"172.21.15.133:6821/3489886562","state":["exists","up"]},{"osd":9,"uuid":"141b3b68-d400-4292-8919-2f32e13ac98c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6827","nonce":2076614843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6829","nonce":2076614843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6833","nonce":2076614843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":2076614843},{"type":"v1","addr":"172.21.15.40:6831","nonce":2076614843}]},"public_addr":"172.21.15.40:6827/2076614843","cluster_addr":"172.21.15.40:6829/2076614843","heartbeat_back_addr":"172.21.15.40:6833/2076614843","heartbeat_front_addr":"172.21.15.40:6831/2076614843","state":["exists","up"]},{"osd":10,"uuid":"d8c1924e-d624-49e7-a037-de4721b5eebd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6824","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6825","nonce":1148856609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6826","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6827","nonce":1148856609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6830","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6831","nonce":1148856609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.130:6828","nonce":1148856609},{"type":"v1","addr":"172.21.15.130:6829","nonce":1148856609}]},"public_addr":"172.21.15.130:6825/1148856609","cluster_addr":"172.21.15.130:6827/1148856609","heartbeat_back_addr":"172.21.15.130:6831/1148856609","heartbeat_front_addr":"172.21.15.130:6829/1148856609","state":["exists","up"]},{"osd":11,"uuid":"5b3a2f70-c6fb-4526-8b82-0cebfd9109d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":75,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6825","nonce":2452172833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6827","nonce":2452172833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6831","nonce":2452172833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":2452172833},{"type":"v1","addr":"172.21.15.133:6829","nonce":2452172833}]},"public_addr":"172.21.15.133:6825/2452172833","cluster_addr":"172.21.15.133:6827/2452172833","heartbeat_back_addr":"172.21.15.133:6831/2452172833","heartbeat_front_addr":"172.21.15.133:6829/2452172833","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:09.029767+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:30.387141+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:40:51.968165+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:13.239562+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:34.670363+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:41:56.336884+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:17.625912+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:42:39.400148+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:01.243793+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:22.396899+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:43:43.389126+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-07-14T12:44:04.540220+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.e","mappings":[{"from":2,"to":4}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":1},{"from":7,"to":11}]},{"pgid":"3.7","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":6},{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":7},{"from":5,"to":8}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:6801/3106672556":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1541198671":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/964980015":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1960864982":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1495504243":"2023-07-15T12:38:44.906031+0000","172.21.15.40:6801/2447803421":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/1643213482":"2023-07-15T12:46:26.849814+0000","172.21.15.40:0/1116792762":"2023-07-15T12:38:44.906031+0000","172.21.15.40:0/2275905707":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/3177823556":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1519232171":"2023-07-15T12:38:17.648870+0000","172.21.15.40:6800/3106672556":"2023-07-15T12:46:26.849814+0000","172.21.15.40:6801/3904568033":"2023-07-15T12:38:17.648870+0000","172.21.15.40:0/1884866063":"2023-07-15T12:46:26.849814+0000","172.21.15.40:6800/2447803421":"2023-07-15T12:38:44.906031+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":33,"length":1},{"begin":46,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":33,"length":1},{"begin":46,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-07-14T13:12:13.319 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a9c0a1380 msgr2=0x7f5a9c0a3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a9c0a1380 0x7f5a9c0a3830 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5a98006010 tx=0x7f5a9800b540 comp rx=0 tx=0).stop 2023-07-14T13:12:13.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 msgr2=0x7f5ab019a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab019a820 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f5aa000d980 tx=0x7f5aa000dc90 comp rx=0 tx=0).stop 2023-07-14T13:12:13.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 shutdown_connections 2023-07-14T13:12:13.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f5a9c0a1380 0x7f5a9c0a3830 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.320 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ab01049e0 0x7f5ab0194890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5ab00fe9d0 0x7f5ab019a820 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 --2- 172.21.15.40:0/3994352989 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f5ab00ff380 0x7f5ab019ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.282+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 >> 172.21.15.40:0/3994352989 conn(0x7f5ab00fa490 msgr2=0x7f5ab01057e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:13.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.283+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 shutdown_connections 2023-07-14T13:12:13.321 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.283+0000 7f5ab5ff9700 1 -- 172.21.15.40:0/3994352989 wait complete. 2023-07-14T13:12:13.332 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-07-14T13:12:13.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 -- 172.21.15.40:0/3724817478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 msgr2=0x7f21bc109aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.461 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/3724817478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc109aa0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f21ac009990 tx=0x7f21ac009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 -- 172.21.15.40:0/3724817478 shutdown_connections 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/3724817478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21bc100ca0 0x7f21bc101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/3724817478 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21bc10a070 0x7f21bc10c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/3724817478 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc109aa0 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 -- 172.21.15.40:0/3724817478 >> 172.21.15.40:0/3724817478 conn(0x7f21bc0fa4b0 msgr2=0x7f21bc0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 -- 172.21.15.40:0/3724817478 shutdown_connections 2023-07-14T13:12:13.462 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 -- 172.21.15.40:0/3724817478 wait complete. 2023-07-14T13:12:13.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.424+0000 7f21c3e1e700 1 Processor -- start 2023-07-14T13:12:13.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 -- start start 2023-07-14T13:12:13.464 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21bc100ca0 0x7f21bc0fe8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc0fee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21bc10a070 0x7f21bc1a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc0ff660 con 0x7f21bc1015b0 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc1a4350 con 0x7f21bc100ca0 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c3e1e700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21bc1a4490 con 0x7f21bc10a070 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc0fee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.465 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc0fee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40378/0 (socket says 172.21.15.40:40378) 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 -- 172.21.15.40:0/628447863 learned_addr learned my addr 172.21.15.40:0/628447863 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c1bba700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21bc100ca0 0x7f21bc0fe8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c23bb700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21bc10a070 0x7f21bc1a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 -- 172.21.15.40:0/628447863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21bc10a070 msgr2=0x7f21bc1a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21bc10a070 0x7f21bc1a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 -- 172.21.15.40:0/628447863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21bc100ca0 msgr2=0x7f21bc0fe8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21bc100ca0 0x7f21bc0fe8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 -- 172.21.15.40:0/628447863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21ac0095f0 con 0x7f21bc1015b0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.425+0000 7f21c13b9700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc0fee30 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f21ac005910 tx=0x7f21ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.426+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac01d070 con 0x7f21bc1015b0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.426+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f21ac022470 con 0x7f21bc1015b0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.426+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21bc1a4690 con 0x7f21bc1015b0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.426+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21ac017650 con 0x7f21bc1015b0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.426+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21bc1a4b60 con 0x7f21bc1015b0 2023-07-14T13:12:13.467 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.427+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21bc067290 con 0x7f21bc1015b0 2023-07-14T13:12:13.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.429+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f21ac00fad0 con 0x7f21bc1015b0 2023-07-14T13:12:13.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.429+0000 7f21b2ffd700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a80a1340 0x7f21a80a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.468 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.430+0000 7f21c1bba700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a80a1340 0x7f21a80a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.430+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8639+0+0 (secure 0 0 0) 0x7f21ac0ce560 con 0x7f21bc1015b0 2023-07-14T13:12:13.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.430+0000 7f21c1bba700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a80a1340 0x7f21a80a37f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009c60 tx=0x7f21b8009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:13.469 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.433+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f21ac097990 con 0x7f21bc1015b0 2023-07-14T13:12:13.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/857189794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T13:12:13.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/3994352989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:12:13.718 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.680+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f21bc0ffe20 con 0x7f21bc1015b0 2023-07-14T13:12:13.724 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.687+0000 7f21b2ffd700 1 -- 172.21.15.40:0/628447863 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v96) v1 ==== 161+0+0 (secure 0 0 0) 0x7f21ac09afb0 con 0x7f21bc1015b0 2023-07-14T13:12:13.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.693+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a80a1340 msgr2=0x7f21a80a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.693+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a80a1340 0x7f21a80a37f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009c60 tx=0x7f21b8009260 comp rx=0 tx=0).stop 2023-07-14T13:12:13.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.693+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 msgr2=0x7f21bc0fee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.693+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc0fee30 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f21ac005910 tx=0x7f21ac004730 comp rx=0 tx=0).stop 2023-07-14T13:12:13.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 shutdown_connections 2023-07-14T13:12:13.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f21a80a1340 0x7f21a80a37f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f21bc10a070 0x7f21bc1a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.732 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f21bc100ca0 0x7f21bc0fe8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.732 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 --2- 172.21.15.40:0/628447863 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f21bc1015b0 0x7f21bc0fee30 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.732 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 >> 172.21.15.40:0/628447863 conn(0x7f21bc0fa4b0 msgr2=0x7f21bc10c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:13.732 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 shutdown_connections 2023-07-14T13:12:13.732 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.694+0000 7f21c3e1e700 1 -- 172.21.15.40:0/628447863 wait complete. 2023-07-14T13:12:13.733 INFO:teuthology.orchestra.run.smithi040.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-07-14T13:12:13.745 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-07-14T13:12:13.853 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/857189794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T13:12:13.854 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/3994352989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:12:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 -- 172.21.15.40:0/2730405207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474101620 msgr2=0x7f9474109b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 --2- 172.21.15.40:0/2730405207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474101620 0x7f9474109b10 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f9468009990 tx=0x7f9468009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 -- 172.21.15.40:0/2730405207 shutdown_connections 2023-07-14T13:12:13.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 --2- 172.21.15.40:0/2730405207 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f947410a050 0x7f947410c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.897 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 --2- 172.21.15.40:0/2730405207 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f9474100d10 0x7f94741010e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 --2- 172.21.15.40:0/2730405207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474101620 0x7f9474109b10 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 -- 172.21.15.40:0/2730405207 >> 172.21.15.40:0/2730405207 conn(0x7f94740fa4e0 msgr2=0x7f94740fc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:13.898 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 -- 172.21.15.40:0/2730405207 shutdown_connections 2023-07-14T13:12:13.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 -- 172.21.15.40:0/2730405207 wait complete. 2023-07-14T13:12:13.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.856+0000 7f9479b9b700 1 Processor -- start 2023-07-14T13:12:13.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 -- start start 2023-07-14T13:12:13.899 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 0x7f94740fe960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474101620 0x7f94740feea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f947410a050 0x7f94741a3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.900 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94740ff6d0 con 0x7f9474100d10 2023-07-14T13:12:13.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94741a42a0 con 0x7f947410a050 2023-07-14T13:12:13.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9479b9b700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94741a43e0 con 0x7f9474101620 2023-07-14T13:12:13.901 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 0x7f94740fe960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 0x7f94740fe960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40414/0 (socket says 172.21.15.40:40414) 2023-07-14T13:12:13.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 -- 172.21.15.40:0/4061783701 learned_addr learned my addr 172.21.15.40:0/4061783701 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:13.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9472ffd700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474101620 0x7f94740feea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.902 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9473fff700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f947410a050 0x7f94741a3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 -- 172.21.15.40:0/4061783701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474101620 msgr2=0x7f94740feea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474101620 0x7f94740feea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.903 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 -- 172.21.15.40:0/4061783701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f947410a050 msgr2=0x7f94741a3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:13.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f947410a050 0x7f94741a3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:13.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f94737fe700 1 -- 172.21.15.40:0/4061783701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94680095f0 con 0x7f9474100d10 2023-07-14T13:12:13.904 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.857+0000 7f9472ffd700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474101620 0x7f94740feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:12:13.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.858+0000 7f94737fe700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 0x7f94740fe960 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f946400e9a0 tx=0x7f946400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:13.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.858+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9464009790 con 0x7f9474100d10 2023-07-14T13:12:13.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.858+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f946400cbd0 con 0x7f9474100d10 2023-07-14T13:12:13.905 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.858+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94741a4640 con 0x7f9474100d10 2023-07-14T13:12:13.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.858+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9464018680 con 0x7f9474100d10 2023-07-14T13:12:13.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.858+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94741a4b20 con 0x7f9474100d10 2023-07-14T13:12:13.906 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.859+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9474066a00 con 0x7f9474100d10 2023-07-14T13:12:13.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.860+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f946400cd40 con 0x7f9474100d10 2023-07-14T13:12:13.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.861+0000 7f9470ff9700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f945c0a12c0 0x7f945c0a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:13.908 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.861+0000 7f9472ffd700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f945c0a12c0 0x7f945c0a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:13.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.861+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 9025+0+0 (secure 0 0 0) 0x7f9464014070 con 0x7f9474100d10 2023-07-14T13:12:13.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.862+0000 7f9472ffd700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f945c0a12c0 0x7f945c0a3770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f946800b2e0 tx=0x7f9468005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:13.909 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:13.865+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f9464096920 con 0x7f9474100d10 2023-07-14T13:12:14.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/857189794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-07-14T13:12:14.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/3994352989' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-07-14T13:12:14.004 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.004 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.005 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-mds[124329]: -- 172.21.15.133:0/3906838054 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55611ecf71e0 con 0x55611ecccc00 2023-07-14T13:12:14.005 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: starting mds.c at 2023-07-14T13:12:14.005 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f[123964]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.005 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f[123964]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.005 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f[123964]: starting mds.f at 2023-07-14T13:12:14.006 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i[124646]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.006 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i[124646]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.006 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-mds[124670]: -- 172.21.15.133:0/4068184751 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e2eb06d1e0 con 0x55e2eb042800 2023-07-14T13:12:14.006 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i[124646]: starting mds.i at 2023-07-14T13:12:14.007 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l[123625]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.007 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l[123625]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.007 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-mds[123649]: -- 172.21.15.133:0/2463031351 <== mon.2 v2:172.21.15.130:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555e82abb1e0 con 0x555e82a90c00 2023-07-14T13:12:14.007 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:12:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l[123625]: starting mds.l at 2023-07-14T13:12:14.122 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T13:12:13.681+0000 7fbf12ed7700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-07-14T13:12:14.122 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g[130934]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.123 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g[130934]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.123 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-mds[130958]: -- 172.21.15.40:0/2586261630 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bd686491e0 con 0x55bd6861ec00 2023-07-14T13:12:14.123 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g[130934]: starting mds.g at 2023-07-14T13:12:14.123 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a[131321]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.123 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a[131321]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.123 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-mds[131345]: -- 172.21.15.40:0/2034153504 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55758f4b51e0 con 0x55758f48ac00 2023-07-14T13:12:14.124 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:12:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a[131321]: starting mds.a at 2023-07-14T13:12:14.154 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.117+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f94741a4e70 con 0x7f9474100d10 2023-07-14T13:12:14.294 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.294 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.294 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-mds[123451]: -- 172.21.15.130:0/2098862228 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a875d7b1e0 con 0x55a875d50800 2023-07-14T13:12:14.294 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: starting mds.b at 2023-07-14T13:12:14.295 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e[122748]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.295 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e[122748]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.295 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e[122748]: starting mds.e at 2023-07-14T13:12:14.295 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h[123088]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.296 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h[123088]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.296 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h[123088]: starting mds.h at 2023-07-14T13:12:14.296 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: ignoring --setuser ceph since I am not root 2023-07-14T13:12:14.296 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: ignoring --setgroup ceph since I am not root 2023-07-14T13:12:14.296 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-mds[122431]: -- 172.21.15.130:0/2460123445 <== mon.1 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55773fa551e0 con 0x55773fa2b000 2023-07-14T13:12:14.297 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:12:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: starting mds.k at 2023-07-14T13:12:14.726 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.689+0000 7f9470ff9700 1 -- 172.21.15.40:0/4061783701 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v97) v1 ==== 104+0+0 (secure 0 0 0) 0x7f9464099f40 con 0x7f9474100d10 2023-07-14T13:12:14.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.692+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f945c0a12c0 msgr2=0x7f945c0a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:14.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.692+0000 7f9479b9b700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f945c0a12c0 0x7f945c0a3770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f946800b2e0 tx=0x7f9468005fb0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.692+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 msgr2=0x7f94740fe960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:14.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.692+0000 7f9479b9b700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 0x7f94740fe960 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f946400e9a0 tx=0x7f946400ed60 comp rx=0 tx=0).stop 2023-07-14T13:12:14.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 shutdown_connections 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f945c0a12c0 0x7f945c0a3770 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f947410a050 0x7f94741a3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9474100d10 0x7f94740fe960 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 --2- 172.21.15.40:0/4061783701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474101620 0x7f94740feea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 >> 172.21.15.40:0/4061783701 conn(0x7f94740fa4e0 msgr2=0x7f947410c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 shutdown_connections 2023-07-14T13:12:14.731 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.693+0000 7f9479b9b700 1 -- 172.21.15.40:0/4061783701 wait complete. 2023-07-14T13:12:14.744 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-07-14T13:12:14.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: pgmap v818: 97 pgs: 13 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 58 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2023-07-14T13:12:14.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/628447863' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-07-14T13:12:14.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-07-14T13:12:14.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-07-14T13:12:14.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-07-14T13:12:14.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: osdmap e126: 12 total, 12 up, 12 in 2023-07-14T13:12:14.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/628447863' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-07-14T13:12:14.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-07-14T13:12:14.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:14 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4061783701' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-07-14T13:12:14.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 -- 172.21.15.40:0/1157528080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 msgr2=0x7f2788105fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:14.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 --2- 172.21.15.40:0/1157528080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f2788105fd0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f2784009990 tx=0x7f2784009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.878 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 -- 172.21.15.40:0/1157528080 shutdown_connections 2023-07-14T13:12:14.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 --2- 172.21.15.40:0/1157528080 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27880feb90 0x7f278810c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 --2- 172.21.15.40:0/1157528080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f2788105fd0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 --2- 172.21.15.40:0/1157528080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27880fe200 0x7f27880fe650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 -- 172.21.15.40:0/1157528080 >> 172.21.15.40:0/1157528080 conn(0x7f2788076200 msgr2=0x7f2788076600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:14.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 -- 172.21.15.40:0/1157528080 shutdown_connections 2023-07-14T13:12:14.879 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.841+0000 7f278f448700 1 -- 172.21.15.40:0/1157528080 wait complete. 2023-07-14T13:12:14.881 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 Processor -- start 2023-07-14T13:12:14.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 -- start start 2023-07-14T13:12:14.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27880fe200 0x7f27880ff3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:14.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27880feb90 0x7f27880ff920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:14.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f27881a3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:14.882 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27881001c0 con 0x7f2788105c00 2023-07-14T13:12:14.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27881a4380 con 0x7f27880feb90 2023-07-14T13:12:14.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.842+0000 7f278f448700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27881a44c0 con 0x7f27880fe200 2023-07-14T13:12:14.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f27881a3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:14.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f27881a3e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40436/0 (socket says 172.21.15.40:40436) 2023-07-14T13:12:14.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 -- 172.21.15.40:0/32918797 learned_addr learned my addr 172.21.15.40:0/32918797 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:14.883 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d1e4700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27880fe200 0x7f27880ff3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:14.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278c9e3700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27880feb90 0x7f27880ff920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:14.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 -- 172.21.15.40:0/32918797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27880fe200 msgr2=0x7f27880ff3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:14.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27880fe200 0x7f27880ff3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.884 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 -- 172.21.15.40:0/32918797 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27880feb90 msgr2=0x7f27880ff920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27880feb90 0x7f27880ff920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 -- 172.21.15.40:0/32918797 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27840095f0 con 0x7f2788105c00 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278d9e5700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f27881a3e40 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f2780007f10 tx=0x7f278000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2780017070 con 0x7f2788105c00 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f278000f040 con 0x7f2788105c00 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2780005610 con 0x7f2788105c00 2023-07-14T13:12:14.885 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27881a4770 con 0x7f2788105c00 2023-07-14T13:12:14.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.843+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27881a4c80 con 0x7f2788105c00 2023-07-14T13:12:14.886 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.845+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2788066a00 con 0x7f2788105c00 2023-07-14T13:12:14.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.846+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2780004ad0 con 0x7f2788105c00 2023-07-14T13:12:14.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.846+0000 7f277e7fc700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f27740a1340 0x7f27740a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:14.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.846+0000 7f278d1e4700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f27740a1340 0x7f27740a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:14.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.846+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 9025+0+0 (secure 0 0 0) 0x7f27800cc500 con 0x7f2788105c00 2023-07-14T13:12:14.887 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.847+0000 7f278d1e4700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f27740a1340 0x7f27740a37f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f278400b5c0 tx=0x7f2784005fb0 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:14.888 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:14.851+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2780095710 con 0x7f2788105c00 2023-07-14T13:12:15.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: pgmap v818: 97 pgs: 13 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 58 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2023-07-14T13:12:15.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/628447863' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-07-14T13:12:15.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-07-14T13:12:15.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-07-14T13:12:15.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-07-14T13:12:15.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: osdmap e126: 12 total, 12 up, 12 in 2023-07-14T13:12:15.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/628447863' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-07-14T13:12:15.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-07-14T13:12:15.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:14 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4061783701' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-07-14T13:12:15.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: pgmap v818: 97 pgs: 13 active+clean+snaptrim, 26 active+clean+snaptrim_wait, 58 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.6 MiB/s wr, 72 op/s 2023-07-14T13:12:15.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/628447863' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-07-14T13:12:15.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-07-14T13:12:15.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-07-14T13:12:15.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-07-14T13:12:15.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: osdmap e126: 12 total, 12 up, 12 in 2023-07-14T13:12:15.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/628447863' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-07-14T13:12:15.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-07-14T13:12:15.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:14 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4061783701' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-07-14T13:12:15.102 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.065+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f27881a4ea0 con 0x7f2788105c00 2023-07-14T13:12:15.730 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.693+0000 7f277e7fc700 1 -- 172.21.15.40:0/32918797 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v127) v1 ==== 181+0+0 (secure 0 0 0) 0x7f2780098d30 con 0x7f2788105c00 2023-07-14T13:12:15.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.696+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f27740a1340 msgr2=0x7f27740a37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:15.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.696+0000 7f278f448700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f27740a1340 0x7f27740a37f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f278400b5c0 tx=0x7f2784005fb0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.735 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.696+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 msgr2=0x7f27881a3e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:15.736 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.696+0000 7f278f448700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f27881a3e40 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f2780007f10 tx=0x7f278000d3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.736 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.698+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 shutdown_connections 2023-07-14T13:12:15.736 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.698+0000 7f278f448700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f27740a1340 0x7f27740a37f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.698+0000 7f278f448700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f27880fe200 0x7f27880ff3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.698+0000 7f278f448700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2788105c00 0x7f27881a3e40 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.698+0000 7f278f448700 1 --2- 172.21.15.40:0/32918797 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f27880feb90 0x7f27880ff920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.698+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 >> 172.21.15.40:0/32918797 conn(0x7f2788076200 msgr2=0x7f27880fc820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:15.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.699+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 shutdown_connections 2023-07-14T13:12:15.737 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.699+0000 7f278f448700 1 -- 172.21.15.40:0/32918797 wait complete. 2023-07-14T13:12:15.738 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_metadata' removed 2023-07-14T13:12:15.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-07-14T13:12:15.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-07-14T13:12:15.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-07-14T13:12:15.872 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: Cluster is now healthy 2023-07-14T13:12:15.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.40:6838/537824144,v1:172.21.15.40:6839/537824144] up:boot 2023-07-14T13:12:15.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.40:6840/1895631025,v1:172.21.15.40:6841/1895631025] up:boot 2023-07-14T13:12:15.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6832/2704939745,v1:172.21.15.133:6834/2704939745] up:boot 2023-07-14T13:12:15.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6836/2564516801,v1:172.21.15.133:6838/2564516801] up:boot 2023-07-14T13:12:15.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6837/3550023153,v1:172.21.15.133:6839/3550023153] up:boot 2023-07-14T13:12:15.873 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.133:6833/2624265776,v1:172.21.15.133:6835/2624265776] up:boot 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6832/68642473,v1:172.21.15.130:6836/68642473] up:boot 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6833/1496464229,v1:172.21.15.130:6835/1496464229] up:boot 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6834/2205985190,v1:172.21.15.130:6837/2205985190] up:boot 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: mds.? [v2:172.21.15.130:6838/4212561424,v1:172.21.15.130:6839/4212561424] up:boot 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/4061783701' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: fsmap 12 up:standby 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T13:12:15.874 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T13:12:15.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T13:12:15.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T13:12:15.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:15 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/32918797' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-07-14T13:12:15.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 -- 172.21.15.40:0/2773274490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c0fe9d0 msgr2=0x7f288c0fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:15.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 --2- 172.21.15.40:0/2773274490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c0fe9d0 0x7f288c0fee40 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f2874009990 tx=0x7f2874009ca0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 -- 172.21.15.40:0/2773274490 shutdown_connections 2023-07-14T13:12:15.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 --2- 172.21.15.40:0/2773274490 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 0x7f288c10b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 --2- 172.21.15.40:0/2773274490 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f288c1049e0 0x7f288c104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 --2- 172.21.15.40:0/2773274490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c0fe9d0 0x7f288c0fee40 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.941 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 -- 172.21.15.40:0/2773274490 >> 172.21.15.40:0/2773274490 conn(0x7f288c0fa4b0 msgr2=0x7f288c0fc8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:15.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 -- 172.21.15.40:0/2773274490 shutdown_connections 2023-07-14T13:12:15.942 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.902+0000 7f28928ac700 1 -- 172.21.15.40:0/2773274490 wait complete. 2023-07-14T13:12:15.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 Processor -- start 2023-07-14T13:12:15.946 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 -- start start 2023-07-14T13:12:15.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f288c0fe9d0 0x7f288c1969d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:15.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 0x7f288c196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:15.947 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 0x7f288c1a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:15.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f288c197850 con 0x7f288c1049e0 2023-07-14T13:12:15.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 -- --> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f288c1a1f90 con 0x7f288c0fe9d0 2023-07-14T13:12:15.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f28928ac700 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f288c1a2150 con 0x7f288c0ff380 2023-07-14T13:12:15.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f2890e49700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 0x7f288c1a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:15.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f2890e49700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 0x7f288c1a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:40450/0 (socket says 172.21.15.40:40450) 2023-07-14T13:12:15.948 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f288bfff700 1 --2- >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f288c0fe9d0 0x7f288c1969d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f2890e49700 1 -- 172.21.15.40:0/515520445 learned_addr learned my addr 172.21.15.40:0/515520445 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.903+0000 7f2883fff700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 0x7f288c196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2890e49700 1 -- 172.21.15.40:0/515520445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 msgr2=0x7f288c196f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2890e49700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 0x7f288c196f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2890e49700 1 -- 172.21.15.40:0/515520445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f288c0fe9d0 msgr2=0x7f288c1969d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2890e49700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f288c0fe9d0 0x7f288c1969d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:15.949 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2890e49700 1 -- 172.21.15.40:0/515520445 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28740095f0 con 0x7f288c1049e0 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2883fff700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 0x7f288c196f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2890e49700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 0x7f288c1a1a50 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f2884007ee0 tx=0x7f288400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f288400ddd0 con 0x7f288c1049e0 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f288400f040 con 0x7f288c1049e0 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f288c1a2430 con 0x7f288c1049e0 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28840048e0 con 0x7f288c1049e0 2023-07-14T13:12:15.950 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.904+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f288c1a28f0 con 0x7f288c1049e0 2023-07-14T13:12:15.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.905+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f288c067290 con 0x7f288c1049e0 2023-07-14T13:12:15.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.906+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 135846+0+0 (secure 0 0 0) 0x7f2884003a00 con 0x7f288c1049e0 2023-07-14T13:12:15.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.907+0000 7f2889ffb700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28780a12c0 0x7f28780a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-07-14T13:12:15.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.907+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8463+0+0 (secure 0 0 0) 0x7f28840cce30 con 0x7f288c1049e0 2023-07-14T13:12:15.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.907+0000 7f288bfff700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28780a12c0 0x7f28780a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-07-14T13:12:15.951 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.908+0000 7f288bfff700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28780a12c0 0x7f28780a3770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f288c0ffb10 tx=0x7f287c009260 comp rx=0 tx=0).ready entity=mgr.15465 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-07-14T13:12:15.952 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:15.910+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178038 (secure 0 0 0) 0x7f2884096280 con 0x7f288c1049e0 2023-07-14T13:12:16.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-07-14T13:12:16.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-07-14T13:12:16.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: Cluster is now healthy 2023-07-14T13:12:16.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.40:6838/537824144,v1:172.21.15.40:6839/537824144] up:boot 2023-07-14T13:12:16.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.40:6840/1895631025,v1:172.21.15.40:6841/1895631025] up:boot 2023-07-14T13:12:16.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6832/2704939745,v1:172.21.15.133:6834/2704939745] up:boot 2023-07-14T13:12:16.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6836/2564516801,v1:172.21.15.133:6838/2564516801] up:boot 2023-07-14T13:12:16.005 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6837/3550023153,v1:172.21.15.133:6839/3550023153] up:boot 2023-07-14T13:12:16.006 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.133:6833/2624265776,v1:172.21.15.133:6835/2624265776] up:boot 2023-07-14T13:12:16.006 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6832/68642473,v1:172.21.15.130:6836/68642473] up:boot 2023-07-14T13:12:16.006 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6833/1496464229,v1:172.21.15.130:6835/1496464229] up:boot 2023-07-14T13:12:16.006 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6834/2205985190,v1:172.21.15.130:6837/2205985190] up:boot 2023-07-14T13:12:16.006 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: mds.? [v2:172.21.15.130:6838/4212561424,v1:172.21.15.130:6839/4212561424] up:boot 2023-07-14T13:12:16.009 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/4061783701' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-07-14T13:12:16.009 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: fsmap 12 up:standby 2023-07-14T13:12:16.009 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T13:12:16.009 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T13:12:16.009 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T13:12:16.009 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T13:12:16.010 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:15 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/32918797' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-07-14T13:12:16.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-07-14T13:12:16.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-07-14T13:12:16.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: Cluster is now healthy 2023-07-14T13:12:16.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.40:6838/537824144,v1:172.21.15.40:6839/537824144] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.40:6840/1895631025,v1:172.21.15.40:6841/1895631025] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6832/2704939745,v1:172.21.15.133:6834/2704939745] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6836/2564516801,v1:172.21.15.133:6838/2564516801] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6837/3550023153,v1:172.21.15.133:6839/3550023153] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.133:6833/2624265776,v1:172.21.15.133:6835/2624265776] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6832/68642473,v1:172.21.15.130:6836/68642473] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6833/1496464229,v1:172.21.15.130:6835/1496464229] up:boot 2023-07-14T13:12:16.045 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6834/2205985190,v1:172.21.15.130:6837/2205985190] up:boot 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: mds.? [v2:172.21.15.130:6838/4212561424,v1:172.21.15.130:6839/4212561424] up:boot 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/4061783701' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: fsmap 12 up:standby 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-07-14T13:12:16.046 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-07-14T13:12:16.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-07-14T13:12:16.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-07-14T13:12:16.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-07-14T13:12:16.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-07-14T13:12:16.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='mgr.15465 172.21.15.40:0/4049668955' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-07-14T13:12:16.047 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:15 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/32918797' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-07-14T13:12:16.195 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.158+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f288c067c80 con 0x7f288c1049e0 2023-07-14T13:12:16.743 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.706+0000 7f2889ffb700 1 -- 172.21.15.40:0/515520445 <== mon.0 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v128) v1 ==== 169+0+0 (secure 0 0 0) 0x7f28840230d0 con 0x7f288c1049e0 2023-07-14T13:12:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28780a12c0 msgr2=0x7f28780a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:16.748 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28780a12c0 0x7f28780a3770 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f288c0ffb10 tx=0x7f287c009260 comp rx=0 tx=0).stop 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 msgr2=0x7f288c1a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 0x7f288c1a1a50 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f2884007ee0 tx=0x7f288400d3b0 comp rx=0 tx=0).stop 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 shutdown_connections 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:6800/2526275751,v1:172.21.15.40:6801/2526275751] conn(0x7f28780a12c0 0x7f28780a3770 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f288c1049e0 0x7f288c1a1a50 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.130:3300/0,v1:172.21.15.130:6789/0] conn(0x7f288c0fe9d0 0x7f288c1969d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:16.749 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 --2- 172.21.15.40:0/515520445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f288c0ff380 0x7f288c196f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-07-14T13:12:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 >> 172.21.15.40:0/515520445 conn(0x7f288c0fa4b0 msgr2=0x7f288c0fbad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-07-14T13:12:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 shutdown_connections 2023-07-14T13:12:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:2023-07-14T13:12:16.711+0000 7f28928ac700 1 -- 172.21.15.40:0/515520445 wait complete. 2023-07-14T13:12:16.750 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'cephfs_data' removed 2023-07-14T13:12:16.766 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-07-14T13:12:16.840 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-07-14T13:12:16.893 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-07-14T13:12:16.943 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-07-14T13:12:16.943 DEBUG:teuthology.orchestra.run.smithi040:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-07-14T13:12:16.961 DEBUG:teuthology.orchestra.run.smithi130:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-07-14T13:12:16.977 DEBUG:teuthology.orchestra.run.smithi133:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-07-14T13:12:16.993 INFO:tasks.cephadm:Stopping all daemons... 2023-07-14T13:12:16.993 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-07-14T13:12:16.994 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a 2023-07-14T13:12:17.003 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:16 smithi133 ceph-mon[98311]: pgmap v820: 97 pgs: 97 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 95 KiB/s wr, 27 op/s 2023-07-14T13:12:17.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:16 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/32918797' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-07-14T13:12:17.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:16 smithi133 ceph-mon[98311]: osdmap e127: 12 total, 12 up, 12 in 2023-07-14T13:12:17.004 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:16 smithi133 ceph-mon[98311]: from='client.? 172.21.15.40:0/515520445' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-07-14T13:12:17.025 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:16 smithi040 ceph-mon[96535]: pgmap v820: 97 pgs: 97 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 95 KiB/s wr, 27 op/s 2023-07-14T13:12:17.025 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:16 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/32918797' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-07-14T13:12:17.025 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:16 smithi040 ceph-mon[96535]: osdmap e127: 12 total, 12 up, 12 in 2023-07-14T13:12:17.025 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:16 smithi040 ceph-mon[96535]: from='client.? 172.21.15.40:0/515520445' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-07-14T13:12:17.043 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:16 smithi130 ceph-mon[97977]: pgmap v820: 97 pgs: 97 active+clean; 2.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 95 KiB/s wr, 27 op/s 2023-07-14T13:12:17.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:16 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/32918797' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-07-14T13:12:17.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:16 smithi130 ceph-mon[97977]: osdmap e127: 12 total, 12 up, 12 in 2023-07-14T13:12:17.044 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:16 smithi130 ceph-mon[97977]: from='client.? 172.21.15.40:0/515520445' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-07-14T13:12:17.369 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:16 smithi040 systemd[1]: Stopping Ceph mon.a for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:17.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T13:12:17.331+0000 7fbf186e2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:17.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a[96511]: 2023-07-14T13:12:17.331+0000 7fbf186e2700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-07-14T13:12:17.928 INFO:journalctl@ceph.mon.a.smithi040.stdout:Jul 14 13:12:17 smithi040 bash[164052]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-a 2023-07-14T13:12:17.936 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.a.service' 2023-07-14T13:12:18.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:18.025 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-07-14T13:12:18.026 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-07-14T13:12:18.026 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.b 2023-07-14T13:12:18.543 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:18 smithi130 systemd[1]: Stopping Ceph mon.b for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:18.872 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-b[97952]: 2023-07-14T13:12:18.546+0000 7ff36cde4700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:18.873 INFO:journalctl@ceph.mon.b.smithi130.stdout:Jul 14 13:12:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-b[97952]: 2023-07-14T13:12:18.546+0000 7ff36cde4700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-07-14T13:12:19.370 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.b.service' 2023-07-14T13:12:19.444 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:19.444 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-07-14T13:12:19.445 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-07-14T13:12:19.445 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.c 2023-07-14T13:12:19.753 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:19 smithi133 systemd[1]: Stopping Ceph mon.c for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:20.165 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-c[98287]: 2023-07-14T13:12:19.873+0000 7f178e65d700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:20.165 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-c[98287]: 2023-07-14T13:12:19.873+0000 7f178e65d700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-07-14T13:12:20.503 INFO:journalctl@ceph.mon.c.smithi133.stdout:Jul 14 13:12:20 smithi133 bash[135260]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mon-c 2023-07-14T13:12:20.602 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mon.c.service' 2023-07-14T13:12:20.647 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:20.647 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-07-14T13:12:20.648 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-07-14T13:12:20.648 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x 2023-07-14T13:12:21.010 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 13:12:20 smithi040 systemd[1]: Stopping Ceph mgr.x for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:21.266 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 13:12:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x[96784]: 2023-07-14T13:12:20.972+0000 7fca3dae1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:21.555 INFO:journalctl@ceph.mgr.x.smithi040.stdout:Jul 14 13:12:21 smithi040 bash[164188]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-x 2023-07-14T13:12:21.562 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.x.service' 2023-07-14T13:12:21.600 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:21.601 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-07-14T13:12:21.601 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-07-14T13:12:21.601 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.y 2023-07-14T13:12:22.043 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 13:12:21 smithi130 systemd[1]: Stopping Ceph mgr.y for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:22.793 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 13:12:22 smithi130 bash[132750]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-y 2023-07-14T13:12:22.998 INFO:journalctl@ceph.mgr.y.smithi130.stdout:Jul 14 13:12:22 smithi130 systemd[1]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-07-14T13:12:23.001 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.y.service' 2023-07-14T13:12:23.037 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:23.038 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-07-14T13:12:23.038 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2023-07-14T13:12:23.038 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.z 2023-07-14T13:12:23.440 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 13:12:23 smithi133 systemd[1]: Stopping Ceph mgr.z for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:23.735 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 13:12:23 smithi133 bash[135410]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mgr-z 2023-07-14T13:12:23.934 INFO:journalctl@ceph.mgr.z.smithi133.stdout:Jul 14 13:12:23 smithi133 systemd[1]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.z.service: Main process exited, code=exited, status=143/n/a 2023-07-14T13:12:23.939 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mgr.z.service' 2023-07-14T13:12:23.975 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:23.975 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2023-07-14T13:12:23.975 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-07-14T13:12:23.976 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.0 2023-07-14T13:12:24.372 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 13:12:23 smithi040 systemd[1]: Stopping Ceph osd.0 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:24.872 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 13:12:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0[109470]: 2023-07-14T13:12:24.497+0000 7fc1ac356700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:24.872 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 13:12:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0[109470]: 2023-07-14T13:12:24.497+0000 7fc1ac356700 -1 osd.0 128 *** Got signal Terminated *** 2023-07-14T13:12:24.872 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 13:12:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0[109470]: 2023-07-14T13:12:24.497+0000 7fc1ac356700 -1 osd.0 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:12:30.872 INFO:journalctl@ceph.osd.0.smithi040.stdout:Jul 14 13:12:30 smithi040 bash[164333]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-0 2023-07-14T13:12:31.878 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.0.service' 2023-07-14T13:12:31.920 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:31.921 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-07-14T13:12:31.922 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-07-14T13:12:31.922 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.1 2023-07-14T13:12:32.288 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 13:12:31 smithi130 systemd[1]: Stopping Ceph osd.1 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:32.544 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 13:12:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1[103074]: 2023-07-14T13:12:32.250+0000 7f8a663ed700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:32.544 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 13:12:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1[103074]: 2023-07-14T13:12:32.250+0000 7f8a663ed700 -1 osd.1 128 *** Got signal Terminated *** 2023-07-14T13:12:32.544 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 13:12:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1[103074]: 2023-07-14T13:12:32.250+0000 7f8a663ed700 -1 osd.1 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:12:38.294 INFO:journalctl@ceph.osd.1.smithi130.stdout:Jul 14 13:12:38 smithi130 bash[132895]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-1 2023-07-14T13:12:39.821 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.1.service' 2023-07-14T13:12:39.861 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:39.862 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-07-14T13:12:39.862 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-07-14T13:12:39.863 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.2 2023-07-14T13:12:40.222 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 13:12:39 smithi133 systemd[1]: Stopping Ceph osd.2 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:40.504 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 13:12:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2[104123]: 2023-07-14T13:12:40.184+0000 7f178a888700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:40.504 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 13:12:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2[104123]: 2023-07-14T13:12:40.184+0000 7f178a888700 -1 osd.2 128 *** Got signal Terminated *** 2023-07-14T13:12:40.504 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 13:12:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2[104123]: 2023-07-14T13:12:40.184+0000 7f178a888700 -1 osd.2 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:12:46.254 INFO:journalctl@ceph.osd.2.smithi133.stdout:Jul 14 13:12:46 smithi133 bash[135558]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-2 2023-07-14T13:12:47.462 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.2.service' 2023-07-14T13:12:47.503 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:47.503 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-07-14T13:12:47.503 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-07-14T13:12:47.504 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.3 2023-07-14T13:12:47.872 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 13:12:47 smithi040 systemd[1]: Stopping Ceph osd.3 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:48.372 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 13:12:47 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3[114929]: 2023-07-14T13:12:47.835+0000 7fea85d41700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:48.372 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 13:12:47 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3[114929]: 2023-07-14T13:12:47.835+0000 7fea85d41700 -1 osd.3 128 *** Got signal Terminated *** 2023-07-14T13:12:48.372 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 13:12:47 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3[114929]: 2023-07-14T13:12:47.835+0000 7fea85d41700 -1 osd.3 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:12:51.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:51 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:51.125+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:52.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:51.894+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:52.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:52 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:52.078+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:52.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:52 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:52.255+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:53.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:52.906+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:53.544 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:53 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:53.029+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:12:53.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:53 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:53.251+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:53.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:53 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:53.124+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:54.122 INFO:journalctl@ceph.osd.3.smithi040.stdout:Jul 14 13:12:53 smithi040 bash[164603]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-3 2023-07-14T13:12:54.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:53.951+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:54.330 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:54 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:54.009+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:12:54.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:54 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:54.090+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:54.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:54 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:54.291+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:55.039 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.3.service' 2023-07-14T13:12:55.081 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:12:55.082 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-07-14T13:12:55.082 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-07-14T13:12:55.083 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.4 2023-07-14T13:12:55.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:54 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:54.928+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:55.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:12:54 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:12:54.911+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:12:55.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:12:55 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:12:55.047+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:12:55.357 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:55 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:55.059+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:12:55.358 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:55 smithi130 systemd[1]: Stopping Ceph osd.4 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:12:55.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:55 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:55.095+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:55.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:55 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:55.318+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:55.794 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:55 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:55.396+0000 7f3fe82c3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:12:55.794 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:55 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:55.396+0000 7f3fe82c3700 -1 osd.4 128 *** Got signal Terminated *** 2023-07-14T13:12:55.795 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:55 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:55.396+0000 7f3fe82c3700 -1 osd.4 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:12:56.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:55 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:55.944+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:56.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:12:55 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:12:55.931+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:12:56.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:12:56 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:12:56.037+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:12:56.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:56 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:56.058+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:56.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:12:56 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:12:56.038+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:12:56.544 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:56 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:56.106+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:12:56.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:56 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:56.271+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:57.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:57 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:57.075+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:57.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:12:57 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:12:57.072+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:12:57.504 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:56 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:56.989+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:57.504 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:12:56 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:12:56.987+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:12:57.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:12:56 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:12:56.973+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:12:57.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:57 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:57.231+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:57.544 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:57 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:57.149+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:12:58.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:58 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:58.037+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:58.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:12:57 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:12:57.950+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:12:58.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:12:57 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:12:57.976+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:12:58.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:58.109+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:58.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:12:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:12:58.048+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:12:58.544 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:58 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:58.154+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:12:58.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:58 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:58.184+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:59.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:12:59 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:12:59.023+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:12:59.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:12:59 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:12:59.031+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:12:59.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:12:58 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:12:58.922+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:12:59.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:59.136+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:12:59.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:12:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:12:59.136+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:12:59.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:12:59 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:12:59.062+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:12:59.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:12:59 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:12:59.206+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:12:59.544 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:12:59 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:12:59.171+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:13:00.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:12:59 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:12:59.880+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:00.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:00.013+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:00.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:00.014+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:00.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:00.013+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:00.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:00.013+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:00.544 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:13:00 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4[108608]: 2023-07-14T13:13:00.122+0000 7f3fe20b4700 -1 osd.4 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:27.484942+0000 front 2023-07-14T13:12:27.485001+0000 (oldest deadline 2023-07-14T13:12:52.785026+0000) 2023-07-14T13:13:00.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:00 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:00.198+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:00.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:00.133+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:00.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:00.133+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:00.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:00 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:00.109+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:01.078 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:00 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:00.761+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:01.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:00.921+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:01.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:00.921+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:01.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:00.996+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:01.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:00 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:00.996+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:01.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:01.025+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:01.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:01.025+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:01.332 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:01 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:01.158+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:01.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:01.176+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:01.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:01.176+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:01.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:01.121+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:01.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:01.121+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:01.773 INFO:journalctl@ceph.osd.4.smithi130.stdout:Jul 14 13:13:01 smithi130 bash[133169]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-4 2023-07-14T13:13:02.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:01 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:01.734+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:02.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:01.890+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:02.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:01.890+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:02.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:01.998+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:02.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:01.998+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:02.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:01.975+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:02.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:01 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:01.975+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:02.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:02 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:02.190+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:02.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:02 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:02.130+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:02.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:02 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:02.130+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:02.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:02 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:02.131+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:02.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:02 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:02.131+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:02.687 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.4.service' 2023-07-14T13:13:02.727 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:02.727 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-07-14T13:13:02.728 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-07-14T13:13:02.728 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.5 2023-07-14T13:13:03.039 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:02 smithi133 systemd[1]: Stopping Ceph osd.5 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:03.040 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:02 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:02.875+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:03.040 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:02 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:02.875+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:03.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:02 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:02.777+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:03.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:03.012+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:03.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:03.012+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:03.504 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:03.002+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:03.505 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:03.002+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:03.505 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:03.049+0000 7f6c34e82700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:03.505 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:03.049+0000 7f6c34e82700 -1 osd.5 128 *** Got signal Terminated *** 2023-07-14T13:13:03.505 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:03.049+0000 7f6c34e82700 -1 osd.5 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:03.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:03 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:03.166+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:03.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:03 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:03.166+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:03.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:03 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:03.147+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:03.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:03 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:03.147+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:03.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:03 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:03.135+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:03.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:03 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:03.135+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:04.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:03 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:03.750+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:04.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:04 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:04.046+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:04.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:04 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:04.046+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:04.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:03.875+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:04.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:03 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:03.875+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:04.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:04 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:04.024+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:04.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:04 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:04.024+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:04.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:04 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:04.188+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:04.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:04 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:04.188+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:04.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:04 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:04.181+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:04.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:04 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:04.181+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:04.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:04 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:04.102+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:04.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:04 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:04.102+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:05.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:05.040+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:05.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:05.040+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:05.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:05.005+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:05.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:05.005+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:05.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:04 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:04.902+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:05.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:04 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:04.902+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:05.270 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:04 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:04.781+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:05.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:05 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:05.231+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:05.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:05 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:05.231+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:05.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:05 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:05.202+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:05.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:05 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:05.202+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:05.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:05 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:05.141+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:05.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:05 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:05.141+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:06.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:05 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:05.731+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:06.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:06.088+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:06.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:06.088+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:06.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:05.961+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:06.255 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:05.961+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:06.256 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:05.915+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:06.256 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:05 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:05.915+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:06.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:06 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:06.231+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:06.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:06 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:06.231+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:06.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:06 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:06.182+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:06.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:06 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:06.182+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:06.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:06 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:06.126+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:06.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:06 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:06.126+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:07.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:06 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:06.705+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:07.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:06 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:06.705+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:07.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:06.978+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:07.254 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:06.978+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:07.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:06.928+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:07.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:06.928+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:07.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:06 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:06.928+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:07.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:07 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:07.103+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:07.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:07 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:07.103+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:07.256 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:07 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:07.103+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:07.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:07 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:07.237+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:07.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:07 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:07.237+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:07.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:07 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:07.162+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:07.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:07 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:07.162+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:07.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:07 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:07.085+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:07.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:07 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:07.085+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:08.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:07 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:07.657+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:08.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:07 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:07.657+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:08.504 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:08.001+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.869643+0000 front 2023-07-14T13:12:28.869741+0000 (oldest deadline 2023-07-14T13:12:51.070550+0000) 2023-07-14T13:13:08.504 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5[109664]: 2023-07-14T13:13:08.001+0000 7f6c2e472700 -1 osd.5 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.371568+0000 front 2023-07-14T13:12:36.371603+0000 (oldest deadline 2023-07-14T13:12:59.871764+0000) 2023-07-14T13:13:08.505 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:07 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:07.976+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:08.505 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:07 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:07.976+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:08.505 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:07 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:07.976+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:08.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:08.088+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:08.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:08.088+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:08.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:08.088+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:08.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:08 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:08.236+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:08.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:08 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:08.236+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:08.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:08 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:08.199+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:08.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:08 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:08.199+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:08.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:08 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:08.130+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:08.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:08 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:08.130+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:08.968 INFO:journalctl@ceph.osd.5.smithi133.stdout:Jul 14 13:13:08 smithi133 bash[135816]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-5 2023-07-14T13:13:09.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:08 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:08.651+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:09.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:08 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:08.651+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:09.504 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:08.992+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:09.504 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:08.992+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:09.504 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:08 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:08.992+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:09.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:09 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:09.121+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:09.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:09 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:09.121+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:09.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:09 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:09.121+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:09.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:09.202+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:09.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:09.202+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:09.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:09.096+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:09.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:09.096+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:09.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:09 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:09.096+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:09.655 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:09 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:09.279+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:09.655 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:09 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:09.279+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:10.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:09 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:09.617+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:10.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:09 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:09.617+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:10.126 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:09 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:09.956+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:10.126 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:09 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:09.956+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:10.126 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:09 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:09.956+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:10.132 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.5.service' 2023-07-14T13:13:10.173 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:10.173 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-07-14T13:13:10.174 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-07-14T13:13:10.174 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.6 2023-07-14T13:13:10.374 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:10.056+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:10.375 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:10.056+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:10.375 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:10.056+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:10.375 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 systemd[1]: Stopping Ceph osd.6 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:10.375 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:10.229+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:10.376 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:10.229+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:10.376 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:10.229+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:44.288215+0000 front 2023-07-14T13:12:44.288143+0000 (oldest deadline 2023-07-14T13:13:10.188218+0000) 2023-07-14T13:13:10.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:10 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:10.104+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:10.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:10 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:10.104+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:10.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:10 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:10.104+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:10.656 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:10 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:10.324+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:10.656 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:10 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:10.324+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:10.656 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:10 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:10.324+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:10.872 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:10.498+0000 7f25a6022700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:10.873 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:10.498+0000 7f25a6022700 -1 osd.6 128 *** Got signal Terminated *** 2023-07-14T13:13:10.873 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:10 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:10.498+0000 7f25a6022700 -1 osd.6 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:11.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:10 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:10.618+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:11.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:10 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:10.618+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:11.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:10 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:10.933+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:11.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:10 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:10.933+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:11.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:10 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:10.933+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:11.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:11 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:11.143+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:11.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:11 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:11.143+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:11.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:11 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:11.143+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:11.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:11.214+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:11.373 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:11.214+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:11.373 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:11.214+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:44.288215+0000 front 2023-07-14T13:12:44.288143+0000 (oldest deadline 2023-07-14T13:13:10.188218+0000) 2023-07-14T13:13:11.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:11.069+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:11.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:11.069+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:11.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:11 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:11.069+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:11.658 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:11.333+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:11.658 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:11.333+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:11.658 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:11.333+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:12.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:11.620+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:12.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:11.620+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:12.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:12 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:12.099+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:12.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:12 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:12.099+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:12.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:12 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:12.099+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:12.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:11 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:11.956+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:12.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:11 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:11.956+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:12.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:11 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:11.956+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:12.372 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:12.214+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:12.373 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:12.214+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:12.373 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:12.214+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:44.288215+0000 front 2023-07-14T13:12:44.288143+0000 (oldest deadline 2023-07-14T13:13:10.188218+0000) 2023-07-14T13:13:12.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:12.067+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:12.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:12.067+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:12.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:12 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:12.067+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:12.669 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:12 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:12.308+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:12.670 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:12 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:12.308+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:12.670 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:12 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:12.308+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:13.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:12 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:12.632+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:13.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:12 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:12.632+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:13.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:12 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:12.917+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:13.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:12 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:12.917+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:13.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:12 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:12.917+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:13.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:13.060+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:13.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:13.060+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:13.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:13.060+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:13.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:13.246+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:13.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:13.246+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:13.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:13.246+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:44.288215+0000 front 2023-07-14T13:12:44.288143+0000 (oldest deadline 2023-07-14T13:13:10.188218+0000) 2023-07-14T13:13:13.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:13.110+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:13.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:13.110+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:13.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:13 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:13.110+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:13.719 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:13.330+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:13.720 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:13.330+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:13.720 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:13.330+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:14.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:13.681+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:14.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:13 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:13.681+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:14.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:14 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:14.031+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:14.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:14 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:14.031+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:14.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:14 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:14.031+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:14.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:13.895+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:14.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:13.895+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:14.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:13 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:13.895+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:14.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:14.248+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:14.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:14.248+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:14.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:14.248+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:44.288215+0000 front 2023-07-14T13:12:44.288143+0000 (oldest deadline 2023-07-14T13:13:10.188218+0000) 2023-07-14T13:13:14.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:14.098+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:14.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:14.098+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:14.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:14 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:14.098+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:14.715 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:14.325+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:14.716 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:14.325+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:14.716 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:14.325+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:14.716 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:14.325+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:15.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:14.677+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:15.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:14.677+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:15.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:15 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:15.079+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:15.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:15 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:15.079+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:15.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:15 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:15.079+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:15.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:14 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:14.904+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:15.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:14 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:14.904+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:15.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:14 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:14.904+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:15.622 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:15.253+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:28.584852+0000 front 2023-07-14T13:12:28.584925+0000 (oldest deadline 2023-07-14T13:12:50.884985+0000) 2023-07-14T13:13:15.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:15.253+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:33.786162+0000 front 2023-07-14T13:12:33.786242+0000 (oldest deadline 2023-07-14T13:12:59.086164+0000) 2023-07-14T13:13:15.623 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6[120519]: 2023-07-14T13:13:15.253+0000 7f25a1e17700 -1 osd.6 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:44.288215+0000 front 2023-07-14T13:12:44.288143+0000 (oldest deadline 2023-07-14T13:13:10.188218+0000) 2023-07-14T13:13:15.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:15.126+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:15.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:15.126+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:15.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:15 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:15.126+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:15.700 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:15.306+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:15.700 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:15.306+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:15.701 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:15.306+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:15.701 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:15.306+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:16.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:15.662+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:16.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:15.662+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:16.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:15 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:15.662+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:16.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:16 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:16.096+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:16.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:16 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:16.096+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:16.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:16 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:16.096+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:16.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:15 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:15.880+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:16.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:15 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:15.880+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:16.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:15 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:15.880+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:16.419 INFO:journalctl@ceph.osd.6.smithi040.stdout:Jul 14 13:13:16 smithi040 bash[164876]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-6 2023-07-14T13:13:16.420 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:16.090+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:16.420 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:16.090+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:16.420 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:16.090+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:16.420 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:16 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:16.090+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:16.655 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:16.334+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:16.656 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:16.334+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:16.656 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:16.334+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:16.657 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:16.334+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:17.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:16.617+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:17.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:16.617+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:17.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:16 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:16.617+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:17.168 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:16 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:16.863+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:17.168 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:16 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:16.863+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:17.168 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:16 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:16.863+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:17.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:17.130+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:17.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:17.130+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:17.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:17.130+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:17.515 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:17.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:17.515 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:17.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:17.516 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:17.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:17.516 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:17 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:17.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:17.695 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:17.349+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:17.696 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:17.349+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:17.696 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:17.349+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:17.696 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:17.349+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:17.864 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.6.service' 2023-07-14T13:13:17.906 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:17.906 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-07-14T13:13:17.906 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-07-14T13:13:17.907 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.7 2023-07-14T13:13:17.945 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:17.657+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:17.946 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:17.657+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:17.946 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:17 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:17.657+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:17.946 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:17 smithi130 systemd[1]: Stopping Ceph osd.7 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:18.207 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:17.828+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:18.208 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:17.828+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:18.208 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:17.828+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:18.208 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:17 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:17.828+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:18.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:18.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:18.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:18.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:18.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:18.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:18.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:18 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:18.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:18.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:18.170+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:18.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:18.170+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:18.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:18.170+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:18.544 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:18.218+0000 7f2fea87c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:18.545 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:18.218+0000 7f2fea87c700 -1 osd.7 128 *** Got signal Terminated *** 2023-07-14T13:13:18.545 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:18.218+0000 7f2fea87c700 -1 osd.7 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:18.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:18.370+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:18.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:18.370+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:18.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:18.370+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:18.546 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:18.370+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:19.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:18.629+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:19.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:18.629+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:19.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:18.629+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:19.238 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:18.795+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:19.238 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:18.795+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:19.239 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:18.795+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:19.239 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:18 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:18.795+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:19.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:19.201+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:19.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:19.201+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:19.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:19.201+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:19.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:19.113+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:19.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:19.113+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:19.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:19.113+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:19.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:19 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:19.113+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:19.641 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:19.331+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:19.641 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:19.331+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:19.641 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:19.331+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:19.642 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:19.331+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:20.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:19.603+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:20.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:19.603+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:20.044 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:19 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:19.603+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:20.206 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:19.844+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:20.207 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:19.844+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:20.207 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:19.844+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:20.207 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:19 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:19.844+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:20.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:20.077+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:20.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:20.077+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:20.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:20.077+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:20.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:20 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:20.077+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:20.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:20.168+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:20.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:20.168+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:20.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:20.168+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:20.794 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:20.569+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:20.794 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:20.569+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:20.794 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:20.569+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:20.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:20.355+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:20.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:20.355+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:20.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:20.355+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:20.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:20 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:20.355+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:21.209 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:20.808+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:21.210 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:20.808+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:21.210 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:20.808+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:21.210 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:20 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:20.808+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:21.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:21.032+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:21.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:21.032+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:21.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:21.032+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:21.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:21 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:21.032+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:21.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:21.172+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:21.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:21.172+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:21.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:21.172+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:21.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:21.172+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:21.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:21.385+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:21.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:21.385+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:21.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:21.385+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:21.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:21.385+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:21.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:21.576+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:21.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:21.576+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:21.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:21 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:21.576+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:22.226 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:21.775+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:22.227 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:21.775+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:22.227 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:21.775+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:22.227 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:21 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:21.775+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:22.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:22.064+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:22.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:22.064+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:22.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:22.064+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:22.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:22 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:22.064+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:22.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:22.189+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:22.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:22.189+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:22.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:22.189+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:22.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:22.189+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:22.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:22.357+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:22.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:22.357+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:22.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:22.357+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:22.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:22.357+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:22.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:22.537+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.624963+0000 front 2023-07-14T13:12:36.624986+0000 (oldest deadline 2023-07-14T13:13:00.725091+0000) 2023-07-14T13:13:22.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:22.537+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.725684+0000 front 2023-07-14T13:12:40.725493+0000 (oldest deadline 2023-07-14T13:13:06.625705+0000) 2023-07-14T13:13:22.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:22.537+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.027731+0000 front 2023-07-14T13:12:50.027848+0000 (oldest deadline 2023-07-14T13:13:14.727785+0000) 2023-07-14T13:13:22.795 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7[114176]: 2023-07-14T13:13:22.537+0000 7f2fe6671700 -1 osd.7 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:59.329316+0000 front 2023-07-14T13:12:59.329342+0000 (oldest deadline 2023-07-14T13:13:22.229476+0000) 2023-07-14T13:13:23.253 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:22.765+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:23.253 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:22.765+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:23.253 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:22.765+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:23.253 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:22 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:22.765+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:23.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:23.215+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:23.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:23.215+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:23.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:23.215+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:23.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:23.215+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:23.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:23.111+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:23.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:23.111+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:23.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:23.111+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:23.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:23 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:23.111+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:23.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:23.396+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:23.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:23.396+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:23.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:23.396+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:23.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:23.396+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:23.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:23 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:23.396+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:24.212 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:23.781+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:24.213 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:23.781+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:24.213 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:23.781+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:24.213 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:23 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:23.781+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:24.294 INFO:journalctl@ceph.osd.7.smithi130.stdout:Jul 14 13:13:24 smithi130 bash[133437]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-7 2023-07-14T13:13:24.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:24.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:24.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:24.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:24.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:24.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:24.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:24 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:24.080+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:24.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:24.175+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:24.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:24.175+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:24.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:24.175+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:24.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:24.175+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:24.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:24.399+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:24.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:24.399+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:24.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:24.399+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:24.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:24.399+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:24.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:24 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:24.399+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:25.189 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:24.818+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:25.189 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:24.818+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:25.189 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:24.818+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:25.190 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:24 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:24.818+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:25.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:25.151+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:25.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:25.151+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:25.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:25.151+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:25.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:25.151+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:25.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:25 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:25.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:25.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:25 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:25.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:25.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:25 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:25.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:25.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:25 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:25.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:25.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:25 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:25.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:25.582 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.7.service' 2023-07-14T13:13:25.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:25.114+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:25.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:25.114+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:25.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:25.114+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:25.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:25 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:25.114+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:25.663 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:25.663 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-07-14T13:13:25.663 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2023-07-14T13:13:25.664 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.8 2023-07-14T13:13:26.004 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 systemd[1]: Stopping Ceph osd.8 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:26.004 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.819+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:26.005 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.819+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:26.005 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.819+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:26.005 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.819+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:26.504 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.985+0000 7f8142685700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:26.505 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.985+0000 7f8142685700 -1 osd.8 128 *** Got signal Terminated *** 2023-07-14T13:13:26.505 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:25 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:25.985+0000 7f8142685700 -1 osd.8 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:26.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:26.147+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:26.506 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:26.147+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:26.506 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:26.147+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:26.506 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:26.147+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:26.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:26 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:26.118+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:26.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:26 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:26.118+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:26.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:26 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:26.118+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:26.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:26 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:26.118+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:26.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:26 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:26.432+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:26.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:26 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:26.432+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:26.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:26 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:26.432+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:26.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:26 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:26.432+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:26.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:26 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:26.432+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:27.159 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:26.805+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:27.159 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:26.805+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:27.160 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:26.805+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:27.160 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:26.805+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:27.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:27.122+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:27.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:27.122+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:27.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:27.122+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:27.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:27.122+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:27.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:27.136+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:27.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:27.136+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:27.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:27.136+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:27.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:27 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:27.136+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:27.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:27 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:27.445+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:27.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:27 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:27.445+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:27.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:27 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:27.445+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:27.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:27 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:27.445+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:27.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:27 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:27.445+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:28.183 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:27.829+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:28.183 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:27.829+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:28.183 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:27.829+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:28.184 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:27 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:27.829+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:28.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:28.145+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:28.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:28.145+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:28.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:28.145+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:28.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:28.145+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:28.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:28 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:28.114+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:28.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:28 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:28.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:28.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:28 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:28.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:28.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:28 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:28.115+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:28.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:28 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:28.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:28.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:28 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:28.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:28.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:28 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:28.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:28.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:28 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:28.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:28.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:28 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:28.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:29.200 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:28.872+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:29.200 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:28.872+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:29.200 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:28.872+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:29.201 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:28 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:28.872+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:29.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:29.162+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:29.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:29.162+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:29.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:29.162+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:29.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:29.162+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:29.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:29 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:29.095+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:29.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:29 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:29.095+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:29.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:29 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:29.095+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:29.623 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:29 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:29.095+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:29.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:29 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:29.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:29.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:29 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:29.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:29.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:29 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:29.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:29.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:29 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:29.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:29.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:29 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:29.393+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:30.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:30.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:30.254 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:30.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:30.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:30.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:30.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:30.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:30.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:29.890+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:30.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:29.890+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:30.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:29.890+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:30.256 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:29 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:29.890+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:30.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:30 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:30.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:30.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:30 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:30.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:30.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:30 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:30.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:30.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:30 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:30.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:30.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:30 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:30.388+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:30.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:30 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:30.388+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:30.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:30 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:30.388+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:30.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:30 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:30.388+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:30.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:30 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:30.388+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:30.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:30 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:30.388+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:31.254 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:30.935+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.235541+0000 front 2023-07-14T13:12:29.235435+0000 (oldest deadline 2023-07-14T13:12:54.436311+0000) 2023-07-14T13:13:31.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:30.935+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.436874+0000 front 2023-07-14T13:12:34.436958+0000 (oldest deadline 2023-07-14T13:13:00.837680+0000) 2023-07-14T13:13:31.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:30.935+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:40.838042+0000 front 2023-07-14T13:12:40.838087+0000 (oldest deadline 2023-07-14T13:13:06.138188+0000) 2023-07-14T13:13:31.255 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8[115237]: 2023-07-14T13:13:30.935+0000 7f813bc75700 -1 osd.8 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:51.940014+0000 front 2023-07-14T13:12:51.940053+0000 (oldest deadline 2023-07-14T13:13:17.240069+0000) 2023-07-14T13:13:31.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:31 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:31.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:31.255 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:31 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:31.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:31.256 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:31 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:31.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:31.256 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:31 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:31.138+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:31.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:31 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:31.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:31.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:31 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:31.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:31.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:31 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:31.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:31.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:31 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:31.053+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:31.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:31.404+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:31.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:31.404+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:31.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:31.404+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:31.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:31.404+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:31.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:31.404+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:31.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:31 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:31.404+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:32.148 INFO:journalctl@ceph.osd.8.smithi133.stdout:Jul 14 13:13:31 smithi133 bash[136092]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-8 2023-07-14T13:13:32.149 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:32 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:32.108+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:32.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:32.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:32.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:32.374 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:32.374 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:32.495 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:32 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:32.108+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:32.495 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:32 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:32.108+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:32.495 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:32 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:32.108+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:32.496 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:32 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:32.108+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:32.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:32.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:32.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:32.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:32.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:32.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:32.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:32.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:32.796 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:32.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:32.796 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:32 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:32.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:33.205 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.8.service' 2023-07-14T13:13:33.246 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:33.246 INFO:tasks.cephadm.osd.8:Stopped osd.8 2023-07-14T13:13:33.247 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2023-07-14T13:13:33.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.9 2023-07-14T13:13:33.277 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.982+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:33.277 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.983+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:33.277 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.983+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:33.278 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.983+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:33.278 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:32 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:32.983+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:33.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:33 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:33.118+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:33.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:33 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:33.118+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:33.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:33 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:33.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:33.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:33 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:33.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:33.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:33 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:33.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:33.600 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 systemd[1]: Stopping Ceph osd.9 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:33.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:33.430+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:33.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:33.430+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:33.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:33.430+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:33.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:33.430+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:33.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:33.430+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:33.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:33 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:33.430+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:33.872 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.562+0000 7f5500d16700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:33.873 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.562+0000 7f5500d16700 -1 osd.9 128 *** Got signal Terminated *** 2023-07-14T13:13:33.873 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.562+0000 7f5500d16700 -1 osd.9 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:34.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.978+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:34.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.978+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:34.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.978+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:34.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.978+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:34.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:33 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:33.978+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:34.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:34.080+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:34.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:34.080+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:34.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:34.080+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:34.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:34.080+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:34.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:34.080+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:34.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:34.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:34.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:34.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:34.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:34.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:34.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:34.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:34.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:34.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:34.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:34 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:34.428+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:35.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:34 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:34.984+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:35.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:34 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:34.984+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:35.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:34 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:34.984+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:35.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:34 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:34.984+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:35.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:34 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:34.984+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:35.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:35 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:35.035+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:35.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:35 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:35.035+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:35.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:35 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:35.035+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:35.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:35 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:35.035+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:35.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:35 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:35.035+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:35.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:35 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:35.400+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:35.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:35 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:35.400+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:35.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:35 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:35.400+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:35.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:35 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:35.400+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:35.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:35 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:35.400+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:35.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:35 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:35.400+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:36.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:36.022+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:36.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:36.022+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:36.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:36.022+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:36.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:36.022+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:36.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:36 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:36.022+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:36.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:36 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:36.046+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:36.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:36 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:36.046+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:36.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:36 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:36.046+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:36.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:36 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:36.046+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:36.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:36 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:36.046+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:36.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:36 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:36.376+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:36.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:36 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:36.376+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:36.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:36 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:36.376+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:36.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:36 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:36.376+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:36.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:36 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:36.376+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:36.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:36 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:36.376+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:37.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:37.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:37.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:37.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:37.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:37.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:37.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:37.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:37.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:37 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:37.023+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:37.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:37 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:37.092+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:37.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:37 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:37.092+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:37.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:37 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:37.092+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:37.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:37 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:37.092+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:37.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:37 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:37.092+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:37.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:37 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:37.092+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:37.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:37 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:37.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:37.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:37 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:37.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:37.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:37 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:37.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:37.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:37 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:37.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:37.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:37 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:37.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:37.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:37 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:37.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:38.372 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:38.009+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:24.354568+0000 front 2023-07-14T13:12:24.354609+0000 (oldest deadline 2023-07-14T13:12:55.555552+0000) 2023-07-14T13:13:38.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:38.009+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:35.556179+0000 front 2023-07-14T13:12:35.556132+0000 (oldest deadline 2023-07-14T13:13:00.256207+0000) 2023-07-14T13:13:38.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:38.009+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:43.757533+0000 front 2023-07-14T13:12:43.757549+0000 (oldest deadline 2023-07-14T13:13:09.057665+0000) 2023-07-14T13:13:38.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:38.009+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:52.459842+0000 front 2023-07-14T13:12:52.459694+0000 (oldest deadline 2023-07-14T13:13:15.359875+0000) 2023-07-14T13:13:38.373 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:38 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9[126023]: 2023-07-14T13:13:38.009+0000 7f54fb308700 -1 osd.9 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:05.763430+0000 front 2023-07-14T13:13:05.763288+0000 (oldest deadline 2023-07-14T13:13:31.663120+0000) 2023-07-14T13:13:38.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:38.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:38.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:38.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:38.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:38.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:38.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:38.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:38.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:38.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:38.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:38.119+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:38.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:38.438+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:38.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:38.438+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:38.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:38.438+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:38.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:38.438+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:38.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:38.438+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:38.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:38 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:38.438+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:39.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:39 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:39.167+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:39.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:39 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:39.167+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:39.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:39 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:39.167+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:39.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:39 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:39.167+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:39.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:39 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:39.167+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:39.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:39 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:39.167+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:39.622 INFO:journalctl@ceph.osd.9.smithi040.stdout:Jul 14 13:13:39 smithi040 bash[165150]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-9 2023-07-14T13:13:39.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:39.402+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:39.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:39.402+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:39.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:39.402+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:39.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:39.402+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:39.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:39.402+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:39.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:39 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:39.402+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:40.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:40.211+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:40.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:40.211+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:40.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:40.211+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:40.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:40.211+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:40.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:40.211+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:40.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:40 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:40.211+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:40.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:40.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:40.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:40.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:40.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:40.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:40.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:40 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:40.407+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:41.133 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.9.service' 2023-07-14T13:13:41.214 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:41.214 INFO:tasks.cephadm.osd.9:Stopped osd.9 2023-07-14T13:13:41.215 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2023-07-14T13:13:41.215 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.10 2023-07-14T13:13:41.544 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 systemd[1]: Stopping Ceph osd.10 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:41.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:41.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:41.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:41.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:41.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:41.546 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:41.546 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:41.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:41 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:41.217+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:41.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:41 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:41.217+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:41.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:41 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:41.217+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:41.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:41 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:41.217+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:41.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:41 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:41.217+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:41.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:41 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:41.217+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:42.044 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.553+0000 7fc24b38f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:42.044 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.553+0000 7fc24b38f700 -1 osd.10 128 *** Got signal Terminated *** 2023-07-14T13:13:42.045 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:41 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:41.553+0000 7fc24b38f700 -1 osd.10 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:42.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:42 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:42.247+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:42.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:42 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:42.247+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:42.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:42 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:42.247+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:42.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:42 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:42.247+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:42.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:42 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:42.247+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:42.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:42 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:42.247+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:42.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:42.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:42.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:42.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:42.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:42.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:42.796 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:42 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:42.379+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:43.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:43 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:43.284+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:43.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:43 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:43.284+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:43.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:43 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:43.284+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:43.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:43 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:43.284+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:43.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:43 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:43.284+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:43.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:43 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:43.284+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:43.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:43.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:43.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:43.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:43.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:43.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:43.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:43 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:43.426+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:44.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:44 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:44.266+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:44.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:44 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:44.266+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:44.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:44 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:44.266+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:44.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:44 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:44.266+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:44.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:44 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:44.266+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:44.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:44 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:44.266+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:44.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:44.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:44.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:44.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:44.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.409+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:44.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.410+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:44.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:44 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:44.410+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:45.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:45.304+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:45.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:45.304+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:45.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:45.304+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:45.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:45.304+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:45.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:45.304+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:45.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:45 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:45.304+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:45.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:45.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:45.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:45.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:45.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:45.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:45.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:45 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:45.412+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:46.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:46.340+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:46.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:46.340+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:46.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:46.340+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:46.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:46.340+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:46.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:46.340+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:46.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:46 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:46.340+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:46.794 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.248261+0000 front 2023-07-14T13:12:29.248183+0000 (oldest deadline 2023-07-14T13:12:52.049077+0000) 2023-07-14T13:13:46.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:36.650825+0000 front 2023-07-14T13:12:36.650852+0000 (oldest deadline 2023-07-14T13:13:02.551030+0000) 2023-07-14T13:13:46.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:42.551689+0000 front 2023-07-14T13:12:42.551743+0000 (oldest deadline 2023-07-14T13:13:09.552523+0000) 2023-07-14T13:13:46.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6814 osd.3 since back 2023-07-14T13:12:50.053897+0000 front 2023-07-14T13:12:50.053926+0000 (oldest deadline 2023-07-14T13:13:14.153821+0000) 2023-07-14T13:13:46.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:56.955536+0000 front 2023-07-14T13:12:56.955514+0000 (oldest deadline 2023-07-14T13:13:22.855862+0000) 2023-07-14T13:13:46.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.258014+0000 front 2023-07-14T13:13:06.257840+0000 (oldest deadline 2023-07-14T13:13:29.757654+0000) 2023-07-14T13:13:46.795 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:46 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10[119665]: 2023-07-14T13:13:46.401+0000 7fc245180700 -1 osd.10 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:09.758408+0000 front 2023-07-14T13:13:09.758270+0000 (oldest deadline 2023-07-14T13:13:39.758749+0000) 2023-07-14T13:13:47.545 INFO:journalctl@ceph.osd.10.smithi130.stdout:Jul 14 13:13:47 smithi130 bash[133715]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-10 2023-07-14T13:13:47.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:47.307+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:47.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:47.307+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:47.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:47.307+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:47.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:47.307+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:47.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:47.307+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:47.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:47 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:47.307+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:48.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:48.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:48.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:48.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:48.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:48.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:48.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:48.259+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6820 osd.7 since back 2023-07-14T13:13:23.090775+0000 front 2023-07-14T13:13:23.090793+0000 (oldest deadline 2023-07-14T13:13:47.790595+0000) 2023-07-14T13:13:48.819 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.10.service' 2023-07-14T13:13:48.859 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:48.860 INFO:tasks.cephadm.osd.10:Stopped osd.10 2023-07-14T13:13:48.860 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2023-07-14T13:13:48.861 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.11 2023-07-14T13:13:49.202 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:48 smithi133 systemd[1]: Stopping Ceph osd.11 for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:49.202 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.163+0000 7f618d9d4700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:49.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.163+0000 7f618d9d4700 -1 osd.11 128 *** Got signal Terminated *** 2023-07-14T13:13:49.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.163+0000 7f618d9d4700 -1 osd.11 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:49.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:49 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:49.232+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6820 osd.7 since back 2023-07-14T13:13:23.090775+0000 front 2023-07-14T13:13:23.090793+0000 (oldest deadline 2023-07-14T13:13:47.790595+0000) 2023-07-14T13:13:50.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:50.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:50.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:50.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:50.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:50.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:50.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:50 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:50.204+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6820 osd.7 since back 2023-07-14T13:13:23.090775+0000 front 2023-07-14T13:13:23.090793+0000 (oldest deadline 2023-07-14T13:13:47.790595+0000) 2023-07-14T13:13:51.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:51.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:51.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:51.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:51.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:51.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:51.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:51 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:51.171+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6820 osd.7 since back 2023-07-14T13:13:23.090775+0000 front 2023-07-14T13:13:23.090793+0000 (oldest deadline 2023-07-14T13:13:47.790595+0000) 2023-07-14T13:13:52.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:52.504 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:52.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:52.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:52.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:52.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:52.505 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:52 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:52.178+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6820 osd.7 since back 2023-07-14T13:13:23.090775+0000 front 2023-07-14T13:13:23.090793+0000 (oldest deadline 2023-07-14T13:13:47.790595+0000) 2023-07-14T13:13:53.754 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6806 osd.0 since back 2023-07-14T13:12:29.480632+0000 front 2023-07-14T13:12:29.480620+0000 (oldest deadline 2023-07-14T13:12:54.780510+0000) 2023-07-14T13:13:53.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6804 osd.1 since back 2023-07-14T13:12:34.781184+0000 front 2023-07-14T13:12:34.781205+0000 (oldest deadline 2023-07-14T13:12:59.481261+0000) 2023-07-14T13:13:53.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6804 osd.2 since back 2023-07-14T13:12:39.482046+0000 front 2023-07-14T13:12:39.481851+0000 (oldest deadline 2023-07-14T13:13:07.082817+0000) 2023-07-14T13:13:53.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6812 osd.4 since back 2023-07-14T13:12:54.684502+0000 front 2023-07-14T13:12:54.684533+0000 (oldest deadline 2023-07-14T13:13:21.085401+0000) 2023-07-14T13:13:53.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6812 osd.5 since back 2023-07-14T13:13:06.787515+0000 front 2023-07-14T13:13:06.787543+0000 (oldest deadline 2023-07-14T13:13:31.388466+0000) 2023-07-14T13:13:53.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.40:6822 osd.6 since back 2023-07-14T13:13:11.389128+0000 front 2023-07-14T13:13:11.389105+0000 (oldest deadline 2023-07-14T13:13:36.689174+0000) 2023-07-14T13:13:53.755 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.130:6820 osd.7 since back 2023-07-14T13:13:23.090775+0000 front 2023-07-14T13:13:23.090793+0000 (oldest deadline 2023-07-14T13:13:47.790595+0000) 2023-07-14T13:13:53.756 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:53 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11[120797]: 2023-07-14T13:13:53.224+0000 7f61897c9700 -1 osd.11 128 heartbeat_check: no reply from 172.21.15.133:6820 osd.8 since back 2023-07-14T13:13:27.791008+0000 front 2023-07-14T13:13:27.791031+0000 (oldest deadline 2023-07-14T13:13:53.091031+0000) 2023-07-14T13:13:55.005 INFO:journalctl@ceph.osd.11.smithi133.stdout:Jul 14 13:13:54 smithi133 bash[136358]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-osd-11 2023-07-14T13:13:56.155 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@osd.11.service' 2023-07-14T13:13:56.195 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:56.195 INFO:tasks.cephadm.osd.11:Stopped osd.11 2023-07-14T13:13:56.196 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-07-14T13:13:56.196 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.a 2023-07-14T13:13:56.589 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:13:56 smithi040 systemd[1]: Stopping Ceph mds.a for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:56.872 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:13:56 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a[131321]: 2023-07-14T13:13:56.550+0000 7fc065626700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:56.873 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:13:56 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a[131321]: 2023-07-14T13:13:56.550+0000 7fc065626700 -1 mds.a *** got signal Terminated *** 2023-07-14T13:13:58.123 INFO:journalctl@ceph.mds.a.smithi040.stdout:Jul 14 13:13:57 smithi040 bash[165427]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-a 2023-07-14T13:13:58.318 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.a.service' 2023-07-14T13:13:58.356 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:13:58.357 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-07-14T13:13:58.357 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2023-07-14T13:13:58.357 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.d 2023-07-14T13:13:58.622 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 13:13:58 smithi040 systemd[1]: Stopping Ceph mds.d for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:13:59.122 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 13:13:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-d[130345]: 2023-07-14T13:13:58.691+0000 7f81846af700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:13:59.123 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 13:13:58 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-d[130345]: 2023-07-14T13:13:58.691+0000 7f81846af700 -1 mds.d *** got signal Terminated *** 2023-07-14T13:14:00.747 INFO:journalctl@ceph.mds.d.smithi040.stdout:Jul 14 13:14:00 smithi040 bash[165565]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-d 2023-07-14T13:14:00.753 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.d.service' 2023-07-14T13:14:00.788 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:00.788 INFO:tasks.cephadm.mds.d:Stopped mds.d 2023-07-14T13:14:00.789 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2023-07-14T13:14:00.789 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.g 2023-07-14T13:14:01.123 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:14:00 smithi040 systemd[1]: Stopping Ceph mds.g for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:01.622 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:14:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g[130934]: 2023-07-14T13:14:01.134+0000 7f2698bbb700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:01.623 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:14:01 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g[130934]: 2023-07-14T13:14:01.134+0000 7f2698bbb700 -1 mds.g *** got signal Terminated *** 2023-07-14T13:14:05.622 INFO:journalctl@ceph.mds.g.smithi040.stdout:Jul 14 13:14:05 smithi040 bash[165710]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-g 2023-07-14T13:14:05.662 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.g.service' 2023-07-14T13:14:05.698 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:05.698 INFO:tasks.cephadm.mds.g:Stopped mds.g 2023-07-14T13:14:05.699 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2023-07-14T13:14:05.699 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.j 2023-07-14T13:14:06.070 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 13:14:05 smithi040 systemd[1]: Stopping Ceph mds.j for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:06.372 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 13:14:06 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-j[129979]: 2023-07-14T13:14:06.031+0000 7faa9d922700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:06.373 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 13:14:06 smithi040 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-j[129979]: 2023-07-14T13:14:06.031+0000 7faa9d922700 -1 mds.j *** got signal Terminated *** 2023-07-14T13:14:10.597 INFO:journalctl@ceph.mds.j.smithi040.stdout:Jul 14 13:14:10 smithi040 bash[165857]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-j 2023-07-14T13:14:10.690 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.j.service' 2023-07-14T13:14:10.724 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:10.725 INFO:tasks.cephadm.mds.j:Stopped mds.j 2023-07-14T13:14:10.725 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-07-14T13:14:10.725 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.b 2023-07-14T13:14:11.044 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:14:10 smithi130 systemd[1]: Stopping Ceph mds.b for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:11.545 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:14:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: 2023-07-14T13:14:11.043+0000 7fd6316e5700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:11.545 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:14:11 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b[123427]: 2023-07-14T13:14:11.043+0000 7fd6316e5700 -1 mds.b *** got signal Terminated *** 2023-07-14T13:14:14.294 INFO:journalctl@ceph.mds.b.smithi130.stdout:Jul 14 13:14:14 smithi130 bash[133987]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-b 2023-07-14T13:14:14.405 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.b.service' 2023-07-14T13:14:14.442 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:14.442 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-07-14T13:14:14.443 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2023-07-14T13:14:14.443 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.e 2023-07-14T13:14:14.794 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:14:14 smithi130 systemd[1]: Stopping Ceph mds.e for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:15.294 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:14:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e[122748]: 2023-07-14T13:14:14.789+0000 7fe5151a1700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:15.295 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:14:14 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e[122748]: 2023-07-14T13:14:14.789+0000 7fe5151a1700 -1 mds.e *** got signal Terminated *** 2023-07-14T13:14:18.192 INFO:journalctl@ceph.mds.e.smithi130.stdout:Jul 14 13:14:18 smithi130 bash[134135]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-e 2023-07-14T13:14:18.381 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.e.service' 2023-07-14T13:14:18.417 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:18.417 INFO:tasks.cephadm.mds.e:Stopped mds.e 2023-07-14T13:14:18.418 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2023-07-14T13:14:18.418 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.h 2023-07-14T13:14:18.795 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:14:18 smithi130 systemd[1]: Stopping Ceph mds.h for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:19.294 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:14:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h[123088]: 2023-07-14T13:14:18.759+0000 7ff60ab03700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:19.295 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:14:18 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h[123088]: 2023-07-14T13:14:18.759+0000 7ff60ab03700 -1 mds.h *** got signal Terminated *** 2023-07-14T13:14:22.468 INFO:journalctl@ceph.mds.h.smithi130.stdout:Jul 14 13:14:22 smithi130 bash[134276]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-h 2023-07-14T13:14:22.473 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.h.service' 2023-07-14T13:14:22.508 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:22.508 INFO:tasks.cephadm.mds.h:Stopped mds.h 2023-07-14T13:14:22.509 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2023-07-14T13:14:22.509 DEBUG:teuthology.orchestra.run.smithi130:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.k 2023-07-14T13:14:22.795 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:14:22 smithi130 systemd[1]: Stopping Ceph mds.k for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:23.294 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:14:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: 2023-07-14T13:14:22.840+0000 7f3bdd1e3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:23.295 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:14:22 smithi130 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k[122407]: 2023-07-14T13:14:22.840+0000 7f3bdd1e3700 -1 mds.k *** got signal Terminated *** 2023-07-14T13:14:26.232 INFO:journalctl@ceph.mds.k.smithi130.stdout:Jul 14 13:14:26 smithi130 bash[134421]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-k 2023-07-14T13:14:26.448 DEBUG:teuthology.orchestra.run.smithi130:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.k.service' 2023-07-14T13:14:26.481 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:26.481 INFO:tasks.cephadm.mds.k:Stopped mds.k 2023-07-14T13:14:26.482 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2023-07-14T13:14:26.482 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.c 2023-07-14T13:14:26.932 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:14:26 smithi133 systemd[1]: Stopping Ceph mds.c for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:27.254 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:14:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: 2023-07-14T13:14:26.893+0000 7f0436ae0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:27.255 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:14:26 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c[124305]: 2023-07-14T13:14:26.893+0000 7f0436ae0700 -1 mds.c *** got signal Terminated *** 2023-07-14T13:14:30.254 INFO:journalctl@ceph.mds.c.smithi133.stdout:Jul 14 13:14:29 smithi133 bash[136629]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-c 2023-07-14T13:14:30.374 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.c.service' 2023-07-14T13:14:30.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:30.410 INFO:tasks.cephadm.mds.c:Stopped mds.c 2023-07-14T13:14:30.410 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2023-07-14T13:14:30.411 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.f 2023-07-14T13:14:30.754 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:14:30 smithi133 systemd[1]: Stopping Ceph mds.f for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:31.254 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:14:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f[123964]: 2023-07-14T13:14:30.740+0000 7f7f60d66700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:31.255 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:14:30 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f[123964]: 2023-07-14T13:14:30.740+0000 7f7f60d66700 -1 mds.f *** got signal Terminated *** 2023-07-14T13:14:34.236 INFO:journalctl@ceph.mds.f.smithi133.stdout:Jul 14 13:14:34 smithi133 bash[136781]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-f 2023-07-14T13:14:34.243 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.f.service' 2023-07-14T13:14:34.278 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:34.278 INFO:tasks.cephadm.mds.f:Stopped mds.f 2023-07-14T13:14:34.279 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2023-07-14T13:14:34.279 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.i 2023-07-14T13:14:34.505 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:14:34 smithi133 systemd[1]: Stopping Ceph mds.i for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:35.005 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:14:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i[124646]: 2023-07-14T13:14:34.613+0000 7fd7888fe700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:35.005 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:14:34 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i[124646]: 2023-07-14T13:14:34.613+0000 7fd7888fe700 -1 mds.i *** got signal Terminated *** 2023-07-14T13:14:38.371 INFO:journalctl@ceph.mds.i.smithi133.stdout:Jul 14 13:14:38 smithi133 bash[136915]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-i 2023-07-14T13:14:38.376 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.i.service' 2023-07-14T13:14:38.410 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:38.410 INFO:tasks.cephadm.mds.i:Stopped mds.i 2023-07-14T13:14:38.411 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2023-07-14T13:14:38.411 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.l 2023-07-14T13:14:38.755 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:14:38 smithi133 systemd[1]: Stopping Ceph mds.l for 1fe65914-2243-11ee-9b33-001a4aab830c... 2023-07-14T13:14:39.255 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:14:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l[123625]: 2023-07-14T13:14:38.738+0000 7f079161e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-07-14T13:14:39.255 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:14:38 smithi133 ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l[123625]: 2023-07-14T13:14:38.738+0000 7f079161e700 -1 mds.l *** got signal Terminated *** 2023-07-14T13:14:42.410 INFO:journalctl@ceph.mds.l.smithi133.stdout:Jul 14 13:14:42 smithi133 bash[137058]: ceph-1fe65914-2243-11ee-9b33-001a4aab830c-mds-l 2023-07-14T13:14:42.416 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-1fe65914-2243-11ee-9b33-001a4aab830c@mds.l.service' 2023-07-14T13:14:42.450 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-07-14T13:14:42.451 INFO:tasks.cephadm.mds.l:Stopped mds.l 2023-07-14T13:14:42.451 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --force --keep-logs 2023-07-14T13:14:44.437 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --force --keep-logs 2023-07-14T13:14:46.404 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --force --keep-logs 2023-07-14T13:14:48.465 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-07-14T13:14:48.503 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-07-14T13:14:48.539 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-07-14T13:14:48.568 INFO:tasks.cephadm:Archiving crash dumps... 2023-07-14T13:14:48.570 DEBUG:teuthology.misc:Transferring archived files from smithi040:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi040/crash 2023-07-14T13:14:48.571 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash -- . 2023-07-14T13:14:48.614 INFO:teuthology.orchestra.run.smithi040.stderr:tar: /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash: Cannot open: No such file or directory 2023-07-14T13:14:48.614 INFO:teuthology.orchestra.run.smithi040.stderr:tar: Error is not recoverable: exiting now 2023-07-14T13:14:48.615 DEBUG:teuthology.misc:Transferring archived files from smithi130:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi130/crash 2023-07-14T13:14:48.617 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash -- . 2023-07-14T13:14:48.669 INFO:teuthology.orchestra.run.smithi130.stderr:tar: /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash: Cannot open: No such file or directory 2023-07-14T13:14:48.669 INFO:teuthology.orchestra.run.smithi130.stderr:tar: Error is not recoverable: exiting now 2023-07-14T13:14:48.671 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi133/crash 2023-07-14T13:14:48.672 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash -- . 2023-07-14T13:14:48.714 INFO:teuthology.orchestra.run.smithi133.stderr:tar: /var/lib/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/crash: Cannot open: No such file or directory 2023-07-14T13:14:48.714 INFO:teuthology.orchestra.run.smithi133.stderr:tar: Error is not recoverable: exiting now 2023-07-14T13:14:48.715 INFO:tasks.cephadm:Checking cluster log for badness... 2023-07-14T13:14:48.716 DEBUG:teuthology.orchestra.run.smithi040:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2023-07-14T13:14:48.752 INFO:teuthology.orchestra.run.smithi040.stderr:grep: /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph.log: No such file or directory 2023-07-14T13:14:48.756 INFO:tasks.cephadm:Compressing logs... 2023-07-14T13:14:48.756 DEBUG:teuthology.orchestra.run.smithi040:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-07-14T13:14:48.799 DEBUG:teuthology.orchestra.run.smithi130:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-07-14T13:14:48.801 DEBUG:teuthology.orchestra.run.smithi133:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-07-14T13:14:48.828 INFO:teuthology.orchestra.run.smithi040.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-07-14T13:14:48.828 INFO:teuthology.orchestra.run.smithi040.stderr:: No such file or directory 2023-07-14T13:14:48.828 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.0.log 2023-07-14T13:14:48.829 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.g.log 2023-07-14T13:14:48.829 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.a.log 2023-07-14T13:14:48.829 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.0.log: /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.6.log 2023-07-14T13:14:48.830 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.3.log 2023-07-14T13:14:48.833 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.6.log: /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.d.log 2023-07-14T13:14:48.834 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.d.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-07-14T13:14:48.837 INFO:teuthology.orchestra.run.smithi130.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-07-14T13:14:48.838 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-07-14T13:14:48.838 INFO:teuthology.orchestra.run.smithi133.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-07-14T13:14:48.839 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-07-14T13:14:48.840 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.x.log 2023-07-14T13:14:48.840 INFO:teuthology.orchestra.run.smithi130.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.10.log 2023-07-14T13:14:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.9.log 2023-07-14T13:14:48.841 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.x.log: 94.6% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.d.log.gz 2023-07-14T13:14:48.842 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.h.log 2023-07-14T13:14:48.842 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.e.log 2023-07-14T13:14:48.842 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.4.log 2023-07-14T13:14:48.842 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.1.log 2023-07-14T13:14:48.843 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log 2023-07-14T13:14:48.844 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.k.log 2023-07-14T13:14:48.844 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log 2023-07-14T13:14:48.845 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.7.log 2023-07-14T13:14:48.845 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.b.log 2023-07-14T13:14:48.845 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.b.log 2023-07-14T13:14:48.845 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.y.log 2023-07-14T13:14:48.848 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.5.log 2023-07-14T13:14:48.849 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.2.log 2023-07-14T13:14:48.849 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.11.log 2023-07-14T13:14:48.849 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.z.log 2023-07-14T13:14:48.851 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.8.log 2023-07-14T13:14:48.851 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.f.log 2023-07-14T13:14:48.851 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.c.log 2023-07-14T13:14:48.851 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.i.log 2023-07-14T13:14:48.851 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.c.log 2023-07-14T13:14:48.852 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.c.log: /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log 2023-07-14T13:14:48.852 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.l.log 2023-07-14T13:14:48.852 INFO:teuthology.orchestra.run.smithi130.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.b.log: /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.y.log: 92.5% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.y.log.gz 2023-07-14T13:14:48.852 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log: 91.6% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log.gz 2023-07-14T13:14:48.853 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.j.log 2023-07-14T13:14:48.857 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log: /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.l.log: 92.5% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.z.log.gz 2023-07-14T13:14:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.a.log 2023-07-14T13:14:48.860 INFO:teuthology.orchestra.run.smithi040.stderr: 94.6% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.j.log.gz 2023-07-14T13:14:49.166 INFO:teuthology.orchestra.run.smithi133.stderr: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2023-07-14T13:14:49.333 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.a.log: 89.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mgr.x.log.gz 2023-07-14T13:14:49.474 INFO:teuthology.orchestra.run.smithi133.stderr: 91.5% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log.gz 2023-07-14T13:14:49.626 INFO:teuthology.orchestra.run.smithi130.stderr: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2023-07-14T13:14:50.090 INFO:teuthology.orchestra.run.smithi130.stderr: 91.5% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-volume.log.gz 2023-07-14T13:14:51.835 INFO:teuthology.orchestra.run.smithi133.stderr: 92.2% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.c.log.gz 2023-07-14T13:14:53.219 INFO:teuthology.orchestra.run.smithi040.stderr: 92.4% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.a.log.gz 2023-07-14T13:14:53.528 INFO:teuthology.orchestra.run.smithi130.stderr: 91.9% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mon.b.log.gz 2023-07-14T13:14:58.260 INFO:teuthology.orchestra.run.smithi040.stderr: 95.0% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.a.log.gz 2023-07-14T13:14:59.507 INFO:teuthology.orchestra.run.smithi040.stderr: 95.0% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.g.log.gz 2023-07-14T13:15:08.451 INFO:teuthology.orchestra.run.smithi040.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.9.log.gz 2023-07-14T13:15:11.953 INFO:teuthology.orchestra.run.smithi040.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.0.log.gz 2023-07-14T13:15:14.774 INFO:teuthology.orchestra.run.smithi040.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.6.log.gz 2023-07-14T13:15:14.802 INFO:teuthology.orchestra.run.smithi040.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.3.log.gz 2023-07-14T13:15:14.804 INFO:teuthology.orchestra.run.smithi040.stderr: 2023-07-14T13:15:14.804 INFO:teuthology.orchestra.run.smithi040.stderr:real 0m25.989s 2023-07-14T13:15:14.804 INFO:teuthology.orchestra.run.smithi040.stderr:user 1m55.575s 2023-07-14T13:15:14.804 INFO:teuthology.orchestra.run.smithi040.stderr:sys 0m3.842s 2023-07-14T13:15:35.923 INFO:teuthology.orchestra.run.smithi130.stderr: 95.1% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.e.log.gz 2023-07-14T13:15:39.079 INFO:teuthology.orchestra.run.smithi133.stderr: 94.9% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.c.log.gz 2023-07-14T13:15:41.006 INFO:teuthology.orchestra.run.smithi133.stderr: 95.0% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.f.log.gz 2023-07-14T13:15:58.752 INFO:teuthology.orchestra.run.smithi133.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.11.log.gz 2023-07-14T13:16:05.533 INFO:teuthology.orchestra.run.smithi133.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.2.log.gz 2023-07-14T13:16:11.313 INFO:teuthology.orchestra.run.smithi133.stderr: 93.8% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.8.log.gz 2023-07-14T13:16:11.608 INFO:teuthology.orchestra.run.smithi133.stderr: 93.8% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.5.log.gz 2023-07-14T13:16:23.634 INFO:teuthology.orchestra.run.smithi130.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.1.log.gz 2023-07-14T13:16:27.980 INFO:teuthology.orchestra.run.smithi130.stderr: 93.9% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.4.log.gz 2023-07-14T13:16:39.807 INFO:teuthology.orchestra.run.smithi130.stderr: 93.7% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.10.log.gz 2023-07-14T13:16:43.898 INFO:teuthology.orchestra.run.smithi130.stderr: 93.8% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-osd.7.log.gz 2023-07-14T13:20:21.353 INFO:teuthology.orchestra.run.smithi133.stderr: 92.9% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.i.log.gz 2023-07-14T13:20:23.148 INFO:teuthology.orchestra.run.smithi133.stderr: 92.9% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.l.log.gz 2023-07-14T13:20:23.165 INFO:teuthology.orchestra.run.smithi133.stderr: 2023-07-14T13:20:23.165 INFO:teuthology.orchestra.run.smithi133.stderr:real 5m34.359s 2023-07-14T13:20:23.166 INFO:teuthology.orchestra.run.smithi133.stderr:user 7m49.543s 2023-07-14T13:20:23.166 INFO:teuthology.orchestra.run.smithi133.stderr:sys 0m19.473s 2023-07-14T13:22:52.568 INFO:teuthology.orchestra.run.smithi130.stderr: 93.0% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.h.log.gz 2023-07-14T13:23:03.452 INFO:teuthology.orchestra.run.smithi130.stderr: 92.9% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.k.log.gz 2023-07-14T13:24:07.006 INFO:teuthology.orchestra.run.smithi130.stderr: 93.0% -- replaced with /var/log/ceph/1fe65914-2243-11ee-9b33-001a4aab830c/ceph-mds.b.log.gz 2023-07-14T13:24:07.008 INFO:teuthology.orchestra.run.smithi130.stderr: 2023-07-14T13:24:07.008 INFO:teuthology.orchestra.run.smithi130.stderr:real 9m18.215s 2023-07-14T13:24:07.008 INFO:teuthology.orchestra.run.smithi130.stderr:user 11m23.447s 2023-07-14T13:24:07.009 INFO:teuthology.orchestra.run.smithi130.stderr:sys 0m28.084s 2023-07-14T13:24:07.009 INFO:tasks.cephadm:Archiving logs... 2023-07-14T13:24:07.010 DEBUG:teuthology.misc:Transferring archived files from smithi040:/var/log/ceph to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi040/log 2023-07-14T13:24:07.011 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /var/log/ceph -- . 2023-07-14T13:24:18.195 DEBUG:teuthology.misc:Transferring archived files from smithi130:/var/log/ceph to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi130/log 2023-07-14T13:24:18.196 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /var/log/ceph -- . 2023-07-14T13:25:44.808 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/log/ceph to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi133/log 2023-07-14T13:25:44.809 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/log/ceph -- . 2023-07-14T13:26:43.746 INFO:tasks.cephadm:Removing cluster... 2023-07-14T13:26:43.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --force 2023-07-14T13:26:44.655 DEBUG:teuthology.orchestra.run.smithi130:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --force 2023-07-14T13:26:46.585 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 1fe65914-2243-11ee-9b33-001a4aab830c --force 2023-07-14T13:26:48.355 INFO:tasks.cephadm:Removing cephadm ... 2023-07-14T13:26:48.355 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/cephadm 2023-07-14T13:26:48.378 DEBUG:teuthology.orchestra.run.smithi130:> rm -rf /home/ubuntu/cephtest/cephadm 2023-07-14T13:26:48.411 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf /home/ubuntu/cephtest/cephadm 2023-07-14T13:26:48.434 INFO:tasks.cephadm:Teardown complete 2023-07-14T13:26:48.434 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-07-14T13:26:48.449 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-07-14T13:26:48.449 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-07-14T13:26:48.452 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-07-14T13:26:48.454 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-07-14T13:26:48.608 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-07-14T13:26:48.618 INFO:teuthology.task.clock:Checking final clock skew... 2023-07-14T13:26:48.619 DEBUG:teuthology.orchestra.run.smithi040:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-14T13:26:48.621 DEBUG:teuthology.orchestra.run.smithi130:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-14T13:26:48.624 DEBUG:teuthology.orchestra.run.smithi133:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-07-14T13:26:48.638 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2023-07-14T13:26:48.639 INFO:teuthology.orchestra.run.smithi133.stderr:bash: ntpq: command not found 2023-07-14T13:26:48.640 INFO:teuthology.orchestra.run.smithi130.stderr:bash: ntpq: command not found 2023-07-14T13:26:48.647 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-07-14T13:26:48.648 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2023-07-14T13:26:48.648 INFO:teuthology.orchestra.run.smithi040.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 60 +1486us[+1486us] +/- 99ms 2023-07-14T13:26:48.648 INFO:teuthology.orchestra.run.smithi040.stdout:^* hv02.front.sepia.ceph.com 3 6 377 60 -467us[ -461us] +/- 68ms 2023-07-14T13:26:48.648 INFO:teuthology.orchestra.run.smithi040.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 -656us[ -656us] +/- 89ms 2023-07-14T13:26:48.649 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T13:26:48.652 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-07-14T13:26:48.653 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2023-07-14T13:26:48.653 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 62 +1493us[+1516us] +/- 99ms 2023-07-14T13:26:48.653 INFO:teuthology.orchestra.run.smithi133.stdout:^* hv02.front.sepia.ceph.com 3 6 377 62 -459us[ -435us] +/- 68ms 2023-07-14T13:26:48.654 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 -665us[ -665us] +/- 89ms 2023-07-14T13:26:48.654 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T13:26:48.670 INFO:teuthology.orchestra.run.smithi130.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-07-14T13:26:48.670 INFO:teuthology.orchestra.run.smithi130.stdout:=============================================================================== 2023-07-14T13:26:48.670 INFO:teuthology.orchestra.run.smithi130.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 62 +1451us[+1448us] +/- 99ms 2023-07-14T13:26:48.670 INFO:teuthology.orchestra.run.smithi130.stdout:^* hv02.front.sepia.ceph.com 3 6 377 54 -461us[ -465us] +/- 68ms 2023-07-14T13:26:48.671 INFO:teuthology.orchestra.run.smithi130.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 -695us[ -698us] +/- 89ms 2023-07-14T13:26:48.671 INFO:teuthology.orchestra.run.smithi130.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2023-07-14T13:26:48.672 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-07-14T13:26:48.690 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-07-14T13:26:48.691 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-07-14T13:26:48.704 DEBUG:teuthology.orchestra.run.smithi040:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-07-14T13:26:48.816 DEBUG:teuthology.orchestra.run.smithi130:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-07-14T13:26:49.030 DEBUG:teuthology.orchestra.run.smithi133:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-07-14T13:26:49.224 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-07-14T13:26:49.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:26:49.261 DEBUG:teuthology.orchestra.run.smithi130:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-07-14T13:26:49.296 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:26:49.297 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-07-14T13:26:49.329 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:26:49.329 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-07-14T13:26:49.340 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-07-14T13:26:49.351 INFO:teuthology.task.internal:Duration was 4233.329840 seconds 2023-07-14T13:26:49.352 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-07-14T13:26:49.363 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-07-14T13:26:49.363 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-07-14T13:26:49.366 DEBUG:teuthology.orchestra.run.smithi130:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-07-14T13:26:49.368 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-07-14T13:26:49.416 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-07-14T13:26:49.435 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-07-14T13:26:49.463 INFO:teuthology.orchestra.run.smithi130.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-07-14T13:26:49.787 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-07-14T13:26:49.787 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi040.front.sepia.ceph.com 2023-07-14T13:26:49.788 DEBUG:teuthology.orchestra.run.smithi040:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-07-14T13:26:49.814 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi130.front.sepia.ceph.com 2023-07-14T13:26:49.814 DEBUG:teuthology.orchestra.run.smithi130:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-07-14T13:26:49.841 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi133.front.sepia.ceph.com 2023-07-14T13:26:49.841 DEBUG:teuthology.orchestra.run.smithi133:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-07-14T13:26:49.867 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-07-14T13:26:49.868 DEBUG:teuthology.orchestra.run.smithi040:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-07-14T13:26:49.871 DEBUG:teuthology.orchestra.run.smithi130:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-07-14T13:26:49.883 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-07-14T13:26:49.970 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-07-14T13:26:49.971 DEBUG:teuthology.orchestra.run.smithi040:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-07-14T13:26:49.974 DEBUG:teuthology.orchestra.run.smithi130:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-07-14T13:26:49.977 DEBUG:teuthology.orchestra.run.smithi133:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-07-14T13:26:50.097 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-07-14T13:26:50.110 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-07-14T13:26:50.111 DEBUG:teuthology.orchestra.run.smithi040:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-07-14T13:26:50.139 DEBUG:teuthology.orchestra.run.smithi130:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-07-14T13:26:50.173 DEBUG:teuthology.orchestra.run.smithi133:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-07-14T13:26:50.220 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-07-14T13:26:50.241 DEBUG:teuthology.orchestra.run.smithi040:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-07-14T13:26:50.244 DEBUG:teuthology.orchestra.run.smithi130:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-07-14T13:26:50.247 DEBUG:teuthology.orchestra.run.smithi133:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-07-14T13:26:50.268 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = core 2023-07-14T13:26:50.279 INFO:teuthology.orchestra.run.smithi130.stdout:kernel.core_pattern = core 2023-07-14T13:26:50.290 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = core 2023-07-14T13:26:50.304 DEBUG:teuthology.orchestra.run.smithi040:> test -e /home/ubuntu/cephtest/archive/coredump 2023-07-14T13:26:50.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:26:50.340 DEBUG:teuthology.orchestra.run.smithi130:> test -e /home/ubuntu/cephtest/archive/coredump 2023-07-14T13:26:50.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:26:50.358 DEBUG:teuthology.orchestra.run.smithi133:> test -e /home/ubuntu/cephtest/archive/coredump 2023-07-14T13:26:50.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-07-14T13:26:50.374 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-07-14T13:26:50.387 INFO:teuthology.task.internal:Transferring archived files... 2023-07-14T13:26:50.388 DEBUG:teuthology.misc:Transferring archived files from smithi040:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi040 2023-07-14T13:26:50.389 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-07-14T13:26:50.429 DEBUG:teuthology.misc:Transferring archived files from smithi130:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi130 2023-07-14T13:26:50.430 DEBUG:teuthology.orchestra.run.smithi130:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-07-14T13:26:50.467 DEBUG:teuthology.misc:Transferring archived files from smithi133:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458/remote/smithi133 2023-07-14T13:26:50.468 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-07-14T13:26:50.506 INFO:teuthology.task.internal:Removing archive directory... 2023-07-14T13:26:50.506 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf -- /home/ubuntu/cephtest/archive 2023-07-14T13:26:50.508 DEBUG:teuthology.orchestra.run.smithi130:> rm -rf -- /home/ubuntu/cephtest/archive 2023-07-14T13:26:50.510 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf -- /home/ubuntu/cephtest/archive 2023-07-14T13:26:50.558 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-07-14T13:26:50.572 INFO:teuthology.task.internal:Not uploading archives. 2023-07-14T13:26:50.572 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-07-14T13:26:50.615 INFO:teuthology.task.internal:Tidying up after the test... 2023-07-14T13:26:50.615 DEBUG:teuthology.orchestra.run.smithi040:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-07-14T13:26:50.617 DEBUG:teuthology.orchestra.run.smithi130:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-07-14T13:26:50.619 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-07-14T13:26:50.632 INFO:teuthology.orchestra.run.smithi040.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 14 13:26 /home/ubuntu/cephtest 2023-07-14T13:26:50.633 INFO:teuthology.orchestra.run.smithi130.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 14 13:26 /home/ubuntu/cephtest 2023-07-14T13:26:50.635 INFO:teuthology.orchestra.run.smithi133.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 14 13:26 /home/ubuntu/cephtest 2023-07-14T13:26:50.645 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-07-14T13:26:50.659 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-07-14T13:26:50.695 INFO:teuthology.nuke:Checking targets against current locks 2023-07-14T13:26:50.723 DEBUG:teuthology.nuke:shortname: smithi040 2023-07-14T13:26:50.724 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-07-14T13:26:50.750 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi040.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-14 12:10:40.148682', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac='} 2023-07-14T13:26:50.754 DEBUG:teuthology.nuke:shortname: smithi130 2023-07-14T13:26:50.754 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-07-14T13:26:50.779 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi130.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-14 12:10:40.146616', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-07-14T13:26:50.785 DEBUG:teuthology.nuke:shortname: smithi133 2023-07-14T13:26:50.786 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-07-14T13:26:50.811 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-07-14_10:26:42-fs-wip-rishabh-2023Jul13-testing-default-smithi/7337458', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-07-14 12:10:40.149922', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCpUxo5ay/ucdkX9rleNMm8Ofp24XRXUtJPOK3Ji3XBpTiUgmmwneaY6316+3CG+k4K0p3IebanuyTvZApjm02/dNCvu8yD3rjEpWVgIuqYH8O3lEdN9DXcCX+7xHJE0m18+ZPsJQVsNrNJxY+5zqyNnBc8jpZq2LStsWwPOKPWhauANRkOBFSGDoLppWZbLx/yJs+R0qoNLLK9LpKQTUnqsapXvbD27OpPahzj/qbNxFPPyY6XrrldZ6qEO+EjJOujFLH3gzv0kJu10DCuzxrpz6ston4RPi1O3GgcHnF4Mqr/W9VwZ94UTMh+k4dIFRVqJEKrcwRHa5kFsvH/WhVx0Ygr/MiV/Q86mmV7JT+/MpzIRTtWyei5L9IBeZIE9cwzj+mOk6SD/t1roIVEGVV/uF2AyFDVBPr6F8oZ822OGpUyyaDsWTitPNdTX4TC3zdSrLc9tyDa1P74eH/ZLeTSf+C6pM/cepOhQaa6XzpDiPSuJUm9HOQxUlEAvcqa7Ac='} 2023-07-14T13:26:50.818 INFO:teuthology.orchestra.console:Power off smithi040 2023-07-14T13:26:50.819 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-07-14T13:26:50.843 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:50.866 INFO:teuthology.orchestra.console:Power off smithi130 2023-07-14T13:26:50.867 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi130.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-07-14T13:26:50.889 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi130.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:50.905 INFO:teuthology.orchestra.console:Power off smithi133 2023-07-14T13:26:50.906 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-07-14T13:26:50.928 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:54.878 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:54.916 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi130.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:54.952 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:58.992 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:59.028 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi130.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:59.064 DEBUG:teuthology.orchestra.console:pexpect command: ipmitool -H smithi133.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-07-14T13:26:59.205 INFO:teuthology.orchestra.console:Power off for smithi040 completed 2023-07-14T13:26:59.241 INFO:teuthology.orchestra.console:Power off for smithi130 completed 2023-07-14T13:26:59.278 INFO:teuthology.orchestra.console:Power off for smithi133 completed 2023-07-14T13:26:59.384 INFO:teuthology.run:Summary data: description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/dbench}} duration: 4233.329840183258 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_rishabh@teuthology status: fail success: false 2023-07-14T13:26:59.384 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-07-14T13:26:59.479 INFO:teuthology.run:FAIL